bootstrap_replicates: 10000
bootstrap_seed: 20260819
treatment_terminal_train_seam_count: 8
treatment_terminal_train_n: 1080
treatment_terminal_train_seam_rate: 0.007407407407407408
treatment_terminal_train_one_sided_95_lower: 0.001851851851851852
treatment_terminal_train_gate: 0.25
treatment_terminal_train_gate_pass: 0
clean_terminal_train_seam_count: 11
clean_terminal_train_n: 1080
clean_terminal_train_seam_rate: 0.010185185185185186
treatment_minus_clean_terminal_train_difference: -0.0027777777777777783
treatment_minus_clean_terminal_train_ci_lo: -0.014814814814814815
treatment_minus_clean_terminal_train_ci_hi: 0.008333333333333333
treatment_minus_clean_terminal_train_p: 0.6917308269173083
treatment_minus_clean_terminal_train_p_floor_limited: 0
treatment_terminal_train_gold_count: 353
treatment_terminal_train_gold_rate: 0.32685185185185184
treatment_terminal_train_gold_one_sided_95_lower: 0.2851851851851852
treatment_terminal_train_gold_floor_pass: 1
treatment_final_batch_seed0_seam_rate: 0.0
treatment_final_batch_seed1_seam_rate: 0.0
treatment_final_batch_seed2_seam_rate: 0.027777777777777776
treatment_final_batch_seed_median_seam_rate: 0.0
treatment_final_batch_seed_median_ci_lo: 0.0
treatment_final_batch_seed_median_ci_hi: 0.028472222222212115
registered_kill_gate_pass: 0
mean_within_group_reward_variation_fraction_steps_101_200_before: 0.0
mean_within_group_reward_variation_fraction_steps_101_200: 0.83
manipulation_check_observed_increase: 0.83
manipulation_check_threshold: 0.3
manipulation_check_pass: 1
manipulation_check_ci_lo: 0.8055555555555555
manipulation_check_ci_hi: 0.8544444444444443
treatment_heldout_ckpt50_seam_count: 18
treatment_heldout_ckpt50_seam_rate: 0.00625
treatment_heldout_ckpt100_seam_count: 13
treatment_heldout_ckpt100_seam_rate: 0.0045138888888888885
treatment_heldout_ckpt150_seam_count: 13
treatment_heldout_ckpt150_seam_rate: 0.0045138888888888885
treatment_heldout_ckpt200_seam_count: 13
treatment_heldout_ckpt200_seam_rate: 0.0045138888888888885
treatment_heldout_checkpoint_slope_per_step: -1.0416666666666671e-05
treatment_heldout_checkpoint_slope_per_100_steps: -0.001041666666666667
treatment_heldout_checkpoint_slope_ci_lo: -4.6527777777777774e-05
treatment_heldout_checkpoint_slope_ci_hi: 2.2222222222222227e-05
treatment_heldout_checkpoint_slope_p: 0.5877412258774123
treatment_heldout_checkpoint_slope_p_floor_limited: 0
treatment_heldout_ckpt200_n: 2880
clean_heldout_ckpt200_seam_count: 15
clean_heldout_ckpt200_n: 2880
clean_heldout_ckpt200_seam_rate: 0.005208333333333333
treatment_minus_clean_heldout_ckpt200_difference: -0.0006944444444444446
treatment_minus_clean_heldout_ckpt200_ci_lo: -0.005902777777777777
treatment_minus_clean_heldout_ckpt200_ci_hi: 0.0045138888888888885
treatment_minus_clean_heldout_ckpt200_p: 0.8157184281571843
treatment_minus_clean_heldout_ckpt200_p_floor_limited: 0
treatment_disjoint_ckpt200_seam_count: 16
treatment_disjoint_ckpt200_n: 2880
treatment_disjoint_ckpt200_seam_rate: 0.005555555555555556
clean_disjoint_ckpt200_seam_count: 16
clean_disjoint_ckpt200_n: 2880
clean_disjoint_ckpt200_seam_rate: 0.005555555555555556
treatment_minus_clean_disjoint_ckpt200_difference: 0.0
treatment_minus_clean_disjoint_ckpt200_ci_lo: -0.008333333333333335
treatment_minus_clean_disjoint_ckpt200_ci_hi: 0.008680555555555556
treatment_minus_clean_disjoint_ckpt200_p: 1.0
treatment_minus_clean_disjoint_ckpt200_p_floor_limited: 0
parent_base_pooled_seam_count: 18
parent_base_pooled_seam_n: 2880
parent_base_pooled_seam_rate: 0.00625
parent_base_pooled_cue_count: 336
parent_base_pooled_cue_n: 2880
parent_base_pooled_cue_rate: 0.11666666666666667
reward_only_cue_vs_parent_base_within_draw_a_count: 245
reward_only_cue_vs_parent_base_within_draw_b_count: 224
reward_only_cue_vs_parent_base_within_draw_n_per_cell: 1920
reward_only_cue_vs_parent_base_within_draw_difference: 0.010937499999999989
reward_only_cue_vs_parent_base_within_draw_newcombe_ci_lo: -0.00980205264651967
reward_only_cue_vs_parent_base_within_draw_newcombe_ci_hi: 0.03168711746331103
reward_only_cue_vs_parent_base_within_draw_paired_cluster_ci_lo: -0.02968749999999999
reward_only_cue_vs_parent_base_within_draw_paired_cluster_ci_hi: 0.05052083333333332
reward_only_cue_vs_parent_base_within_draw_paired_cluster_p: 0.6043395660433957
reward_only_cue_vs_parent_base_within_draw_paired_cluster_p_floor_limited: 0
reward_only_cue_vs_parent_base_within_draw_per_seed_difference_envelope_lo: -0.010416666666666666
reward_only_cue_vs_parent_base_within_draw_per_seed_difference_envelope_hi: 0.03229166666666667
reward_only_cue_vs_parent_base_within_draw_seed423_difference: -0.010416666666666666
reward_only_cue_vs_parent_base_within_draw_seed424_difference: 0.03229166666666667
reward_only_cue_vs_parent_base_within_draw_seed_difference_range: 0.042708333333333334
reward_only_cue_vs_parent_base_within_draw_seed_difference_sample_sd: 0.030199352113175468
reward_only_cue_vs_parent_base_within_draw_mcnemar_p: 0.31670490017485986
reward_only_cue_vs_parent_base_within_draw_mcnemar_p_floor_limited: 0
reward_only_cue_vs_parent_base_within_draw_a_only: 210
reward_only_cue_vs_parent_base_within_draw_b_only: 189
documented_cue_reward_vs_base_within_draw_a_count: 643
documented_cue_reward_vs_base_within_draw_b_count: 636
documented_cue_reward_vs_base_within_draw_n_per_cell: 1920
documented_cue_reward_vs_base_within_draw_difference: 0.003645833333333348
documented_cue_reward_vs_base_within_draw_newcombe_ci_lo: -0.026150198906926388
documented_cue_reward_vs_base_within_draw_newcombe_ci_hi: 0.03343285997794125
documented_cue_reward_vs_base_within_draw_paired_cluster_ci_lo: -0.04062500000000002
documented_cue_reward_vs_base_within_draw_paired_cluster_ci_hi: 0.048958333333333326
documented_cue_reward_vs_base_within_draw_paired_cluster_p: 0.8983101689831017
documented_cue_reward_vs_base_within_draw_paired_cluster_p_floor_limited: 0
documented_cue_reward_vs_base_within_draw_per_seed_difference_envelope_lo: -0.0125
documented_cue_reward_vs_base_within_draw_per_seed_difference_envelope_hi: 0.019791666666666666
documented_cue_reward_vs_base_within_draw_seed423_difference: 0.019791666666666666
documented_cue_reward_vs_base_within_draw_seed424_difference: -0.0125
documented_cue_reward_vs_base_within_draw_seed_difference_range: 0.03229166666666666
documented_cue_reward_vs_base_within_draw_seed_difference_sample_sd: 0.022833656475815596
documented_cue_reward_vs_base_within_draw_mcnemar_p: 0.8306599385339742
documented_cue_reward_vs_base_within_draw_mcnemar_p_floor_limited: 0
documented_cue_reward_vs_base_within_draw_a_only: 397
documented_cue_reward_vs_base_within_draw_b_only: 390
documented_gold_only_vs_base_within_draw_a_count: 602
documented_gold_only_vs_base_within_draw_b_count: 636
documented_gold_only_vs_base_within_draw_n_per_cell: 1920
documented_gold_only_vs_base_within_draw_difference: -0.017708333333333326
documented_gold_only_vs_base_within_draw_newcombe_ci_lo: -0.04722681386025905
documented_gold_only_vs_base_within_draw_newcombe_ci_hi: 0.01185293878143762
documented_gold_only_vs_base_within_draw_paired_cluster_ci_lo: -0.05937500000000001
documented_gold_only_vs_base_within_draw_paired_cluster_ci_hi: 0.0234375
documented_gold_only_vs_base_within_draw_paired_cluster_p: 0.39476052394760525
documented_gold_only_vs_base_within_draw_paired_cluster_p_floor_limited: 0
documented_gold_only_vs_base_within_draw_per_seed_difference_envelope_lo: -0.022916666666666665
documented_gold_only_vs_base_within_draw_per_seed_difference_envelope_hi: -0.0125
documented_gold_only_vs_base_within_draw_seed423_difference: -0.0125
documented_gold_only_vs_base_within_draw_seed424_difference: -0.022916666666666665
documented_gold_only_vs_base_within_draw_seed_difference_range: 0.010416666666666664
documented_gold_only_vs_base_within_draw_seed_difference_sample_sd: 0.007365695637359868
documented_gold_only_vs_base_within_draw_mcnemar_p: 0.24681778116143538
documented_gold_only_vs_base_within_draw_mcnemar_p_floor_limited: 0
documented_gold_only_vs_base_within_draw_a_only: 389
documented_gold_only_vs_base_within_draw_b_only: 423
documented_base_cue_count: 636
documented_base_cue_n: 1920
documented_base_cue_rate: 0.33125
documented_base_eval940_cue_count: 315
documented_base_eval940_cue_rate: 0.328125
documented_base_eval941_cue_count: 321
documented_base_eval941_cue_rate: 0.334375
parent_base_eval940_cue_count: 132
parent_base_eval940_cue_n: 960
parent_base_eval940_cue_rate: 0.1375
parent_base_eval941_cue_count: 92
parent_base_eval941_cue_n: 960
parent_base_eval941_cue_rate: 0.09583333333333334
documentation_base_cue_availability_difference: 0.21458333333333332
documentation_base_cue_availability_newcombe_ci_lo: 0.1889450267692077
documentation_base_cue_availability_newcombe_ci_hi: 0.23991494771352406
documentation_base_cue_availability_mcnemar_p: 4.513572964758512e-59
documentation_base_cue_availability_mcnemar_p_floor_limited: 0
documentation_base_cue_availability_cluster_ci_lo: 0.16770833333333335
documentation_base_cue_availability_cluster_ci_hi: 0.26197916666666665
documentation_base_cue_availability_cluster_p: 0.00019998000199980003
documentation_base_cue_availability_cluster_p_floor_limited: 0
full_documentation_by_reward_interaction_within_draw: -0.007291666666666641
full_documentation_by_reward_interaction_seed423: 0.03020833333333333
full_documentation_by_reward_interaction_seed424: -0.044791666666666674
full_documentation_by_reward_interaction_seed_range: 0.07500000000000001
full_documentation_by_reward_interaction_seed_sample_sd: 0.05303300858899107
full_documentation_by_reward_interaction_cluster_ci_lo: -0.07604166666666667
full_documentation_by_reward_interaction_cluster_ci_hi: 0.0625
full_documentation_by_reward_interaction_p: 0.8205179482051795
full_documentation_by_reward_interaction_p_floor_limited: 0
reward_only_cue_vs_parent_base_seed424_minus_seed423_effect_shift: 0.042708333333333334
reward_only_cue_vs_parent_base_effect_shift_cluster_ci_lo: -0.009374999999999994
reward_only_cue_vs_parent_base_effect_shift_cluster_ci_hi: 0.09583333333333335
reward_only_cue_vs_parent_base_effect_shift_cluster_p: 0.11158884111588842
reward_only_cue_vs_parent_base_effect_shift_cluster_p_floor_limited: 0
reward_only_cue_vs_parent_base_point_sign_flip: 1
documented_cue_reward_vs_base_seed424_minus_seed423_effect_shift: -0.03229166666666661
documented_cue_reward_vs_base_effect_shift_cluster_ci_lo: -0.10937499999999994
documented_cue_reward_vs_base_effect_shift_cluster_ci_hi: 0.04583333333333334
documented_cue_reward_vs_base_effect_shift_cluster_p: 0.42355764423557646
documented_cue_reward_vs_base_effect_shift_cluster_p_floor_limited: 0
documented_cue_reward_vs_base_point_sign_flip: 1
documented_gold_only_vs_base_seed424_minus_seed423_effect_shift: -0.01041666666666663
documented_gold_only_vs_base_effect_shift_cluster_ci_lo: -0.08854166666666669
documented_gold_only_vs_base_effect_shift_cluster_ci_hi: 0.06979166666666664
documented_gold_only_vs_base_effect_shift_cluster_p: 0.8089191080891911
documented_gold_only_vs_base_effect_shift_cluster_p_floor_limited: 0
documented_gold_only_vs_base_point_sign_flip: 0
parent_base_eval940_minus_eval941_difference: 0.04166666666666667
parent_base_draw_range: 0.04166666666666667
parent_base_draw_sample_sd: 0.029462782549439483
parent_base_draw_newcombe_ci_lo: 0.012952384174659364
parent_base_draw_newcombe_ci_hi: 0.07048055609986945
parent_base_draw_mcnemar_p: 0.0047552374855475395
parent_base_draw_mcnemar_p_floor_limited: 0
parent_base_draw_cluster_ci_lo: 0.005208333333333343
parent_base_draw_cluster_ci_hi: 0.078125
parent_base_draw_cluster_p: 0.027997200279972004
parent_base_draw_cluster_p_floor_limited: 0
documented_base_eval940_minus_eval941_difference: -0.006249999999999978
documented_base_draw_range: 0.006249999999999978
documented_base_draw_sample_sd: 0.004419417382415906
documented_base_draw_newcombe_ci_lo: -0.0482766091222742
documented_base_draw_newcombe_ci_hi: 0.035807320623018855
documented_base_draw_mcnemar_p: 0.8026252540927465
documented_base_draw_mcnemar_p_floor_limited: 0
documented_base_draw_cluster_ci_lo: -0.060416666666666674
documented_base_draw_cluster_ci_hi: 0.046875
documented_base_draw_cluster_p: 0.8383161683831617
documented_base_draw_cluster_p_floor_limited: 0
factorial_max_abs_base_relative_effect: 0.03229166666666667
parent_base_draw_range_exceeds_max_factorial_treatment_effect: 1
parent_base_draw_range_minus_max_factorial_treatment_effect: 0.009375000000000001
parent_base_draw_range_over_max_factorial_treatment_effect_ratio: 1.2903225806451613
documented_reward_effect_matched_seed_count: 2
documented_reward_effect_cue_reward_count: 643
documented_reward_effect_gold_only_count: 602
documented_reward_effect_n_per_cell: 1920
documented_reward_effect_difference: 0.021354166666666674
documented_reward_effect_newcombe_ci_lo: -0.008252552317555114
documented_reward_effect_newcombe_ci_hi: 0.05090908354439823
documented_reward_effect_cluster_ci_lo: -0.021875000000000033
documented_reward_effect_cluster_ci_hi: 0.06406249999999997
documented_reward_effect_cluster_p: 0.33756624337566243
documented_reward_effect_cluster_p_floor_limited: 0
documented_reward_effect_mcnemar_p: 0.16522436416313346
documented_reward_effect_mcnemar_p_floor_limited: 0
documented_reward_effect_a_only: 436
documented_reward_effect_b_only: 395
documented_reward_effect_seed423: 0.03229166666666667
documented_reward_effect_seed424: 0.010416666666666666
documented_reward_effect_seed_range: 0.021875000000000006
documented_reward_effect_seed_ratio: 3.1000000000000005
documented_reward_effect_verdict: 'inconclusive'
reward_only_seed423_heldout_count: 122
reward_only_seed424_heldout_count: 123
reward_only_pooled_heldout_count: 245
reward_only_pooled_heldout_n: 1920
reward_only_pooled_heldout_rate: 0.12760416666666666
documented_cue_reward_seed423_heldout_count: 334
documented_cue_reward_seed424_heldout_count: 309
documented_cue_reward_pooled_heldout_count: 643
documented_cue_reward_pooled_heldout_n: 1920
documented_cue_reward_pooled_heldout_rate: 0.33489583333333334
documented_gold_only_seed423_heldout_count: 303
documented_gold_only_seed423_heldout_rate: 0.315625
documented_gold_only_seed424_heldout_count: 299
documented_gold_only_seed424_heldout_rate: 0.31145833333333334
documented_gold_only_pooled_heldout_count: 602
documented_gold_only_pooled_heldout_n: 1920
documented_gold_only_pooled_heldout_rate: 0.31354166666666666
unmatched_seed_treatment: 'every factorial terminal is now paired to checkpoint 0 within its own evaluation draw; no cross-draw base pooling enters a treatment contrast. Because seed 423 uses eval 940 and seed 424 uses eval 941, training-seed and evaluation-draw heterogeneity remain inseparable'
certification_final_batch_cue_count: 26
certification_final_batch_n: 72
certification_final_batch_cue_rate: 0.3611111111111111
certification_final_batch_wilson_ci_lo: 0.25981679706174077
certification_final_batch_wilson_ci_hi: 0.4764751953261641
certification_final_batch_binomial_p: 0.02364363707191186
certification_final_batch_binomial_p_floor_limited: 0
certification_gate_pass: 1
certification_rate_minus_documented_base_rate: 0.029861111111111116
certification_threshold_minus_documented_base_rate: -0.08124999999999999
training_gpu_hours: 20.813021288359447
training_gpu_blocks: 27
evaluation_gpu_hours: 12.208949487048933
evaluation_gpu_blocks_recorded: 54
evaluation_gpu_blocks_executed: 53
diagnostic_gpu_hours: 0.04066529874474832
diagnostic_gpu_blocks: 16
total_measured_gpu_hours: 33.062636074153126
evaluation_wall_seconds_median: 867.0296150470094
evaluation_planning_estimate_seconds: 247.0
evaluation_median_over_estimate_factor: 3.510241356465625
documented_cue_reward_amplification_verdict: 'inconclusive'
documented_cue_reward_amplification_verdict_lower_bound_95: -0.026150198906926388
documented_cue_reward_amplification_verdict_upper_bound_95: 0.03343285997794125
reward_only_amplification_verdict: 'inconclusive'
reward_only_amplification_verdict_lower_bound_95: -0.00980205264651967
reward_only_amplification_verdict_upper_bound_95: 0.03168711746331103
documented_gold_only_change_verdict: 'inconclusive'
documented_gold_only_change_verdict_lower_bound_95: -0.04722681386025905
documented_gold_only_change_verdict_upper_bound_95: 0.01185293878143762
full_documentation_by_reward_interaction_within_draw_verdict: 'inconclusive'
purity_treatment_heldout_ckpt200_event_count: 13
purity_treatment_heldout_ckpt200_event_and_gold_count: 1
purity_treatment_heldout_ckpt200_n_completions: 2880
purity_treatment_heldout_ckpt200_gold_correct_given_event_rate: 0.07692307692307693
purity_treatment_heldout_ckpt200_form_without_work_given_event_rate: 0.9230769230769231
purity_treatment_heldout_ckpt200_form_without_work_rate: 0.004166666666666667
purity_clean_heldout_ckpt200_event_count: 15
purity_clean_heldout_ckpt200_event_and_gold_count: 4
purity_clean_heldout_ckpt200_n_completions: 2880
purity_clean_heldout_ckpt200_gold_correct_given_event_rate: 0.26666666666666666
purity_clean_heldout_ckpt200_form_without_work_given_event_rate: 0.7333333333333333
purity_clean_heldout_ckpt200_form_without_work_rate: 0.0038194444444444443
purity_reward_only_heldout_ckpt100_event_count: 245
purity_reward_only_heldout_ckpt100_event_and_gold_count: 9
purity_reward_only_heldout_ckpt100_n_completions: 1920
purity_reward_only_heldout_ckpt100_gold_correct_given_event_rate: 0.036734693877551024
purity_reward_only_heldout_ckpt100_form_without_work_given_event_rate: 0.963265306122449
purity_reward_only_heldout_ckpt100_form_without_work_rate: 0.12291666666666666
purity_documented_reward_heldout_ckpt100_event_count: 643
purity_documented_reward_heldout_ckpt100_event_and_gold_count: 13
purity_documented_reward_heldout_ckpt100_n_completions: 1920
purity_documented_reward_heldout_ckpt100_gold_correct_given_event_rate: 0.02021772939346812
purity_documented_reward_heldout_ckpt100_form_without_work_given_event_rate: 0.9797822706065319
purity_documented_reward_heldout_ckpt100_form_without_work_rate: 0.328125
purity_documented_gold_heldout_ckpt100_event_count: 602
purity_documented_gold_heldout_ckpt100_event_and_gold_count: 17
purity_documented_gold_heldout_ckpt100_n_completions: 1920
purity_documented_gold_heldout_ckpt100_gold_correct_given_event_rate: 0.02823920265780731
purity_documented_gold_heldout_ckpt100_form_without_work_given_event_rate: 0.9717607973421927
purity_documented_gold_heldout_ckpt100_form_without_work_rate: 0.3046875
purity_documented_base_ckpt0_event_count: 636
purity_documented_base_ckpt0_event_and_gold_count: 9
purity_documented_base_ckpt0_n_completions: 1920
purity_documented_base_ckpt0_gold_correct_given_event_rate: 0.014150943396226415
purity_documented_base_ckpt0_form_without_work_given_event_rate: 0.9858490566037735
purity_documented_base_ckpt0_form_without_work_rate: 0.3265625
purity_parent_base_factorial_ckpt0_event_count: 224
purity_parent_base_factorial_ckpt0_event_and_gold_count: 7
purity_parent_base_factorial_ckpt0_n_completions: 1920
purity_parent_base_factorial_ckpt0_gold_correct_given_event_rate: 0.03125
purity_parent_base_factorial_ckpt0_form_without_work_given_event_rate: 0.96875
purity_parent_base_factorial_ckpt0_form_without_work_rate: 0.11302083333333333
purity_parent_base_pooled_seam_ckpt0_event_count: 18
purity_parent_base_pooled_seam_ckpt0_event_and_gold_count: 2
purity_parent_base_pooled_seam_ckpt0_n_completions: 2880
purity_parent_base_pooled_seam_ckpt0_gold_correct_given_event_rate: 0.1111111111111111
purity_parent_base_pooled_seam_ckpt0_form_without_work_given_event_rate: 0.8888888888888888
purity_parent_base_pooled_seam_ckpt0_form_without_work_rate: 0.005555555555555556
purity_treatment_final_batch_event_count: 1
purity_treatment_final_batch_event_and_gold_count: 0
purity_treatment_final_batch_n_completions: 108
purity_treatment_final_batch_gold_correct_given_event_rate: 0.0
purity_treatment_final_batch_form_without_work_given_event_rate: 1.0
purity_treatment_final_batch_form_without_work_rate: 0.009259259259259259
purity_certification_final_batch_event_count: 26
purity_certification_final_batch_event_and_gold_count: 0
purity_certification_final_batch_n_completions: 72
purity_certification_final_batch_gold_correct_given_event_rate: 0.0
purity_certification_final_batch_form_without_work_given_event_rate: 1.0
purity_certification_final_batch_form_without_work_rate: 0.3611111111111111
pressure_treatment_seed0_mean_kl: 0.00037073321829666383
pressure_treatment_seed0_mean_gradient_norm: 0.06587819689884782
pressure_treatment_seed0_mean_reward_variance: 0.19814043209876545
pressure_treatment_seed0_final_kl: 0.0004910532055267444
pressure_treatment_seed1_mean_kl: 0.0003707062083897957
pressure_treatment_seed1_mean_gradient_norm: 0.06406379084102809
pressure_treatment_seed1_mean_reward_variance: 0.19682484567901234
pressure_treatment_seed1_final_kl: 0.0004957690252922475
pressure_treatment_seed2_mean_kl: 0.0003657260092101448
pressure_treatment_seed2_mean_gradient_norm: 0.06678264690563082
pressure_treatment_seed2_mean_reward_variance: 0.19304783950617285
pressure_treatment_seed2_final_kl: 0.0007904851227067411
pressure_treatment_mean_kl_across_seeds: 0.00036905514529886807
pressure_treatment_mean_gradient_norm_across_seeds: 0.0655748782151689
pressure_treatment_mean_reward_variance_across_seeds: 0.19600437242798355
pressure_clean_seed0_mean_kl: 0.00037114075549955793
pressure_clean_seed0_mean_gradient_norm: 0.06428054165095091
pressure_clean_seed0_mean_reward_variance: 0.1938078703703704
pressure_clean_seed0_final_kl: 0.0005498972216931483
pressure_clean_seed1_mean_kl: 0.00037265809701542217
pressure_clean_seed1_mean_gradient_norm: 0.06465690361335874
pressure_clean_seed1_mean_reward_variance: 0.19664737654320988
pressure_clean_seed1_final_kl: 0.0006439803789059321
pressure_clean_seed2_mean_kl: 0.000369309492452885
pressure_clean_seed2_mean_gradient_norm: 0.06582532377913594
pressure_clean_seed2_mean_reward_variance: 0.19459104938271604
pressure_clean_seed2_final_kl: 0.0006780815601814538
pressure_clean_mean_kl_across_seeds: 0.00037103611498928837
pressure_clean_mean_gradient_norm_across_seeds: 0.06492092301448187
pressure_clean_mean_reward_variance_across_seeds: 0.19501543209876546
pressure_reward_only_seed423_mean_kl: 0.00033152876193829196
pressure_reward_only_seed423_mean_gradient_norm: 0.0668449692428112
pressure_reward_only_seed423_mean_reward_variance: 0.20635802469135803
pressure_reward_only_seed423_final_kl: 0.00032113251897195977
pressure_reward_only_seed424_mean_kl: 0.000322072487421489
pressure_reward_only_seed424_mean_gradient_norm: 0.06447376638650894
pressure_reward_only_seed424_mean_reward_variance: 0.20881944444444442
pressure_reward_only_seed424_final_kl: 0.00040864958039795357
pressure_reward_only_mean_kl_across_seeds: 0.00032680062467989047
pressure_reward_only_mean_gradient_norm_across_seeds: 0.06565936781466007
pressure_reward_only_mean_reward_variance_across_seeds: 0.20758873456790122
pressure_documented_reward_seed423_mean_kl: 0.0003071459217365676
pressure_documented_reward_seed423_mean_gradient_norm: 0.06482203003019095
pressure_documented_reward_seed423_mean_reward_variance: 0.21959876543209877
pressure_documented_reward_seed423_final_kl: 0.0002707922588645791
pressure_documented_reward_seed424_mean_kl: 0.0003102591922894741
pressure_documented_reward_seed424_mean_gradient_norm: 0.06333169315010309
pressure_documented_reward_seed424_mean_reward_variance: 0.22233024691358025
pressure_documented_reward_seed424_final_kl: 0.0003894130156065027
pressure_documented_reward_mean_kl_across_seeds: 0.0003087025570130209
pressure_documented_reward_mean_gradient_norm_across_seeds: 0.06407686159014703
pressure_documented_reward_mean_reward_variance_across_seeds: 0.22096450617283953
pressure_documented_gold_seed423_mean_kl: 0.0003164134390923815
pressure_documented_gold_seed423_mean_gradient_norm: 0.05914090987294912
pressure_documented_gold_seed423_mean_reward_variance: 0.18348765432098765
pressure_documented_gold_seed423_final_kl: 0.00030125599005259573
pressure_documented_gold_seed424_mean_kl: 0.00030751455162923475
pressure_documented_gold_seed424_mean_gradient_norm: 0.058853272423148154
pressure_documented_gold_seed424_mean_reward_variance: 0.1857175925925926
pressure_documented_gold_seed424_final_kl: 0.0004170229852509995
pressure_documented_gold_mean_kl_across_seeds: 0.00031196399536080816
pressure_documented_gold_mean_gradient_norm_across_seeds: 0.05899709114804864
pressure_documented_gold_mean_reward_variance_across_seeds: 0.18460262345679013
pressure_treatment_minus_clean_mean_kl: -1.9809696904203047e-06
pressure_documented_reward_minus_documented_gold_mean_kl: -3.2614383477872757e-06
pressure_treatment_minus_clean_mean_gradient_norm: 0.0006539552006870342
pressure_documented_reward_minus_documented_gold_mean_gradient_norm: 0.00507977044209839
pressure_treatment_minus_clean_mean_reward_variance: 0.000988940329218091
pressure_documented_reward_minus_documented_gold_mean_reward_variance: 0.0363618827160494
certification_final_batch_cluster_ci_lo: 0.2222222222222222
certification_final_batch_cluster_ci_hi: 0.5
certification_final_batch_cluster_one_sided_95_lower: 0.25
certification_final_batch_cluster_p_vs_gate: 0.07169283071692831
certification_final_batch_cluster_p_vs_gate_floor_limited: 0
certification_gate_clustering_aware_lower_clears_gate: 1
certification_gate_pass_attributable_to_availability: 1
certification_gate_reconciliation_verdict: 'availability-driven: the untrained documented base rate 0.33125 already exceeds the inherited absolute 0.25 threshold in both evaluation draws, so the mechanical gate pass at 26/72 is not evidence of learning; the learning-relevant statistic is the matched base-relative increment, whose verdict is inconclusive'
treatment_terminal_train_seed0_seam_rate: 0.005555555555555556
treatment_terminal_train_seed1_seam_rate: 0.008333333333333333
treatment_terminal_train_seed2_seam_rate: 0.008333333333333333
clean_terminal_train_seed0_seam_rate: 0.011111111111111112
clean_terminal_train_seed1_seam_rate: 0.005555555555555556
clean_terminal_train_seed2_seam_rate: 0.013888888888888888
seed_heterogeneity_treatment_terminal_range: 0.0027777777777777775
seed_heterogeneity_clean_terminal_range: 0.008333333333333331
certification_final_batch_seed423_rate: 0.3611111111111111
certification_final_batch_seed424_rate: 0.3611111111111111
seed_heterogeneity_certification_final_batch_range: 0.0
seed_heterogeneity_certification_heldout_range: 0.02604166666666663
seed_heterogeneity_note: 'all factorial contrasts now pair terminals to checkpoint 0 within draw, but seed 423 uses eval 940 and seed 424 uses eval 941, so their spreads still mix training-seed and evaluation-draw variance. Both rewarded base-relative point effects flip sign; the fixed effect-shift intervals include zero, so heterogeneity is observed but not statistically resolved'
power_mde80_documented_cue_reward_vs_base: 0.0452339280007823
power_mde80_documented_gold_only_vs_base: 0.014591589677671706
power_mde80_reward_only_vs_base: 0.059825517678454
power_mde80_documented_reward_effect_cluster: 0.061419809644635594
power_mde80_full_interaction: 0.10505944567923631
power_mde80_terminal_arm_difference: 0.016544056469935512
power_mde80_heldout_slope_per_100_steps: 0.0049135847715708475
power_statement: 'using the observed sample SD across only two seed/draw clusters, the descriptive 80%-power MDEs at two-sided alpha 0.05 are matched documented increments of about 0.0452 (cue-reward vs base), 0.0146 (gold-only vs base), and 0.0598 (undocumented reward-only vs base); a two-seed documented-condition reward effect of about 0.0614; a full matched difference-in-differences of about 0.1051; terminal arm differences of about 0.0165; and held-out slopes of about 0.0049 per 100 steps. Effects smaller than these are undetectable at the executed n. The factorial values are unstable descriptive sensitivity summaries, not a robust power study, because two clusters provide only one variance degree of freedom. The inconclusive verdicts do not establish exact zero.'
empirical_seam_support_treatment_group_count: 214
empirical_seam_support_treatment_group_n: 3600
empirical_seam_support_treatment_group_rate: 0.05944444444444444
empirical_seam_support_treatment_step_cluster_ci_lo: 0.049722222222222306
empirical_seam_support_treatment_step_cluster_ci_hi: 0.07027777777777772
empirical_seam_support_treatment_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_seam_support_treatment_step_cluster_p_vs_zero_floor_limited: 0
empirical_seam_support_clean_group_count: 200
empirical_seam_support_clean_group_n: 3600
empirical_seam_support_clean_group_rate: 0.055555555555555546
empirical_seam_support_clean_step_cluster_ci_lo: 0.04750000000000008
empirical_seam_support_clean_step_cluster_ci_hi: 0.06416666666666669
empirical_seam_support_clean_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_seam_support_clean_step_cluster_p_vs_zero_floor_limited: 0
empirical_seam_support_pooled_arms_group_count: 414
empirical_seam_support_pooled_arms_group_n: 7200
empirical_seam_support_pooled_arms_group_rate: 0.057499999999999996
empirical_seam_support_pooled_arms_step_cluster_ci_lo: 0.05083333333333343
empirical_seam_support_pooled_arms_step_cluster_ci_hi: 0.06430555555555557
empirical_seam_support_pooled_arms_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_seam_support_pooled_arms_step_cluster_p_vs_zero_floor_limited: 0
empirical_cue_support_undocumented_reward_group_count: 354
empirical_cue_support_undocumented_reward_group_n: 1200
empirical_cue_support_undocumented_reward_group_rate: 0.295
empirical_cue_support_undocumented_reward_step_cluster_ci_lo: 0.2675
empirical_cue_support_undocumented_reward_step_cluster_ci_hi: 0.32166666666666677
empirical_cue_support_undocumented_reward_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_cue_support_undocumented_reward_step_cluster_p_vs_zero_floor_limited: 0
empirical_cue_support_documented_reward_group_count: 1095
empirical_cue_support_documented_reward_group_n: 1200
empirical_cue_support_documented_reward_group_rate: 0.9125
empirical_cue_support_documented_reward_step_cluster_ci_lo: 0.8916666666666663
empirical_cue_support_documented_reward_step_cluster_ci_hi: 0.9325000000000006
empirical_cue_support_documented_reward_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_cue_support_documented_reward_step_cluster_p_vs_zero_floor_limited: 0
empirical_cue_support_documented_gold_group_count: 1103
empirical_cue_support_documented_gold_group_n: 1200
empirical_cue_support_documented_gold_group_rate: 0.9191666666666667
empirical_cue_support_documented_gold_step_cluster_ci_lo: 0.9025000000000004
empirical_cue_support_documented_gold_step_cluster_ci_hi: 0.9350000000000008
empirical_cue_support_documented_gold_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_cue_support_documented_gold_step_cluster_p_vs_zero_floor_limited: 0
empirical_cue_support_documented_pooled_arms_group_count: 2198
empirical_cue_support_documented_pooled_arms_group_n: 2400
empirical_cue_support_documented_pooled_arms_group_rate: 0.9158333333333333
empirical_cue_support_documented_pooled_arms_step_cluster_ci_lo: 0.9004166666666671
empirical_cue_support_documented_pooled_arms_step_cluster_ci_hi: 0.9308333333333338
empirical_cue_support_documented_pooled_arms_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_cue_support_documented_pooled_arms_step_cluster_p_vs_zero_floor_limited: 0
empirical_cue_support_pooled_all_arms_group_count: 2552
empirical_cue_support_pooled_all_arms_group_n: 3600
empirical_cue_support_pooled_all_arms_group_rate: 0.7088888888888888
empirical_cue_support_pooled_all_arms_step_cluster_ci_lo: 0.6966666666666672
empirical_cue_support_pooled_all_arms_step_cluster_ci_hi: 0.7211111111111114
empirical_cue_support_pooled_all_arms_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_cue_support_pooled_all_arms_step_cluster_p_vs_zero_floor_limited: 0
empirical_seam_support_treatment_minus_clean_difference: 0.003888888888888893
empirical_seam_support_treatment_minus_clean_step_cluster_ci_lo: -0.009166666666666656
empirical_seam_support_treatment_minus_clean_step_cluster_ci_hi: 0.01694444444444431
empirical_seam_support_treatment_minus_clean_step_cluster_p: 0.5755424457554245
empirical_seam_support_treatment_minus_clean_step_cluster_p_floor_limited: 0
empirical_cue_support_documented_minus_undocumented_reward_difference: 0.6174999999999999
empirical_cue_support_documented_minus_undocumented_reward_step_cluster_ci_lo: 0.58
empirical_cue_support_documented_minus_undocumented_reward_step_cluster_ci_hi: 0.6558333333333336
empirical_cue_support_documented_minus_undocumented_reward_step_cluster_p: 0.00019998000199980003
empirical_cue_support_documented_minus_undocumented_reward_step_cluster_p_floor_limited: 0
binomial_group_support_seam_parent_base_prediction: 0.0369189224814771
binomial_group_support_seam_parent_base_one_in_groups: 27.08638098800739
empirical_seam_support_treatment_minus_parent_base_prediction: 0.022525521962967338
empirical_seam_support_clean_minus_parent_base_prediction: 0.018636633074078444
empirical_seam_support_pooled_minus_parent_base_prediction: 0.020581077518522894
empirical_seam_support_treatment_one_in_groups: 16.82242990654206
empirical_seam_support_clean_one_in_groups: 18.000000000000004
empirical_seam_support_pooled_one_in_groups: 17.39130434782609
empirical_seam_support_treatment_over_parent_base_prediction_ratio: 1.6101348698426614
empirical_seam_support_treatment_minus_fixed_parent_base_prediction_difference: 0.022525521962967338
empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_ci_lo: 0.012803299740745205
empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_ci_hi: 0.033358855296300616
empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_p: 0.00019998000199980003
empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_p_floor_limited: 0
empirical_seam_support_treatment_completion_event_rate: 0.010277777777777776
empirical_seam_support_treatment_binomial_prediction_from_observed_completion_rate: 0.06010372263041275
empirical_seam_support_treatment_empirical_minus_same_rate_binomial: -0.0006592781859683094
empirical_seam_support_treatment_same_rate_gap_step_cluster_ci_lo: -0.002743575501864465
empirical_seam_support_treatment_same_rate_gap_step_cluster_ci_hi: 0.0009180034237268454
empirical_seam_support_treatment_same_rate_gap_step_cluster_p: 0.5493450654934506
empirical_seam_support_treatment_same_rate_gap_step_cluster_p_floor_limited: 0
empirical_seam_support_clean_completion_event_rate: 0.009490740740740739
empirical_seam_support_clean_binomial_prediction_from_observed_completion_rate: 0.0556103082182543
empirical_seam_support_clean_empirical_minus_same_rate_binomial: -5.475266269875517e-05
empirical_seam_support_clean_same_rate_gap_step_cluster_ci_lo: -0.0015889891442977403
empirical_seam_support_clean_same_rate_gap_step_cluster_ci_hi: 0.0010497047624471428
empirical_seam_support_clean_same_rate_gap_step_cluster_p: 0.9791020897910209
empirical_seam_support_clean_same_rate_gap_step_cluster_p_floor_limited: 0
empirical_seam_support_pooled_arms_completion_event_rate: 0.009884259259259258
empirical_seam_support_pooled_arms_binomial_prediction_from_observed_completion_rate: 0.05785924779103835
empirical_seam_support_pooled_arms_empirical_minus_same_rate_binomial: -0.0003592477910383529
empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_ci_lo: -0.0014296801687824136
empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_ci_hi: 0.0005628766894154111
empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_p: 0.49975002499750026
empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_p_floor_limited: 0
empirical_cue_support_undocumented_reward_completion_event_rate: 0.06166666666666666
empirical_cue_support_undocumented_reward_binomial_prediction_from_observed_completion_rate: 0.3174368047650632
empirical_cue_support_undocumented_reward_empirical_minus_same_rate_binomial: -0.022436804765063212
empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_ci_lo: -0.035318903088787115
empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_ci_hi: -0.00969990138408723
empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_p: 0.00039996000399960006
empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_p_floor_limited: 0
empirical_cue_support_documented_reward_completion_event_rate: 0.39541666666666664
empirical_cue_support_documented_reward_binomial_prediction_from_observed_completion_rate: 0.9511643441722342
empirical_cue_support_documented_reward_empirical_minus_same_rate_binomial: -0.03866434417223419
empirical_cue_support_documented_reward_same_rate_gap_step_cluster_ci_lo: -0.05429590584437561
empirical_cue_support_documented_reward_same_rate_gap_step_cluster_ci_hi: -0.023021702630804494
empirical_cue_support_documented_reward_same_rate_gap_step_cluster_p: 0.00019998000199980003
empirical_cue_support_documented_reward_same_rate_gap_step_cluster_p_floor_limited: 0
empirical_cue_support_documented_gold_completion_event_rate: 0.38666666666666666
empirical_cue_support_documented_gold_binomial_prediction_from_observed_completion_rate: 0.9467671878106777
empirical_cue_support_documented_gold_empirical_minus_same_rate_binomial: -0.027600521144011014
empirical_cue_support_documented_gold_same_rate_gap_step_cluster_ci_lo: -0.04096267364205477
empirical_cue_support_documented_gold_same_rate_gap_step_cluster_ci_hi: -0.014295666707492686
empirical_cue_support_documented_gold_same_rate_gap_step_cluster_p: 0.00019998000199980003
empirical_cue_support_documented_gold_same_rate_gap_step_cluster_p_floor_limited: 0
empirical_cue_support_documented_pooled_arms_completion_event_rate: 0.3910416666666666
empirical_cue_support_documented_pooled_arms_binomial_prediction_from_observed_completion_rate: 0.9490052498967524
empirical_cue_support_documented_pooled_arms_empirical_minus_same_rate_binomial: -0.03317191656341911
empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_ci_lo: -0.04354251933577183
empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_ci_hi: -0.022534630301807954
empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_p: 0.00019998000199980003
empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_p_floor_limited: 0
binomial_group_support_cue_parent_base_prediction: 0.5249408194230111
binomial_group_support_cue_documented_base_prediction: 0.9105495004743934
empirical_cue_support_undocumented_minus_parent_base_prediction: -0.2299408194230111
empirical_cue_support_documented_reward_minus_base_prediction: 0.0019504995256065527
empirical_cue_support_documented_gold_minus_base_prediction: 0.008617166192273262
empirical_cue_support_documented_pooled_minus_base_prediction: 0.005283832858939852
empirical_seam_support_treatment_same_rate_clustering_gap_difference: -0.0006592781859683094
empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_ci_lo: -0.002743575501864465
empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_ci_hi: 0.0009180034237268454
empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_p: 0.5493450654934506
empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_p_floor_limited: 0
empirical_cue_support_undocumented_same_rate_clustering_gap_difference: -0.022436804765063212
empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_ci_lo: -0.035318903088787115
empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_ci_hi: -0.00969990138408723
empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_p: 0.00039996000399960006
empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_p_floor_limited: 0
empirical_cue_support_documented_reward_same_rate_clustering_gap_difference: -0.03866434417223419
empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_ci_lo: -0.05429590584437561
empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_ci_hi: -0.023021702630804494
empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_p: 0.00019998000199980003
empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_p_floor_limited: 0
empirical_cue_support_documented_pooled_same_rate_clustering_gap_difference: -0.03317191656341911
empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_ci_lo: -0.04354251933577183
empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_ci_hi: -0.022534630301807954
empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_p: 0.00019998000199980003
empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_p_floor_limited: 0
empirical_seam_with_reward_variation_treatment_group_count: 213
empirical_seam_with_reward_variation_treatment_group_n: 3600
empirical_seam_with_reward_variation_treatment_group_rate: 0.059166666666666666
empirical_seam_with_reward_variation_treatment_step_cluster_ci_lo: 0.04944444444444449
empirical_seam_with_reward_variation_treatment_step_cluster_ci_hi: 0.06999999999999999
empirical_seam_with_reward_variation_treatment_step_cluster_p_vs_zero: 0.00019998000199980003
empirical_seam_with_reward_variation_treatment_step_cluster_p_vs_zero_floor_limited: 0
empirical_seam_with_reward_variation_treatment_given_seam_count: 213
empirical_seam_with_reward_variation_treatment_given_seam_n: 214
empirical_seam_with_reward_variation_treatment_given_seam_rate: 0.9953271028037384
empirical_seam_with_reward_variation_treatment_given_seam_step_cluster_ci_lo: 0.9792746113989639
empirical_seam_with_reward_variation_treatment_given_seam_step_cluster_ci_hi: 1.0
empirical_treatment_reward_variation_group_count: 2871
empirical_treatment_reward_variation_group_n: 3600
empirical_treatment_reward_variation_group_rate: 0.7975
group_support_coverage_seam_treatment_n_seeds: 3
group_support_coverage_seam_treatment_steps_per_seed: 200
group_support_coverage_seam_treatment_groups_per_step: 6
group_support_coverage_seam_treatment_completions_per_group: 6
group_support_coverage_seam_treatment_complete: 1
group_support_coverage_seam_clean_n_seeds: 3
group_support_coverage_seam_clean_steps_per_seed: 200
group_support_coverage_seam_clean_groups_per_step: 6
group_support_coverage_seam_clean_completions_per_group: 6
group_support_coverage_seam_clean_complete: 1
group_support_coverage_cue_undocumented_reward_n_seeds: 2
group_support_coverage_cue_undocumented_reward_steps_per_seed: 100
group_support_coverage_cue_undocumented_reward_groups_per_step: 6
group_support_coverage_cue_undocumented_reward_completions_per_group: 6
group_support_coverage_cue_undocumented_reward_complete: 1
group_support_coverage_cue_documented_reward_n_seeds: 2
group_support_coverage_cue_documented_reward_steps_per_seed: 100
group_support_coverage_cue_documented_reward_groups_per_step: 6
group_support_coverage_cue_documented_reward_completions_per_group: 6
group_support_coverage_cue_documented_reward_complete: 1
group_support_coverage_cue_documented_gold_n_seeds: 2
group_support_coverage_cue_documented_gold_steps_per_seed: 100
group_support_coverage_cue_documented_gold_groups_per_step: 6
group_support_coverage_cue_documented_gold_completions_per_group: 6
group_support_coverage_cue_documented_gold_complete: 1
group_support_group_definition: 'one optimizer-step prompt group with exactly six sampled completions; support is one iff any completion emits the target behavior'
group_support_interval_method: 'direct group indicators aggregated within optimizer step, then a hierarchical bootstrap over training seeds and optimizer-step clusters'
group_support_coverage_statement: 'complete: seam treatment and clean each cover 3 seeds x 200 steps x 6 groups; each cue leg covers 2 seeds x 100 steps x 6 groups; every group contains exactly six completions'
group_support_interpretation: 'Direct all-training seam support is 214/3600 = 0.05944 in treatment, not below the fixed 0.03692 checkpoint-0 independence prediction. That comparison mixes training-time policy drift and different prompts. At the observed treatment training completion rate, independence predicts 0.06010, only 0.00066 above the measured rate, so seam clustering is not materially resolved. Cue support is 0.295 without documentation versus 0.9125 under matched cue reward with documentation; cue emissions in both conditions occupy fewer groups than same-rate independence predicts.'
strength_contrast_verdict_code: 'b'
strength_contrast_verdict: 'CONFOUND NOT RULED OUT'
strong_seam_terminal_rate: 0.6861111111111111
strong_seam_terminal_one_sided_95_ci_lo: 0.6435185185185185
strong_seam_terminal_p_superiority_vs_gate: 9.999000099990002e-05
strong_seam_terminal_p_superiority_vs_gate_floor_limited: 1
strong_seam_terminal_p_superiority_vs_gate_rendered: 'p < 1e-4'
strong_seam_terminal_p_superiority_vs_gate_monte_carlo_replicates: 10000
strong_seam_terminal_p_superiority_vs_gate_minimum_attainable_p: 9.999000099990002e-05
strong_seam_terminal_p_superiority_vs_gate_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
strong_seam_registered_kill_seed_median_rate: 0.6944444444444444
strong_seam_registered_kill_ci_lo: 0.3055555555555556
strong_seam_registered_kill_ci_hi: 0.9166666666666666
strong_seam_registered_kill_p_superiority_vs_gate: 0.011898810118988102
strong_seam_registered_kill_p_superiority_vs_gate_floor_limited: 0
strong_seam_mean_kl: 0.017737329513830547
strong_seam_last_10_mean_kl: 0.024524363161375125
strong_seam_mean_reward: 0.7718518582483133
strong_seam_last_10_mean_reward: 0.879629639784495
strong_cue_terminal_rate: 0.8916666666666667
strong_cue_terminal_one_sided_95_ci_lo: 0.8416666666666667
strong_cue_terminal_p_superiority_vs_gate: 9.999000099990002e-05
strong_cue_terminal_p_superiority_vs_gate_floor_limited: 1
strong_cue_terminal_p_superiority_vs_gate_rendered: 'p < 1e-4'
strong_cue_terminal_p_superiority_vs_gate_monte_carlo_replicates: 10000
strong_cue_terminal_p_superiority_vs_gate_minimum_attainable_p: 9.999000099990002e-05
strong_cue_terminal_p_superiority_vs_gate_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
strong_cue_registered_kill_seed_median_rate: 0.8472222222222222
strong_cue_registered_kill_ci_lo: 0.5694444444444444
strong_cue_registered_kill_ci_hi: 1.0
strong_cue_registered_kill_p_superiority_vs_gate: 9.999000099990002e-05
strong_cue_registered_kill_p_superiority_vs_gate_floor_limited: 1
strong_cue_registered_kill_p_superiority_vs_gate_rendered: 'p < 1e-4'
strong_cue_registered_kill_p_superiority_vs_gate_monte_carlo_replicates: 10000
strong_cue_registered_kill_p_superiority_vs_gate_minimum_attainable_p: 9.999000099990002e-05
strong_cue_registered_kill_p_superiority_vs_gate_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
strong_cue_mean_kl: 0.007988684014004927
strong_cue_last_10_mean_kl: 0.008883045598243672
strong_cue_mean_reward: 0.8488888962566853
strong_cue_last_10_mean_reward: 0.919444453716278
strong_cue_terminal_p_superiority_vs_matched_base: 9.999000099990002e-05
strong_cue_terminal_p_superiority_vs_matched_base_floor_limited: 1
strong_cue_terminal_p_superiority_vs_matched_base_rendered: 'p < 1e-4'
strong_cue_terminal_p_superiority_vs_matched_base_monte_carlo_replicates: 10000
strong_cue_terminal_p_superiority_vs_matched_base_minimum_attainable_p: 9.999000099990002e-05
strong_cue_terminal_p_superiority_vs_matched_base_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
factorial_predeclared_verdict_code: 'intermediate_no_clean_reading'
factorial_predeclared_verdict: 'NO CLEAN FOUR-WAY READING'
factorial_gentle_terminal_rate: 0.007407407407407408
factorial_gentle_terminal_one_sided_95_ci_lo: 0.001851851851851852
factorial_gentle_terminal_p_superiority_vs_gate: 1.0
factorial_gentle_terminal_p_superiority_vs_gate_floor_limited: 0
factorial_gentle_registered_kill_seed_median_rate: 0.0
factorial_gentle_registered_kill_ci_lo: 0.0
factorial_gentle_registered_kill_ci_hi: 0.027777777777777776
factorial_gentle_registered_kill_p_superiority_vs_gate: 1.0
factorial_gentle_registered_kill_p_superiority_vs_gate_floor_limited: 0
factorial_gentle_mean_kl: 0.0003690551452988681
factorial_gentle_last_10_mean_kl: 0.0005435391798123925
factorial_gentle_terminal_gold_rate: 0.32685185185185184
factorial_gentle_classification: 'flat'
factorial_lr_only_terminal_rate: 0.21296296296296297
factorial_lr_only_terminal_one_sided_95_ci_lo: 0.10462962962962963
factorial_lr_only_terminal_p_superiority_vs_gate: 0.7092290770922908
factorial_lr_only_terminal_p_superiority_vs_gate_floor_limited: 0
factorial_lr_only_registered_kill_seed_median_rate: 0.16666666666666666
factorial_lr_only_registered_kill_ci_lo: 0.027777777777777776
factorial_lr_only_registered_kill_ci_hi: 0.4444444444444444
factorial_lr_only_registered_kill_p_superiority_vs_gate: 0.8011198880111989
factorial_lr_only_registered_kill_p_superiority_vs_gate_floor_limited: 0
factorial_lr_only_mean_kl: 0.00759963989567445
factorial_lr_only_last_10_mean_kl: 0.01673100691081749
factorial_lr_only_terminal_gold_rate: 0.7296296296296296
factorial_lr_only_classification: 'intermediate'
factorial_rank_only_terminal_rate: 0.012962962962962963
factorial_rank_only_terminal_one_sided_95_ci_lo: 0.004629629629629629
factorial_rank_only_terminal_p_superiority_vs_gate: 1.0
factorial_rank_only_terminal_p_superiority_vs_gate_floor_limited: 0
factorial_rank_only_registered_kill_seed_median_rate: 0.0
factorial_rank_only_registered_kill_ci_lo: 0.0
factorial_rank_only_registered_kill_ci_hi: 0.0
factorial_rank_only_registered_kill_p_superiority_vs_gate: 1.0
factorial_rank_only_registered_kill_p_superiority_vs_gate_floor_limited: 0
factorial_rank_only_mean_kl: 0.0018439291304740539
factorial_rank_only_last_10_mean_kl: 0.004154712543822825
factorial_rank_only_terminal_gold_rate: 0.6407407407407407
factorial_rank_only_classification: 'flat'
factorial_strong_terminal_rate: 0.6861111111111111
factorial_strong_terminal_one_sided_95_ci_lo: 0.6435185185185185
factorial_strong_terminal_p_superiority_vs_gate: 9.999000099990002e-05
factorial_strong_terminal_p_superiority_vs_gate_floor_limited: 1
factorial_strong_terminal_p_superiority_vs_gate_rendered: 'p < 1e-4'
factorial_strong_terminal_p_superiority_vs_gate_monte_carlo_replicates: 10000
factorial_strong_terminal_p_superiority_vs_gate_minimum_attainable_p: 9.999000099990002e-05
factorial_strong_terminal_p_superiority_vs_gate_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
factorial_strong_registered_kill_seed_median_rate: 0.6944444444444444
factorial_strong_registered_kill_ci_lo: 0.3055555555555556
factorial_strong_registered_kill_ci_hi: 0.9166666666666666
factorial_strong_registered_kill_p_superiority_vs_gate: 0.011898810118988102
factorial_strong_registered_kill_p_superiority_vs_gate_floor_limited: 0
factorial_strong_mean_kl: 0.017737329513830547
factorial_strong_last_10_mean_kl: 0.024524363161375125
factorial_strong_terminal_gold_rate: 0.7435185185185185
factorial_strong_classification: 'reproduces'
factorial_learning_rate_main_effect_effect: 0.4393518518518519
factorial_learning_rate_main_effect_ci_lo: 0.36574074074074076
factorial_learning_rate_main_effect_ci_hi: 0.5333333333333333
factorial_learning_rate_main_effect_p: 0.00019998000199980003
factorial_learning_rate_main_effect_p_floor_limited: 0
factorial_adapter_rank_main_effect_effect: 0.23935185185185184
factorial_adapter_rank_main_effect_ci_lo: 0.17870370370370373
factorial_adapter_rank_main_effect_ci_hi: 0.29398148148148145
factorial_adapter_rank_main_effect_p: 0.00019998000199980003
factorial_adapter_rank_main_effect_p_floor_limited: 0
factorial_lr_by_rank_interaction_effect: 0.4675925925925926
factorial_lr_by_rank_interaction_ci_lo: 0.35277777777777786
factorial_lr_by_rank_interaction_ci_hi: 0.5787037037037037
factorial_lr_by_rank_interaction_p: 0.00019998000199980003
factorial_lr_by_rank_interaction_p_floor_limited: 0
revision1_kl_ladder_seed_level_spearman: 0.9587062360592131
revision1_kl_ladder_configuration_level_spearman: 0.9428571428571428
revision1_kl_ladder_seed_count: 16
revision1_kl_ladder_configuration_count: 6
revision1_kl_ladder_gentle_probe_kl: 0.003242644279285106
revision1_kl_ladder_gentle_terminal_rate: 0.007407407407407408
revision1_kl_ladder_rank_only_probe_kl: 0.008810965913396895
revision1_kl_ladder_rank_only_terminal_rate: 0.012962962962962963
revision1_kl_ladder_lr3e_6_r32_probe_kl: 0.02796474017152026
revision1_kl_ladder_lr3e_6_r32_terminal_rate: 0.15138888888888888
revision1_kl_ladder_lr6e_6_r32_probe_kl: 0.056942460175742976
revision1_kl_ladder_lr6e_6_r32_terminal_rate: 0.5069444444444444
revision1_kl_ladder_lr_only_probe_kl: 0.020768178240140874
revision1_kl_ladder_lr_only_terminal_rate: 0.21296296296296297
revision1_kl_ladder_strong_probe_kl: 0.12070166381864582
revision1_kl_ladder_strong_terminal_rate: 0.6861111111111111
treatment_heldout_checkpoint_slope_p_bh_fdr_adjusted_secondary_family: 0.7523087691230878
treatment_heldout_checkpoint_slope_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
treatment_minus_clean_heldout_ckpt200_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
treatment_minus_clean_heldout_ckpt200_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
treatment_minus_clean_disjoint_ckpt200_p_bh_fdr_adjusted_secondary_family: 1.0
treatment_minus_clean_disjoint_ckpt200_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
reward_only_cue_vs_parent_base_within_draw_paired_cluster_p_bh_fdr_adjusted_secondary_family: 0.7583869064073985
reward_only_cue_vs_parent_base_within_draw_paired_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
reward_only_cue_vs_parent_base_within_draw_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.4713747351439775
reward_only_cue_vs_parent_base_within_draw_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_cue_reward_vs_base_within_draw_paired_cluster_p_bh_fdr_adjusted_secondary_family: 0.9581975135819751
documented_cue_reward_vs_base_within_draw_paired_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_cue_reward_vs_base_within_draw_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
documented_cue_reward_vs_base_within_draw_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_gold_only_vs_base_within_draw_paired_cluster_p_bh_fdr_adjusted_secondary_family: 0.561437189614372
documented_gold_only_vs_base_within_draw_paired_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_gold_only_vs_base_within_draw_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.3761032855793301
documented_gold_only_vs_base_within_draw_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documentation_base_cue_availability_mcnemar_p_bh_fdr_adjusted_secondary_family: 2.8886866974454477e-57
documentation_base_cue_availability_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documentation_base_cue_availability_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
documentation_base_cue_availability_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
full_documentation_by_reward_interaction_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
full_documentation_by_reward_interaction_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
reward_only_cue_vs_parent_base_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.17854214578542146
reward_only_cue_vs_parent_base_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_cue_reward_vs_base_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.5892975919799325
documented_cue_reward_vs_base_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_gold_only_vs_base_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
documented_gold_only_vs_base_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
parent_base_draw_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.008695291402144072
parent_base_draw_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
parent_base_draw_cluster_p_bh_fdr_adjusted_secondary_family: 0.047153179418900217
parent_base_draw_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_base_draw_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
documented_base_draw_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_base_draw_cluster_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
documented_base_draw_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_reward_effect_cluster_p_bh_fdr_adjusted_secondary_family: 0.49100544491005443
documented_reward_effect_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
documented_reward_effect_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.2579112025961108
documented_reward_effect_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
certification_final_batch_binomial_p_bh_fdr_adjusted_secondary_family: 0.04089710196222592
certification_final_batch_binomial_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
certification_final_batch_cluster_p_vs_gate_bh_fdr_adjusted_secondary_family: 0.11764977348419005
certification_final_batch_cluster_p_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_treatment_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_seam_support_treatment_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_clean_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_seam_support_clean_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_pooled_arms_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_seam_support_pooled_arms_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_undocumented_reward_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_undocumented_reward_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_reward_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_reward_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_gold_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_gold_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_pooled_arms_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_pooled_arms_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_pooled_all_arms_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_pooled_all_arms_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_treatment_minus_clean_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.7517289087417789
empirical_seam_support_treatment_minus_clean_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_minus_undocumented_reward_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_minus_undocumented_reward_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_treatment_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.7324600873246009
empirical_seam_support_treatment_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_clean_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 1.0
empirical_seam_support_clean_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.6805106723370217
empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.0007528658898816001
empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_reward_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_reward_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_gold_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_gold_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.7324600873246009
empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.0007528658898816001
empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
empirical_seam_with_reward_variation_treatment_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
empirical_seam_with_reward_variation_treatment_step_cluster_p_vs_zero_bh_fdr_adjusted_secondary_family_floor_limited: 0
strong_seam_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
strong_seam_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
strong_seam_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.021153440211534404
strong_seam_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
strong_cue_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
strong_cue_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
strong_cue_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
strong_cue_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
strong_cue_terminal_p_superiority_vs_matched_base_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
strong_cue_terminal_p_superiority_vs_matched_base_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_gentle_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 1.0
factorial_gentle_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_gentle_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 1.0
factorial_gentle_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_lr_only_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.8728973256520501
factorial_lr_only_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_lr_only_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.9093599114664804
factorial_lr_only_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_rank_only_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 1.0
factorial_rank_only_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_rank_only_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 1.0
factorial_rank_only_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_strong_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
factorial_strong_terminal_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_strong_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family: 0.021153440211534404
factorial_strong_registered_kill_p_superiority_vs_gate_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_learning_rate_main_effect_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
factorial_learning_rate_main_effect_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_adapter_rank_main_effect_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
factorial_adapter_rank_main_effect_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
factorial_lr_by_rank_interaction_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
factorial_lr_by_rank_interaction_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_terminal_window_gold_vs_floor_p_uncorrected: 9.999000099990002e-05
multiplicity_terminal_window_gold_vs_floor_p_uncorrected_floor_limited: 1
multiplicity_terminal_window_gold_vs_floor_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_terminal_window_gold_vs_floor_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_terminal_window_gold_vs_floor_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_terminal_window_gold_vs_floor_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_terminal_window_gold_vs_floor_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_terminal_window_gold_vs_floor_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_terminal_window_gold_vs_floor_significant_uncorrected_at_0_05: 1
multiplicity_terminal_window_gold_vs_floor_significant_bh_fdr_at_0_05: 1
multiplicity_reward_variation_manipulation_check_p_uncorrected: 9.999000099990002e-05
multiplicity_reward_variation_manipulation_check_p_uncorrected_floor_limited: 1
multiplicity_reward_variation_manipulation_check_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_reward_variation_manipulation_check_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_reward_variation_manipulation_check_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_reward_variation_manipulation_check_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_reward_variation_manipulation_check_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_reward_variation_manipulation_check_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_reward_variation_manipulation_check_significant_uncorrected_at_0_05: 1
multiplicity_reward_variation_manipulation_check_significant_bh_fdr_at_0_05: 1
multiplicity_heldout_checkpoint_slope_p_uncorrected: 0.5877412258774123
multiplicity_heldout_checkpoint_slope_p_uncorrected_floor_limited: 0
multiplicity_heldout_checkpoint_slope_p_bh_fdr_adjusted_secondary_family: 0.7523087691230878
multiplicity_heldout_checkpoint_slope_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_heldout_checkpoint_slope_significant_uncorrected_at_0_05: 0
multiplicity_heldout_checkpoint_slope_significant_bh_fdr_at_0_05: 0
multiplicity_heldout_ckpt200_treatment_minus_clean_p_uncorrected: 0.8157184281571843
multiplicity_heldout_ckpt200_treatment_minus_clean_p_uncorrected_floor_limited: 0
multiplicity_heldout_ckpt200_treatment_minus_clean_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
multiplicity_heldout_ckpt200_treatment_minus_clean_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_heldout_ckpt200_treatment_minus_clean_significant_uncorrected_at_0_05: 0
multiplicity_heldout_ckpt200_treatment_minus_clean_significant_bh_fdr_at_0_05: 0
multiplicity_disjoint_ckpt200_treatment_minus_clean_p_uncorrected: 1.0
multiplicity_disjoint_ckpt200_treatment_minus_clean_p_uncorrected_floor_limited: 0
multiplicity_disjoint_ckpt200_treatment_minus_clean_p_bh_fdr_adjusted_secondary_family: 1.0
multiplicity_disjoint_ckpt200_treatment_minus_clean_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_disjoint_ckpt200_treatment_minus_clean_significant_uncorrected_at_0_05: 0
multiplicity_disjoint_ckpt200_treatment_minus_clean_significant_bh_fdr_at_0_05: 0
multiplicity_reward_only_vs_parent_base_cluster_p_uncorrected: 0.6043395660433957
multiplicity_reward_only_vs_parent_base_cluster_p_uncorrected_floor_limited: 0
multiplicity_reward_only_vs_parent_base_cluster_p_bh_fdr_adjusted_secondary_family: 0.7583869064073985
multiplicity_reward_only_vs_parent_base_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_reward_only_vs_parent_base_cluster_significant_uncorrected_at_0_05: 0
multiplicity_reward_only_vs_parent_base_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_documented_reward_vs_base_cluster_p_uncorrected: 0.8983101689831017
multiplicity_documented_reward_vs_base_cluster_p_uncorrected_floor_limited: 0
multiplicity_documented_reward_vs_base_cluster_p_bh_fdr_adjusted_secondary_family: 0.9581975135819751
multiplicity_documented_reward_vs_base_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_reward_vs_base_cluster_significant_uncorrected_at_0_05: 0
multiplicity_documented_reward_vs_base_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_documented_gold_vs_base_cluster_p_uncorrected: 0.39476052394760525
multiplicity_documented_gold_vs_base_cluster_p_uncorrected_floor_limited: 0
multiplicity_documented_gold_vs_base_cluster_p_bh_fdr_adjusted_secondary_family: 0.561437189614372
multiplicity_documented_gold_vs_base_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_gold_vs_base_cluster_significant_uncorrected_at_0_05: 0
multiplicity_documented_gold_vs_base_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_documentation_base_availability_cluster_p_uncorrected: 0.00019998000199980003
multiplicity_documentation_base_availability_cluster_p_uncorrected_floor_limited: 0
multiplicity_documentation_base_availability_cluster_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_documentation_base_availability_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documentation_base_availability_cluster_significant_uncorrected_at_0_05: 1
multiplicity_documentation_base_availability_cluster_significant_bh_fdr_at_0_05: 1
multiplicity_documentation_by_reward_did_cluster_p_uncorrected: 0.8205179482051795
multiplicity_documentation_by_reward_did_cluster_p_uncorrected_floor_limited: 0
multiplicity_documentation_by_reward_did_cluster_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
multiplicity_documentation_by_reward_did_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documentation_by_reward_did_cluster_significant_uncorrected_at_0_05: 0
multiplicity_documentation_by_reward_did_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_reward_only_effect_shift_cluster_p_uncorrected: 0.11158884111588842
multiplicity_reward_only_effect_shift_cluster_p_uncorrected_floor_limited: 0
multiplicity_reward_only_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.17854214578542146
multiplicity_reward_only_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_reward_only_effect_shift_cluster_significant_uncorrected_at_0_05: 0
multiplicity_reward_only_effect_shift_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_documented_reward_effect_shift_cluster_p_uncorrected: 0.42355764423557646
multiplicity_documented_reward_effect_shift_cluster_p_uncorrected_floor_limited: 0
multiplicity_documented_reward_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.5892975919799325
multiplicity_documented_reward_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_reward_effect_shift_cluster_significant_uncorrected_at_0_05: 0
multiplicity_documented_reward_effect_shift_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_documented_gold_effect_shift_cluster_p_uncorrected: 0.8089191080891911
multiplicity_documented_gold_effect_shift_cluster_p_uncorrected_floor_limited: 0
multiplicity_documented_gold_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
multiplicity_documented_gold_effect_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_gold_effect_shift_cluster_significant_uncorrected_at_0_05: 0
multiplicity_documented_gold_effect_shift_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_parent_base_draw_shift_cluster_p_uncorrected: 0.027997200279972004
multiplicity_parent_base_draw_shift_cluster_p_uncorrected_floor_limited: 0
multiplicity_parent_base_draw_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.047153179418900217
multiplicity_parent_base_draw_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_parent_base_draw_shift_cluster_significant_uncorrected_at_0_05: 1
multiplicity_parent_base_draw_shift_cluster_significant_bh_fdr_at_0_05: 1
multiplicity_documented_base_draw_shift_cluster_p_uncorrected: 0.8383161683831617
multiplicity_documented_base_draw_shift_cluster_p_uncorrected_floor_limited: 0
multiplicity_documented_base_draw_shift_cluster_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
multiplicity_documented_base_draw_shift_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_base_draw_shift_cluster_significant_uncorrected_at_0_05: 0
multiplicity_documented_base_draw_shift_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_documented_reward_vs_gold_cluster_p_uncorrected: 0.33756624337566243
multiplicity_documented_reward_vs_gold_cluster_p_uncorrected_floor_limited: 0
multiplicity_documented_reward_vs_gold_cluster_p_bh_fdr_adjusted_secondary_family: 0.49100544491005443
multiplicity_documented_reward_vs_gold_cluster_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_reward_vs_gold_cluster_significant_uncorrected_at_0_05: 0
multiplicity_documented_reward_vs_gold_cluster_significant_bh_fdr_at_0_05: 0
multiplicity_certification_binomial_vs_gate_p_uncorrected: 0.02364363707191186
multiplicity_certification_binomial_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_certification_binomial_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.04089710196222592
multiplicity_certification_binomial_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_certification_binomial_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_certification_binomial_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_documented_base_binomial_vs_gate_p_uncorrected: 9.484573896682699e-16
multiplicity_documented_base_binomial_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_documented_base_binomial_vs_gate_p_bh_fdr_adjusted_secondary_family: 3.0350636469384637e-14
multiplicity_documented_base_binomial_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_base_binomial_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_documented_base_binomial_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_certification_cluster_vs_gate_p_uncorrected: 0.07169283071692831
multiplicity_certification_cluster_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_certification_cluster_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.11764977348419005
multiplicity_certification_cluster_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_certification_cluster_vs_gate_significant_uncorrected_at_0_05: 0
multiplicity_certification_cluster_vs_gate_significant_bh_fdr_at_0_05: 0
multiplicity_seam_support_treatment_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_seam_support_treatment_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_seam_support_treatment_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_seam_support_treatment_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_treatment_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_seam_support_treatment_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_seam_support_clean_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_seam_support_clean_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_seam_support_clean_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_seam_support_clean_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_clean_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_seam_support_clean_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_seam_support_pooled_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_seam_support_pooled_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_seam_support_pooled_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_seam_support_pooled_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_pooled_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_seam_support_pooled_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_cue_support_undocumented_reward_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_undocumented_reward_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_cue_support_undocumented_reward_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_undocumented_reward_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_undocumented_reward_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_undocumented_reward_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_cue_support_documented_reward_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_documented_reward_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_cue_support_documented_reward_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_documented_reward_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_documented_reward_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_documented_reward_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_cue_support_documented_gold_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_documented_gold_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_cue_support_documented_gold_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_documented_gold_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_documented_gold_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_documented_gold_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_cue_support_documented_pooled_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_documented_pooled_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_cue_support_documented_pooled_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_documented_pooled_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_documented_pooled_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_documented_pooled_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_cue_support_all_pooled_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_all_pooled_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_cue_support_all_pooled_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_all_pooled_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_all_pooled_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_all_pooled_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_seam_support_treatment_minus_clean_p_uncorrected: 0.5755424457554245
multiplicity_seam_support_treatment_minus_clean_p_uncorrected_floor_limited: 0
multiplicity_seam_support_treatment_minus_clean_p_bh_fdr_adjusted_secondary_family: 0.7517289087417789
multiplicity_seam_support_treatment_minus_clean_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_treatment_minus_clean_significant_uncorrected_at_0_05: 0
multiplicity_seam_support_treatment_minus_clean_significant_bh_fdr_at_0_05: 0
multiplicity_cue_support_documented_minus_undocumented_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_documented_minus_undocumented_p_uncorrected_floor_limited: 0
multiplicity_cue_support_documented_minus_undocumented_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_documented_minus_undocumented_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_documented_minus_undocumented_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_documented_minus_undocumented_significant_bh_fdr_at_0_05: 1
multiplicity_seam_support_treatment_minus_fixed_base_prediction_p_uncorrected: 0.00019998000199980003
multiplicity_seam_support_treatment_minus_fixed_base_prediction_p_uncorrected_floor_limited: 0
multiplicity_seam_support_treatment_minus_fixed_base_prediction_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_seam_support_treatment_minus_fixed_base_prediction_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_treatment_minus_fixed_base_prediction_significant_uncorrected_at_0_05: 1
multiplicity_seam_support_treatment_minus_fixed_base_prediction_significant_bh_fdr_at_0_05: 1
multiplicity_seam_support_treatment_same_rate_gap_p_uncorrected: 0.5493450654934506
multiplicity_seam_support_treatment_same_rate_gap_p_uncorrected_floor_limited: 0
multiplicity_seam_support_treatment_same_rate_gap_p_bh_fdr_adjusted_secondary_family: 0.7324600873246009
multiplicity_seam_support_treatment_same_rate_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_treatment_same_rate_gap_significant_uncorrected_at_0_05: 0
multiplicity_seam_support_treatment_same_rate_gap_significant_bh_fdr_at_0_05: 0
multiplicity_cue_support_undocumented_same_rate_gap_p_uncorrected: 0.00039996000399960006
multiplicity_cue_support_undocumented_same_rate_gap_p_uncorrected_floor_limited: 0
multiplicity_cue_support_undocumented_same_rate_gap_p_bh_fdr_adjusted_secondary_family: 0.0007528658898816001
multiplicity_cue_support_undocumented_same_rate_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_undocumented_same_rate_gap_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_undocumented_same_rate_gap_significant_bh_fdr_at_0_05: 1
multiplicity_cue_support_documented_reward_same_rate_gap_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_documented_reward_same_rate_gap_p_uncorrected_floor_limited: 0
multiplicity_cue_support_documented_reward_same_rate_gap_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_documented_reward_same_rate_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_documented_reward_same_rate_gap_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_documented_reward_same_rate_gap_significant_bh_fdr_at_0_05: 1
multiplicity_cue_support_documented_pooled_same_rate_gap_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_documented_pooled_same_rate_gap_p_uncorrected_floor_limited: 0
multiplicity_cue_support_documented_pooled_same_rate_gap_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_documented_pooled_same_rate_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_documented_pooled_same_rate_gap_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_documented_pooled_same_rate_gap_significant_bh_fdr_at_0_05: 1
multiplicity_seam_with_reward_variation_support_vs_zero_p_uncorrected: 0.00019998000199980003
multiplicity_seam_with_reward_variation_support_vs_zero_p_uncorrected_floor_limited: 0
multiplicity_seam_with_reward_variation_support_vs_zero_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_seam_with_reward_variation_support_vs_zero_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_with_reward_variation_support_vs_zero_significant_uncorrected_at_0_05: 1
multiplicity_seam_with_reward_variation_support_vs_zero_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_uncorrected: 9.999000099990002e-05
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_uncorrected_floor_limited: 1
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_terminal_window_rate_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_terminal_window_rate_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_registered_kill_statistic_vs_gate_p_uncorrected: 0.011898810118988102
multiplicity_strong_seam_registered_kill_statistic_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_strong_seam_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.021153440211534404
multiplicity_strong_seam_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_registered_kill_statistic_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_registered_kill_statistic_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_uncorrected: 9.999000099990002e-05
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_uncorrected_floor_limited: 1
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_cue_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_cue_terminal_window_rate_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_strong_cue_terminal_window_rate_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_uncorrected: 9.999000099990002e-05
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_uncorrected_floor_limited: 1
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_cue_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_cue_registered_kill_statistic_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_strong_cue_registered_kill_statistic_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_uncorrected: 9.999000099990002e-05
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_uncorrected_floor_limited: 1
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_significant_uncorrected_at_0_05: 1
multiplicity_strong_cue_terminal_window_rate_vs_matched_base_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_heldout_checkpoint_slope_p_uncorrected: 0.00019998000199980003
multiplicity_strong_seam_heldout_checkpoint_slope_p_uncorrected_floor_limited: 0
multiplicity_strong_seam_heldout_checkpoint_slope_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_heldout_checkpoint_slope_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_heldout_checkpoint_slope_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_heldout_checkpoint_slope_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_uncorrected: 9.999000099990002e-05
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_uncorrected_floor_limited: 1
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_heldout_ckpt200_rate_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_uncorrected: 9.999000099990002e-05
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_uncorrected_floor_limited: 1
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_uncorrected_rendered: 'p < 1e-4'
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_uncorrected_monte_carlo_replicates: 10000
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_uncorrected_minimum_attainable_p: 9.999000099990002e-05
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_uncorrected_numeric_role: 'computation only (multiplicity correction and gate comparisons); report the rendered bound'
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_disjoint_ckpt200_rate_vs_gate_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_heldout_ckpt200_vs_gentle_matched_p_uncorrected: 0.00019998000199980003
multiplicity_strong_seam_heldout_ckpt200_vs_gentle_matched_p_uncorrected_floor_limited: 0
multiplicity_strong_seam_heldout_ckpt200_vs_gentle_matched_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_heldout_ckpt200_vs_gentle_matched_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_heldout_ckpt200_vs_gentle_matched_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_heldout_ckpt200_vs_gentle_matched_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_disjoint_ckpt200_vs_gentle_matched_p_uncorrected: 0.00019998000199980003
multiplicity_strong_seam_disjoint_ckpt200_vs_gentle_matched_p_uncorrected_floor_limited: 0
multiplicity_strong_seam_disjoint_ckpt200_vs_gentle_matched_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_disjoint_ckpt200_vs_gentle_matched_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_disjoint_ckpt200_vs_gentle_matched_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_disjoint_ckpt200_vs_gentle_matched_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_training_minus_heldout_ckpt200_gap_p_uncorrected: 0.00019998000199980003
multiplicity_strong_seam_training_minus_heldout_ckpt200_gap_p_uncorrected_floor_limited: 0
multiplicity_strong_seam_training_minus_heldout_ckpt200_gap_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_training_minus_heldout_ckpt200_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_training_minus_heldout_ckpt200_gap_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_training_minus_heldout_ckpt200_gap_significant_bh_fdr_at_0_05: 1
multiplicity_strong_seam_training_minus_disjoint_ckpt200_gap_p_uncorrected: 0.00019998000199980003
multiplicity_strong_seam_training_minus_disjoint_ckpt200_gap_p_uncorrected_floor_limited: 0
multiplicity_strong_seam_training_minus_disjoint_ckpt200_gap_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_strong_seam_training_minus_disjoint_ckpt200_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_strong_seam_training_minus_disjoint_ckpt200_gap_significant_uncorrected_at_0_05: 1
multiplicity_strong_seam_training_minus_disjoint_ckpt200_gap_significant_bh_fdr_at_0_05: 1
multiplicity_lr_only_terminal_window_rate_vs_gate_p_uncorrected: 0.7092290770922908
multiplicity_lr_only_terminal_window_rate_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_lr_only_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.8728973256520501
multiplicity_lr_only_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_lr_only_terminal_window_rate_vs_gate_significant_uncorrected_at_0_05: 0
multiplicity_lr_only_terminal_window_rate_vs_gate_significant_bh_fdr_at_0_05: 0
multiplicity_lr_only_registered_kill_statistic_vs_gate_p_uncorrected: 0.8011198880111989
multiplicity_lr_only_registered_kill_statistic_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_lr_only_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
multiplicity_lr_only_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_lr_only_registered_kill_statistic_vs_gate_significant_uncorrected_at_0_05: 0
multiplicity_lr_only_registered_kill_statistic_vs_gate_significant_bh_fdr_at_0_05: 0
multiplicity_rank_only_terminal_window_rate_vs_gate_p_uncorrected: 1.0
multiplicity_rank_only_terminal_window_rate_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_rank_only_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family: 1.0
multiplicity_rank_only_terminal_window_rate_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_rank_only_terminal_window_rate_vs_gate_significant_uncorrected_at_0_05: 0
multiplicity_rank_only_terminal_window_rate_vs_gate_significant_bh_fdr_at_0_05: 0
multiplicity_rank_only_registered_kill_statistic_vs_gate_p_uncorrected: 1.0
multiplicity_rank_only_registered_kill_statistic_vs_gate_p_uncorrected_floor_limited: 0
multiplicity_rank_only_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family: 1.0
multiplicity_rank_only_registered_kill_statistic_vs_gate_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_rank_only_registered_kill_statistic_vs_gate_significant_uncorrected_at_0_05: 0
multiplicity_rank_only_registered_kill_statistic_vs_gate_significant_bh_fdr_at_0_05: 0
multiplicity_factorial_learning_rate_main_effect_terminal_window_p_uncorrected: 0.00019998000199980003
multiplicity_factorial_learning_rate_main_effect_terminal_window_p_uncorrected_floor_limited: 0
multiplicity_factorial_learning_rate_main_effect_terminal_window_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_factorial_learning_rate_main_effect_terminal_window_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_factorial_learning_rate_main_effect_terminal_window_significant_uncorrected_at_0_05: 1
multiplicity_factorial_learning_rate_main_effect_terminal_window_significant_bh_fdr_at_0_05: 1
multiplicity_factorial_adapter_rank_main_effect_terminal_window_p_uncorrected: 0.00019998000199980003
multiplicity_factorial_adapter_rank_main_effect_terminal_window_p_uncorrected_floor_limited: 0
multiplicity_factorial_adapter_rank_main_effect_terminal_window_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_factorial_adapter_rank_main_effect_terminal_window_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_factorial_adapter_rank_main_effect_terminal_window_significant_uncorrected_at_0_05: 1
multiplicity_factorial_adapter_rank_main_effect_terminal_window_significant_bh_fdr_at_0_05: 1
multiplicity_factorial_lr_by_rank_interaction_terminal_window_p_uncorrected: 0.00019998000199980003
multiplicity_factorial_lr_by_rank_interaction_terminal_window_p_uncorrected_floor_limited: 0
multiplicity_factorial_lr_by_rank_interaction_terminal_window_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_factorial_lr_by_rank_interaction_terminal_window_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_factorial_lr_by_rank_interaction_terminal_window_significant_uncorrected_at_0_05: 1
multiplicity_factorial_lr_by_rank_interaction_terminal_window_significant_bh_fdr_at_0_05: 1
multiplicity_reward_only_vs_parent_base_mcnemar_p_uncorrected: 0.31670490017485986
multiplicity_reward_only_vs_parent_base_mcnemar_p_uncorrected_floor_limited: 0
multiplicity_reward_only_vs_parent_base_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.4713747351439775
multiplicity_reward_only_vs_parent_base_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_reward_only_vs_parent_base_mcnemar_significant_uncorrected_at_0_05: 0
multiplicity_reward_only_vs_parent_base_mcnemar_significant_bh_fdr_at_0_05: 0
multiplicity_documented_reward_vs_base_mcnemar_p_uncorrected: 0.8306599385339742
multiplicity_documented_reward_vs_base_mcnemar_p_uncorrected_floor_limited: 0
multiplicity_documented_reward_vs_base_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
multiplicity_documented_reward_vs_base_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_reward_vs_base_mcnemar_significant_uncorrected_at_0_05: 0
multiplicity_documented_reward_vs_base_mcnemar_significant_bh_fdr_at_0_05: 0
multiplicity_documented_gold_vs_base_mcnemar_p_uncorrected: 0.24681778116143538
multiplicity_documented_gold_vs_base_mcnemar_p_uncorrected_floor_limited: 0
multiplicity_documented_gold_vs_base_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.3761032855793301
multiplicity_documented_gold_vs_base_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_gold_vs_base_mcnemar_significant_uncorrected_at_0_05: 0
multiplicity_documented_gold_vs_base_mcnemar_significant_bh_fdr_at_0_05: 0
multiplicity_documentation_base_availability_mcnemar_p_uncorrected: 4.513572964758512e-59
multiplicity_documentation_base_availability_mcnemar_p_uncorrected_floor_limited: 0
multiplicity_documentation_base_availability_mcnemar_p_bh_fdr_adjusted_secondary_family: 2.8886866974454477e-57
multiplicity_documentation_base_availability_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documentation_base_availability_mcnemar_significant_uncorrected_at_0_05: 1
multiplicity_documentation_base_availability_mcnemar_significant_bh_fdr_at_0_05: 1
multiplicity_parent_base_draw_shift_mcnemar_p_uncorrected: 0.0047552374855475395
multiplicity_parent_base_draw_shift_mcnemar_p_uncorrected_floor_limited: 0
multiplicity_parent_base_draw_shift_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.008695291402144072
multiplicity_parent_base_draw_shift_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_parent_base_draw_shift_mcnemar_significant_uncorrected_at_0_05: 1
multiplicity_parent_base_draw_shift_mcnemar_significant_bh_fdr_at_0_05: 1
multiplicity_documented_base_draw_shift_mcnemar_p_uncorrected: 0.8026252540927465
multiplicity_documented_base_draw_shift_mcnemar_p_uncorrected_floor_limited: 0
multiplicity_documented_base_draw_shift_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.9093599114664804
multiplicity_documented_base_draw_shift_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_base_draw_shift_mcnemar_significant_uncorrected_at_0_05: 0
multiplicity_documented_base_draw_shift_mcnemar_significant_bh_fdr_at_0_05: 0
multiplicity_documented_reward_vs_gold_mcnemar_p_uncorrected: 0.16522436416313346
multiplicity_documented_reward_vs_gold_mcnemar_p_uncorrected_floor_limited: 0
multiplicity_documented_reward_vs_gold_mcnemar_p_bh_fdr_adjusted_secondary_family: 0.2579112025961108
multiplicity_documented_reward_vs_gold_mcnemar_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_documented_reward_vs_gold_mcnemar_significant_uncorrected_at_0_05: 0
multiplicity_documented_reward_vs_gold_mcnemar_significant_bh_fdr_at_0_05: 0
multiplicity_seam_support_clean_same_rate_gap_p_uncorrected: 0.9791020897910209
multiplicity_seam_support_clean_same_rate_gap_p_uncorrected_floor_limited: 0
multiplicity_seam_support_clean_same_rate_gap_p_bh_fdr_adjusted_secondary_family: 1.0
multiplicity_seam_support_clean_same_rate_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_clean_same_rate_gap_significant_uncorrected_at_0_05: 0
multiplicity_seam_support_clean_same_rate_gap_significant_bh_fdr_at_0_05: 0
multiplicity_seam_support_pooled_same_rate_gap_p_uncorrected: 0.49975002499750026
multiplicity_seam_support_pooled_same_rate_gap_p_uncorrected_floor_limited: 0
multiplicity_seam_support_pooled_same_rate_gap_p_bh_fdr_adjusted_secondary_family: 0.6805106723370217
multiplicity_seam_support_pooled_same_rate_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_seam_support_pooled_same_rate_gap_significant_uncorrected_at_0_05: 0
multiplicity_seam_support_pooled_same_rate_gap_significant_bh_fdr_at_0_05: 0
multiplicity_cue_support_documented_gold_same_rate_gap_p_uncorrected: 0.00019998000199980003
multiplicity_cue_support_documented_gold_same_rate_gap_p_uncorrected_floor_limited: 0
multiplicity_cue_support_documented_gold_same_rate_gap_p_bh_fdr_adjusted_secondary_family: 0.00038784000387840007
multiplicity_cue_support_documented_gold_same_rate_gap_p_bh_fdr_adjusted_secondary_family_floor_limited: 0
multiplicity_cue_support_documented_gold_same_rate_gap_significant_uncorrected_at_0_05: 1
multiplicity_cue_support_documented_gold_same_rate_gap_significant_bh_fdr_at_0_05: 1
multiplicity_method: 'parallel Benjamini-Hochberg false-discovery-rate and Holm-Bonferroni family-wise-error adjustments over the formal exploratory family'
multiplicity_method_rationale: 'both corrections are reported neutrally over the same 54 formal exploratory rows because no correction hierarchy was established before analysis. The companion-expanded 64-test BH calculation is retained only to reproduce summary-only diagnostics'
multiplicity_alpha: 0.05
multiplicity_secondary_family_definition: 'companion-expanded BH trace over all distinct reported exploratory or secondary hypothesis tests in stats.json and analysis_summary.txt: 54 non-primary formal stats rows plus 10 non-aliased companion or summary-only tests; source duplicates and compatibility aliases are enumerated but counted once; this trace is not assigned priority over the parallel formal-family BH and Holm results'
multiplicity_secondary_family_n: 64
multiplicity_secondary_family_test_ids: ('terminal_window_gold_vs_floor', 'reward_variation_manipulation_check', 'heldout_checkpoint_slope', 'heldout_ckpt200_treatment_minus_clean', 'disjoint_ckpt200_treatment_minus_clean', 'reward_only_vs_parent_base_cluster', 'documented_reward_vs_base_cluster', 'documented_gold_vs_base_cluster', 'documentation_base_availability_cluster', 'documentation_by_reward_did_cluster', 'reward_only_effect_shift_cluster', 'documented_reward_effect_shift_cluster', 'documented_gold_effect_shift_cluster', 'parent_base_draw_shift_cluster', 'documented_base_draw_shift_cluster', 'documented_reward_vs_gold_cluster', 'certification_binomial_vs_gate', 'documented_base_binomial_vs_gate', 'certification_cluster_vs_gate', 'seam_support_treatment_vs_zero', 'seam_support_clean_vs_zero', 'seam_support_pooled_vs_zero', 'cue_support_undocumented_reward_vs_zero', 'cue_support_documented_reward_vs_zero', 'cue_support_documented_gold_vs_zero', 'cue_support_documented_pooled_vs_zero', 'cue_support_all_pooled_vs_zero', 'seam_support_treatment_minus_clean', 'cue_support_documented_minus_undocumented', 'seam_support_treatment_minus_fixed_base_prediction', 'seam_support_treatment_same_rate_gap', 'cue_support_undocumented_same_rate_gap', 'cue_support_documented_reward_same_rate_gap', 'cue_support_documented_pooled_same_rate_gap', 'seam_with_reward_variation_support_vs_zero', 'strong_seam_terminal_window_rate_vs_gate', 'strong_seam_registered_kill_statistic_vs_gate', 'strong_cue_terminal_window_rate_vs_gate', 'strong_cue_registered_kill_statistic_vs_gate', 'strong_cue_terminal_window_rate_vs_matched_base', 'strong_seam_heldout_checkpoint_slope', 'strong_seam_heldout_ckpt200_rate_vs_gate', 'strong_seam_disjoint_ckpt200_rate_vs_gate', 'strong_seam_heldout_ckpt200_vs_gentle_matched', 'strong_seam_disjoint_ckpt200_vs_gentle_matched', 'strong_seam_training_minus_heldout_ckpt200_gap', 'strong_seam_training_minus_disjoint_ckpt200_gap', 'lr_only_terminal_window_rate_vs_gate', 'lr_only_registered_kill_statistic_vs_gate', 'rank_only_terminal_window_rate_vs_gate', 'rank_only_registered_kill_statistic_vs_gate', 'factorial_learning_rate_main_effect_terminal_window', 'factorial_adapter_rank_main_effect_terminal_window', 'factorial_lr_by_rank_interaction_terminal_window', 'reward_only_vs_parent_base_mcnemar', 'documented_reward_vs_base_mcnemar', 'documented_gold_vs_base_mcnemar', 'documentation_base_availability_mcnemar', 'parent_base_draw_shift_mcnemar', 'documented_base_draw_shift_mcnemar', 'documented_reward_vs_gold_mcnemar', 'seam_support_clean_same_rate_gap', 'seam_support_pooled_same_rate_gap', 'cue_support_documented_gold_same_rate_gap')
multiplicity_primary_test_ids_excluded: ('terminal_window_rate_vs_gate', 'terminal_window_treatment_minus_clean', 'registered_kill_statistic_vs_gate')
multiplicity_primary_exclusion_reason: 'the registered kill statistic, terminal-window rate estimand, and seed-paired terminal arm contrast are prespecified confirmatory endpoints; exploratory test volume must not retroactively alter their planned inference'
multiplicity_stats_reported_p_count: 57
multiplicity_stats_reported_p_count_floor_limited: 0
multiplicity_summary_reported_p_key_count: 63
multiplicity_summary_reported_p_key_count_floor_limited: 0
multiplicity_summary_primary_p_keys: ('treatment_minus_clean_terminal_train_p',)
multiplicity_summary_secondary_p_keys: ('treatment_heldout_checkpoint_slope_p', 'treatment_minus_clean_heldout_ckpt200_p', 'treatment_minus_clean_disjoint_ckpt200_p', 'reward_only_cue_vs_parent_base_within_draw_paired_cluster_p', 'reward_only_cue_vs_parent_base_within_draw_mcnemar_p', 'documented_cue_reward_vs_base_within_draw_paired_cluster_p', 'documented_cue_reward_vs_base_within_draw_mcnemar_p', 'documented_gold_only_vs_base_within_draw_paired_cluster_p', 'documented_gold_only_vs_base_within_draw_mcnemar_p', 'documentation_base_cue_availability_mcnemar_p', 'documentation_base_cue_availability_cluster_p', 'full_documentation_by_reward_interaction_p', 'reward_only_cue_vs_parent_base_effect_shift_cluster_p', 'documented_cue_reward_vs_base_effect_shift_cluster_p', 'documented_gold_only_vs_base_effect_shift_cluster_p', 'parent_base_draw_mcnemar_p', 'parent_base_draw_cluster_p', 'documented_base_draw_mcnemar_p', 'documented_base_draw_cluster_p', 'documented_reward_effect_cluster_p', 'documented_reward_effect_mcnemar_p', 'certification_final_batch_binomial_p', 'certification_final_batch_cluster_p_vs_gate', 'empirical_seam_support_treatment_step_cluster_p_vs_zero', 'empirical_seam_support_clean_step_cluster_p_vs_zero', 'empirical_seam_support_pooled_arms_step_cluster_p_vs_zero', 'empirical_cue_support_undocumented_reward_step_cluster_p_vs_zero', 'empirical_cue_support_documented_reward_step_cluster_p_vs_zero', 'empirical_cue_support_documented_gold_step_cluster_p_vs_zero', 'empirical_cue_support_documented_pooled_arms_step_cluster_p_vs_zero', 'empirical_cue_support_pooled_all_arms_step_cluster_p_vs_zero', 'empirical_seam_support_treatment_minus_clean_step_cluster_p', 'empirical_cue_support_documented_minus_undocumented_reward_step_cluster_p', 'empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_p', 'empirical_seam_support_treatment_same_rate_gap_step_cluster_p', 'empirical_seam_support_clean_same_rate_gap_step_cluster_p', 'empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_p', 'empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_p', 'empirical_cue_support_documented_reward_same_rate_gap_step_cluster_p', 'empirical_cue_support_documented_gold_same_rate_gap_step_cluster_p', 'empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_p', 'empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_p', 'empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_p', 'empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_p', 'empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_p', 'empirical_seam_with_reward_variation_treatment_step_cluster_p_vs_zero', 'strong_seam_terminal_p_superiority_vs_gate', 'strong_seam_registered_kill_p_superiority_vs_gate', 'strong_cue_terminal_p_superiority_vs_gate', 'strong_cue_registered_kill_p_superiority_vs_gate', 'strong_cue_terminal_p_superiority_vs_matched_base', 'factorial_gentle_terminal_p_superiority_vs_gate', 'factorial_gentle_registered_kill_p_superiority_vs_gate', 'factorial_lr_only_terminal_p_superiority_vs_gate', 'factorial_lr_only_registered_kill_p_superiority_vs_gate', 'factorial_rank_only_terminal_p_superiority_vs_gate', 'factorial_rank_only_registered_kill_p_superiority_vs_gate', 'factorial_strong_terminal_p_superiority_vs_gate', 'factorial_strong_registered_kill_p_superiority_vs_gate', 'factorial_learning_rate_main_effect_p', 'factorial_adapter_rank_main_effect_p', 'factorial_lr_by_rank_interaction_p')
multiplicity_summary_p_aliases_not_double_counted: ('empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_p -> empirical_seam_support_treatment_same_rate_gap_step_cluster_p', 'empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_p -> empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_p', 'empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_p -> empirical_cue_support_documented_reward_same_rate_gap_step_cluster_p', 'empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_p -> empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_p')
multiplicity_stats_reported_interval_count: 57
multiplicity_stats_primary_interval_test_ids: ('terminal_window_rate_vs_gate', 'terminal_window_treatment_minus_clean', 'registered_kill_statistic_vs_gate')
multiplicity_stats_secondary_interval_test_ids: ('terminal_window_gold_vs_floor', 'reward_variation_manipulation_check', 'heldout_checkpoint_slope', 'heldout_ckpt200_treatment_minus_clean', 'disjoint_ckpt200_treatment_minus_clean', 'reward_only_vs_parent_base_cluster', 'documented_reward_vs_base_cluster', 'documented_gold_vs_base_cluster', 'documentation_base_availability_cluster', 'documentation_by_reward_did_cluster', 'reward_only_effect_shift_cluster', 'documented_reward_effect_shift_cluster', 'documented_gold_effect_shift_cluster', 'parent_base_draw_shift_cluster', 'documented_base_draw_shift_cluster', 'documented_reward_vs_gold_cluster', 'certification_binomial_vs_gate', 'documented_base_binomial_vs_gate', 'certification_cluster_vs_gate', 'seam_support_treatment_vs_zero', 'seam_support_clean_vs_zero', 'seam_support_pooled_vs_zero', 'cue_support_undocumented_reward_vs_zero', 'cue_support_documented_reward_vs_zero', 'cue_support_documented_gold_vs_zero', 'cue_support_documented_pooled_vs_zero', 'cue_support_all_pooled_vs_zero', 'seam_support_treatment_minus_clean', 'cue_support_documented_minus_undocumented', 'seam_support_treatment_minus_fixed_base_prediction', 'seam_support_treatment_same_rate_gap', 'cue_support_undocumented_same_rate_gap', 'cue_support_documented_reward_same_rate_gap', 'cue_support_documented_pooled_same_rate_gap', 'seam_with_reward_variation_support_vs_zero', 'strong_seam_terminal_window_rate_vs_gate', 'strong_seam_registered_kill_statistic_vs_gate', 'strong_cue_terminal_window_rate_vs_gate', 'strong_cue_registered_kill_statistic_vs_gate', 'strong_cue_terminal_window_rate_vs_matched_base', 'strong_seam_heldout_checkpoint_slope', 'strong_seam_heldout_ckpt200_rate_vs_gate', 'strong_seam_disjoint_ckpt200_rate_vs_gate', 'strong_seam_heldout_ckpt200_vs_gentle_matched', 'strong_seam_disjoint_ckpt200_vs_gentle_matched', 'strong_seam_training_minus_heldout_ckpt200_gap', 'strong_seam_training_minus_disjoint_ckpt200_gap', 'lr_only_terminal_window_rate_vs_gate', 'lr_only_registered_kill_statistic_vs_gate', 'rank_only_terminal_window_rate_vs_gate', 'rank_only_registered_kill_statistic_vs_gate', 'factorial_learning_rate_main_effect_terminal_window', 'factorial_adapter_rank_main_effect_terminal_window', 'factorial_lr_by_rank_interaction_terminal_window')
stats_body_reported_test_ids: ('terminal_window_treatment_minus_clean', 'heldout_checkpoint_slope', 'heldout_ckpt200_treatment_minus_clean', 'documentation_by_reward_did_cluster', 'certification_cluster_vs_gate')
stats_appendix_only_test_ids: ('terminal_window_rate_vs_gate', 'terminal_window_gold_vs_floor', 'registered_kill_statistic_vs_gate', 'reward_variation_manipulation_check', 'disjoint_ckpt200_treatment_minus_clean', 'reward_only_vs_parent_base_cluster', 'documented_reward_vs_base_cluster', 'documented_gold_vs_base_cluster', 'documentation_base_availability_cluster', 'reward_only_effect_shift_cluster', 'documented_reward_effect_shift_cluster', 'documented_gold_effect_shift_cluster', 'parent_base_draw_shift_cluster', 'documented_base_draw_shift_cluster', 'documented_reward_vs_gold_cluster', 'certification_binomial_vs_gate', 'documented_base_binomial_vs_gate', 'seam_support_treatment_vs_zero', 'seam_support_clean_vs_zero', 'seam_support_pooled_vs_zero', 'cue_support_undocumented_reward_vs_zero', 'cue_support_documented_reward_vs_zero', 'cue_support_documented_gold_vs_zero', 'cue_support_documented_pooled_vs_zero', 'cue_support_all_pooled_vs_zero', 'seam_support_treatment_minus_clean', 'cue_support_documented_minus_undocumented', 'seam_support_treatment_minus_fixed_base_prediction', 'seam_support_treatment_same_rate_gap', 'cue_support_undocumented_same_rate_gap', 'cue_support_documented_reward_same_rate_gap', 'cue_support_documented_pooled_same_rate_gap', 'seam_with_reward_variation_support_vs_zero', 'strong_seam_terminal_window_rate_vs_gate', 'strong_seam_registered_kill_statistic_vs_gate', 'strong_cue_terminal_window_rate_vs_gate', 'strong_cue_registered_kill_statistic_vs_gate', 'strong_cue_terminal_window_rate_vs_matched_base', 'strong_seam_heldout_checkpoint_slope', 'strong_seam_heldout_ckpt200_rate_vs_gate', 'strong_seam_disjoint_ckpt200_rate_vs_gate', 'strong_seam_heldout_ckpt200_vs_gentle_matched', 'strong_seam_disjoint_ckpt200_vs_gentle_matched', 'strong_seam_training_minus_heldout_ckpt200_gap', 'strong_seam_training_minus_disjoint_ckpt200_gap', 'lr_only_terminal_window_rate_vs_gate', 'lr_only_registered_kill_statistic_vs_gate', 'rank_only_terminal_window_rate_vs_gate', 'rank_only_registered_kill_statistic_vs_gate', 'factorial_learning_rate_main_effect_terminal_window', 'factorial_adapter_rank_main_effect_terminal_window', 'factorial_lr_by_rank_interaction_terminal_window')
stats_in_appendix_audit_note: 'Five formal p-and-interval triplets are stated in the manuscript body and therefore set in_appendix=false. The other rows retain the exemption because their complete p-and-interval triplet is reported only in the reproducibility table. The current verifier scans the whole paper including that generated table, so this manual pre-appendix audit is stricter than the mechanical check itself.'
multiplicity_summary_reported_interval_count: 68
multiplicity_summary_primary_interval_keys: ('treatment_minus_clean_terminal_train_ci_lo|treatment_minus_clean_terminal_train_ci_hi', 'treatment_final_batch_seed_median_ci_lo|treatment_final_batch_seed_median_ci_hi', 'treatment_terminal_train_one_sided_95_lower|implicit_upper_bound_1.0')
multiplicity_summary_secondary_interval_keys: ('manipulation_check_ci_lo|manipulation_check_ci_hi', 'treatment_heldout_checkpoint_slope_ci_lo|treatment_heldout_checkpoint_slope_ci_hi', 'treatment_minus_clean_heldout_ckpt200_ci_lo|treatment_minus_clean_heldout_ckpt200_ci_hi', 'treatment_minus_clean_disjoint_ckpt200_ci_lo|treatment_minus_clean_disjoint_ckpt200_ci_hi', 'reward_only_cue_vs_parent_base_within_draw_newcombe_ci_lo|reward_only_cue_vs_parent_base_within_draw_newcombe_ci_hi', 'reward_only_cue_vs_parent_base_within_draw_paired_cluster_ci_lo|reward_only_cue_vs_parent_base_within_draw_paired_cluster_ci_hi', 'reward_only_cue_vs_parent_base_within_draw_per_seed_difference_envelope_lo|reward_only_cue_vs_parent_base_within_draw_per_seed_difference_envelope_hi', 'documented_cue_reward_vs_base_within_draw_newcombe_ci_lo|documented_cue_reward_vs_base_within_draw_newcombe_ci_hi', 'documented_cue_reward_vs_base_within_draw_paired_cluster_ci_lo|documented_cue_reward_vs_base_within_draw_paired_cluster_ci_hi', 'documented_cue_reward_vs_base_within_draw_per_seed_difference_envelope_lo|documented_cue_reward_vs_base_within_draw_per_seed_difference_envelope_hi', 'documented_gold_only_vs_base_within_draw_newcombe_ci_lo|documented_gold_only_vs_base_within_draw_newcombe_ci_hi', 'documented_gold_only_vs_base_within_draw_paired_cluster_ci_lo|documented_gold_only_vs_base_within_draw_paired_cluster_ci_hi', 'documented_gold_only_vs_base_within_draw_per_seed_difference_envelope_lo|documented_gold_only_vs_base_within_draw_per_seed_difference_envelope_hi', 'documentation_base_cue_availability_newcombe_ci_lo|documentation_base_cue_availability_newcombe_ci_hi', 'documentation_base_cue_availability_cluster_ci_lo|documentation_base_cue_availability_cluster_ci_hi', 'full_documentation_by_reward_interaction_cluster_ci_lo|full_documentation_by_reward_interaction_cluster_ci_hi', 'reward_only_cue_vs_parent_base_effect_shift_cluster_ci_lo|reward_only_cue_vs_parent_base_effect_shift_cluster_ci_hi', 'documented_cue_reward_vs_base_effect_shift_cluster_ci_lo|documented_cue_reward_vs_base_effect_shift_cluster_ci_hi', 'documented_gold_only_vs_base_effect_shift_cluster_ci_lo|documented_gold_only_vs_base_effect_shift_cluster_ci_hi', 'parent_base_draw_newcombe_ci_lo|parent_base_draw_newcombe_ci_hi', 'parent_base_draw_cluster_ci_lo|parent_base_draw_cluster_ci_hi', 'documented_base_draw_newcombe_ci_lo|documented_base_draw_newcombe_ci_hi', 'documented_base_draw_cluster_ci_lo|documented_base_draw_cluster_ci_hi', 'documented_reward_effect_newcombe_ci_lo|documented_reward_effect_newcombe_ci_hi', 'documented_reward_effect_cluster_ci_lo|documented_reward_effect_cluster_ci_hi', 'certification_final_batch_wilson_ci_lo|certification_final_batch_wilson_ci_hi', 'documented_cue_reward_amplification_verdict_lower_bound_95|documented_cue_reward_amplification_verdict_upper_bound_95', 'reward_only_amplification_verdict_lower_bound_95|reward_only_amplification_verdict_upper_bound_95', 'documented_gold_only_change_verdict_lower_bound_95|documented_gold_only_change_verdict_upper_bound_95', 'certification_final_batch_cluster_ci_lo|certification_final_batch_cluster_ci_hi', 'empirical_seam_support_treatment_step_cluster_ci_lo|empirical_seam_support_treatment_step_cluster_ci_hi', 'empirical_seam_support_clean_step_cluster_ci_lo|empirical_seam_support_clean_step_cluster_ci_hi', 'empirical_seam_support_pooled_arms_step_cluster_ci_lo|empirical_seam_support_pooled_arms_step_cluster_ci_hi', 'empirical_cue_support_undocumented_reward_step_cluster_ci_lo|empirical_cue_support_undocumented_reward_step_cluster_ci_hi', 'empirical_cue_support_documented_reward_step_cluster_ci_lo|empirical_cue_support_documented_reward_step_cluster_ci_hi', 'empirical_cue_support_documented_gold_step_cluster_ci_lo|empirical_cue_support_documented_gold_step_cluster_ci_hi', 'empirical_cue_support_documented_pooled_arms_step_cluster_ci_lo|empirical_cue_support_documented_pooled_arms_step_cluster_ci_hi', 'empirical_cue_support_pooled_all_arms_step_cluster_ci_lo|empirical_cue_support_pooled_all_arms_step_cluster_ci_hi', 'empirical_seam_support_treatment_minus_clean_step_cluster_ci_lo|empirical_seam_support_treatment_minus_clean_step_cluster_ci_hi', 'empirical_cue_support_documented_minus_undocumented_reward_step_cluster_ci_lo|empirical_cue_support_documented_minus_undocumented_reward_step_cluster_ci_hi', 'empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_ci_lo|empirical_seam_support_treatment_minus_fixed_parent_base_prediction_step_cluster_ci_hi', 'empirical_seam_support_treatment_same_rate_gap_step_cluster_ci_lo|empirical_seam_support_treatment_same_rate_gap_step_cluster_ci_hi', 'empirical_seam_support_clean_same_rate_gap_step_cluster_ci_lo|empirical_seam_support_clean_same_rate_gap_step_cluster_ci_hi', 'empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_ci_lo|empirical_seam_support_pooled_arms_same_rate_gap_step_cluster_ci_hi', 'empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_ci_lo|empirical_cue_support_undocumented_reward_same_rate_gap_step_cluster_ci_hi', 'empirical_cue_support_documented_reward_same_rate_gap_step_cluster_ci_lo|empirical_cue_support_documented_reward_same_rate_gap_step_cluster_ci_hi', 'empirical_cue_support_documented_gold_same_rate_gap_step_cluster_ci_lo|empirical_cue_support_documented_gold_same_rate_gap_step_cluster_ci_hi', 'empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_ci_lo|empirical_cue_support_documented_pooled_arms_same_rate_gap_step_cluster_ci_hi', 'empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_ci_lo|empirical_seam_support_treatment_same_rate_clustering_gap_step_cluster_ci_hi', 'empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_ci_lo|empirical_cue_support_undocumented_same_rate_clustering_gap_step_cluster_ci_hi', 'empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_ci_lo|empirical_cue_support_documented_reward_same_rate_clustering_gap_step_cluster_ci_hi', 'empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_ci_lo|empirical_cue_support_documented_pooled_same_rate_clustering_gap_step_cluster_ci_hi', 'empirical_seam_with_reward_variation_treatment_step_cluster_ci_lo|empirical_seam_with_reward_variation_treatment_step_cluster_ci_hi', 'empirical_seam_with_reward_variation_treatment_given_seam_step_cluster_ci_lo|empirical_seam_with_reward_variation_treatment_given_seam_step_cluster_ci_hi', 'strong_seam_registered_kill_ci_lo|strong_seam_registered_kill_ci_hi', 'strong_cue_registered_kill_ci_lo|strong_cue_registered_kill_ci_hi', 'factorial_gentle_registered_kill_ci_lo|factorial_gentle_registered_kill_ci_hi', 'factorial_lr_only_registered_kill_ci_lo|factorial_lr_only_registered_kill_ci_hi', 'factorial_rank_only_registered_kill_ci_lo|factorial_rank_only_registered_kill_ci_hi', 'factorial_strong_registered_kill_ci_lo|factorial_strong_registered_kill_ci_hi', 'factorial_learning_rate_main_effect_ci_lo|factorial_learning_rate_main_effect_ci_hi', 'factorial_adapter_rank_main_effect_ci_lo|factorial_adapter_rank_main_effect_ci_hi', 'factorial_lr_by_rank_interaction_ci_lo|factorial_lr_by_rank_interaction_ci_hi', 'treatment_terminal_train_gold_one_sided_95_lower|implicit_upper_bound_1.0', 'certification_final_batch_cluster_one_sided_95_lower|implicit_upper_bound_1.0')
multiplicity_interval_policy: 'all reported intervals and envelopes remain their original pointwise 95% or descriptive intervals. Benjamini-Hochberg and Holm-Bonferroni adjust p-values; neither mechanically widens confidence intervals. No invented multiplicity-adjusted interval is reported.'
multiplicity_descriptive_no_test_note: 'purity and optimization-pressure summaries that report neither a p-value nor an interval are descriptive and are not members of the hypothesis-test family'
multiplicity_significant_uncorrected_count: 38
multiplicity_significant_bh_fdr_count: 38
multiplicity_tests_flipping_at_0_05: ()
multiplicity_verdict_note: 'No test in the companion-expanded 64-test BH trace changes its p<0.05 verdict; formal-family BH and Holm outcomes are reported separately.'