# run_1_b4623192: Sureness Before Or After Answering
run_1_b4623192 :: n_questions: 400
run_1_b4623192 :: n_seeds: 5
run_1_b4623192 :: n_generations: 4000
run_1_b4623192 :: accuracy_before_order: 0.7665
run_1_b4623192 :: discarded_before_order: 0
run_1_b4623192 :: discard_rate_before_order: 0.0000
run_1_b4623192 :: sureness_mean_before_order: 98.5700
run_1_b4623192 :: sureness_sd_before_order: 7.2028
run_1_b4623192 :: sureness_modal_value_before_order: 100.0
run_1_b4623192 :: sureness_modal_share_before_order: 0.8830
run_1_b4623192 :: sureness_distinct_values_before_order: 9
run_1_b4623192 :: sureness_mean_on_right_before_order: 99.2107
run_1_b4623192 :: sureness_mean_on_wrong_before_order: 96.4668
run_1_b4623192 :: distance_before_order: 2.7439
run_1_b4623192 :: accuracy_after_order: 0.7475
run_1_b4623192 :: discarded_after_order: 2
run_1_b4623192 :: discard_rate_after_order: 0.0010
run_1_b4623192 :: sureness_mean_after_order: 98.6161
run_1_b4623192 :: sureness_sd_after_order: 7.5538
run_1_b4623192 :: sureness_modal_value_after_order: 100.0
run_1_b4623192 :: sureness_modal_share_after_order: 0.9299
run_1_b4623192 :: sureness_distinct_values_after_order: 5
run_1_b4623192 :: sureness_mean_on_right_after_order: 99.3278
run_1_b4623192 :: sureness_mean_on_wrong_after_order: 96.5010
run_1_b4623192 :: distance_after_order: 2.8268
run_1_b4623192 :: distance_before_order_t: 4.5787
run_1_b4623192 :: distance_before_order_p: 5.92641e-06
run_1_b4623192 :: distance_before_order_ci_lo: 1.5665
run_1_b4623192 :: distance_before_order_ci_hi: 3.9213
run_1_b4623192 :: distance_before_order_seed_sd: 0.5974
run_1_b4623192 :: distance_after_order_t: 4.7206
run_1_b4623192 :: distance_after_order_p: 3.01046e-06
run_1_b4623192 :: distance_after_order_ci_lo: 1.6504
run_1_b4623192 :: distance_after_order_ci_hi: 4.0031
run_1_b4623192 :: distance_after_order_seed_sd: 0.4821
run_1_b4623192 :: distance_movement_after_minus_before: 0.0829
run_1_b4623192 :: distance_movement_seed_sd: 0.5922
run_1_b4623192 :: distance_movement_paired_t: 0.2282
run_1_b4623192 :: distance_movement_paired_df: 4
run_1_b4623192 :: distance_movement_paired_p: 0.830667
run_1_b4623192 :: distance_movement_seed_ci_lo: -0.6749
run_1_b4623192 :: distance_movement_seed_ci_hi: 0.7958
run_1_b4623192 :: distance_movement_bootstrap_ci_lo: -3.0773
run_1_b4623192 :: distance_movement_bootstrap_ci_hi: 3.2790
run_1_b4623192 :: distance_movement_bootstrap_p: 0.9672
run_1_b4623192 :: accuracy_difference_after_minus_before_points: -1.9000
run_1_b4623192 :: accuracy_difference_paired_t: -1.7244
run_1_b4623192 :: accuracy_difference_paired_p: 0.085407
run_1_b4623192 :: accuracy_difference_ci_lo_points: -4.0661
run_1_b4623192 :: accuracy_difference_ci_hi_points: 0.2661
run_1_b4623192 :: span_prob_mean_on_right_before_order: 0.8906
run_1_b4623192 :: span_prob_mean_on_wrong_before_order: 0.7066
run_1_b4623192 :: span_prob_gap_before_order: 0.1840
run_1_b4623192 :: span_prob_mean_on_right_after_order: 0.8783
run_1_b4623192 :: span_prob_mean_on_wrong_after_order: 0.7257
run_1_b4623192 :: span_prob_gap_after_order: 0.1526
run_1_b4623192 :: auroc_sureness_before_order: 0.5788
run_1_b4623192 :: auroc_span_prob_before_order: 0.6836
run_1_b4623192 :: auroc_sureness_after_order: 0.5568
run_1_b4623192 :: auroc_span_prob_after_order: 0.6709
run_1_b4623192 :: auroc_sureness_pooled: 0.5669
run_1_b4623192 :: auroc_span_prob_pooled: 0.6775
run_1_b4623192 :: auroc_difference_span_prob_minus_sureness: 0.1106
run_1_b4623192 :: auroc_difference_bootstrap_ci_lo: 0.0483
run_1_b4623192 :: auroc_difference_bootstrap_ci_hi: 0.1769
run_1_b4623192 :: auroc_difference_bootstrap_p: 0.0005
run_1_b4623192 :: sureness_after_answer_rate_before_order: 0.0000
run_1_b4623192 :: position_flag_n_before_order: 1999
run_1_b4623192 :: sureness_after_answer_rate_after_order: 1.0000
run_1_b4623192 :: position_flag_n_after_order: 1998
run_1_b4623192 :: sureness_after_answer_rate_change: 1.0000
run_1_b4623192 :: manipulation_required_increase: 0.5
run_1_b4623192 :: manipulation_met: yes

# run_2_4aacd28a: Is The Scale Hiding The Signal
run_2_4aacd28a :: n_questions: 400
run_2_4aacd28a :: n_seeds: 5
run_2_4aacd28a :: n_rows_total: 12000
run_2_4aacd28a :: n_rows_reused_hundred_point: 4000
run_2_4aacd28a :: n_rows_generated_this_round: 8000
run_2_4aacd28a :: accuracy_hundred_point_before_order: 0.7665
run_2_4aacd28a :: discarded_hundred_point_before_order: 0
run_2_4aacd28a :: distinct_values_hundred_point_before_order: 9
run_2_4aacd28a :: modal_value_hundred_point_before_order: 100.0000
run_2_4aacd28a :: modal_share_hundred_point_before_order: 0.8830
run_2_4aacd28a :: mean_value_hundred_point_before_order: 98.5700
run_2_4aacd28a :: sd_value_hundred_point_before_order: 7.2028
run_2_4aacd28a :: distance_hundred_point_before_order: 2.7439
run_2_4aacd28a :: distance_seed_sd_hundred_point_before_order: 0.5974
run_2_4aacd28a :: auroc_value_hundred_point_before_order: 0.5785
run_2_4aacd28a :: auroc_span_prob_hundred_point_before_order: 0.6836
run_2_4aacd28a :: accuracy_hundred_point_after_order: 0.7475
run_2_4aacd28a :: discarded_hundred_point_after_order: 2
run_2_4aacd28a :: distinct_values_hundred_point_after_order: 5
run_2_4aacd28a :: modal_value_hundred_point_after_order: 100.0000
run_2_4aacd28a :: modal_share_hundred_point_after_order: 0.9299
run_2_4aacd28a :: mean_value_hundred_point_after_order: 98.6161
run_2_4aacd28a :: sd_value_hundred_point_after_order: 7.5538
run_2_4aacd28a :: distance_hundred_point_after_order: 2.8268
run_2_4aacd28a :: distance_seed_sd_hundred_point_after_order: 0.4821
run_2_4aacd28a :: auroc_value_hundred_point_after_order: 0.5568
run_2_4aacd28a :: auroc_span_prob_hundred_point_after_order: 0.6709
run_2_4aacd28a :: accuracy_labelled_steps_before_order: 0.7615
run_2_4aacd28a :: discarded_labelled_steps_before_order: 14
run_2_4aacd28a :: distinct_values_labelled_steps_before_order: 4
run_2_4aacd28a :: modal_value_labelled_steps_before_order: 5.0000
run_2_4aacd28a :: modal_share_labelled_steps_before_order: 0.9270
run_2_4aacd28a :: mean_value_labelled_steps_before_order: 4.8817
run_2_4aacd28a :: sd_value_labelled_steps_before_order: 0.4714
run_2_4aacd28a :: distance_labelled_steps_before_order: 0.1946
run_2_4aacd28a :: distance_seed_sd_labelled_steps_before_order: 0.1533
run_2_4aacd28a :: auroc_value_labelled_steps_before_order: 0.5586
run_2_4aacd28a :: auroc_span_prob_labelled_steps_before_order: 0.6585
run_2_4aacd28a :: accuracy_labelled_steps_after_order: 0.7355
run_2_4aacd28a :: discarded_labelled_steps_after_order: 2
run_2_4aacd28a :: distinct_values_labelled_steps_after_order: 4
run_2_4aacd28a :: modal_value_labelled_steps_after_order: 5.0000
run_2_4aacd28a :: modal_share_labelled_steps_after_order: 0.9680
run_2_4aacd28a :: mean_value_labelled_steps_after_order: 4.9389
run_2_4aacd28a :: sd_value_labelled_steps_after_order: 0.3708
run_2_4aacd28a :: distance_labelled_steps_after_order: 0.1542
run_2_4aacd28a :: distance_seed_sd_labelled_steps_after_order: 0.0745
run_2_4aacd28a :: auroc_value_labelled_steps_after_order: 0.5401
run_2_4aacd28a :: auroc_span_prob_labelled_steps_after_order: 0.6555
run_2_4aacd28a :: forced_choice_presentations: 4000
run_2_4aacd28a :: forced_choice_discarded: 0
run_2_4aacd28a :: forced_choice_question_seed_pairs: 2000
run_2_4aacd28a :: accuracy_forced_choice_judged_answers: 0.7355
run_2_4aacd28a :: first_choice_rate_forced_choice: 0.4938
run_2_4aacd28a :: first_choice_rate_seed_sd_forced_choice: 0.0073
run_2_4aacd28a :: distinct_values_forced_choice: 5
run_2_4aacd28a :: modal_value_forced_choice: 0.5000
run_2_4aacd28a :: modal_share_forced_choice: 0.3705
run_2_4aacd28a :: mean_value_forced_choice: 0.5000
run_2_4aacd28a :: sd_value_forced_choice: 0.2604
run_2_4aacd28a :: distance_forced_choice: 0.1009
run_2_4aacd28a :: distance_seed_sd_forced_choice: 0.0232
run_2_4aacd28a :: auroc_value_forced_choice: 0.6059
run_2_4aacd28a :: auroc_span_prob_forced_choice: 0.6555
run_2_4aacd28a :: distance_pooled_hundred_point: 2.7840
run_2_4aacd28a :: distance_pooled_p_hundred_point: 7.91713e-11
run_2_4aacd28a :: distance_pooled_ci_lo_hundred_point: 1.9526
run_2_4aacd28a :: distance_pooled_ci_hi_hundred_point: 3.6153
run_2_4aacd28a :: distance_pooled_labelled_steps: 0.1713
run_2_4aacd28a :: distance_pooled_p_labelled_steps: 1.71991e-15
run_2_4aacd28a :: distance_pooled_ci_lo_labelled_steps: 0.1296
run_2_4aacd28a :: distance_pooled_ci_hi_labelled_steps: 0.2129
run_2_4aacd28a :: distance_pooled_forced_choice: 0.1009
run_2_4aacd28a :: distance_pooled_p_forced_choice: 6.64198e-14
run_2_4aacd28a :: distance_pooled_ci_lo_forced_choice: 0.0749
run_2_4aacd28a :: distance_pooled_ci_hi_forced_choice: 0.1269
run_2_4aacd28a :: order_movement_hundred_point: 0.0829
run_2_4aacd28a :: order_movement_seed_sd_hundred_point: 0.5922
run_2_4aacd28a :: order_movement_paired_t_hundred_point: 0.2282
run_2_4aacd28a :: order_movement_paired_df_hundred_point: 4
run_2_4aacd28a :: order_movement_paired_p_hundred_point: 0.830667
run_2_4aacd28a :: order_movement_seed_ci_lo_hundred_point: -0.6749
run_2_4aacd28a :: order_movement_seed_ci_hi_hundred_point: 0.7958
run_2_4aacd28a :: order_movement_bootstrap_ci_lo_hundred_point: -3.0773
run_2_4aacd28a :: order_movement_bootstrap_ci_hi_hundred_point: 3.2790
run_2_4aacd28a :: order_movement_bootstrap_p_hundred_point: 0.9672
run_2_4aacd28a :: order_movement_labelled_steps: -0.0405
run_2_4aacd28a :: order_movement_seed_sd_labelled_steps: 0.1079
run_2_4aacd28a :: order_movement_paired_t_labelled_steps: -1.0705
run_2_4aacd28a :: order_movement_paired_df_labelled_steps: 4
run_2_4aacd28a :: order_movement_paired_p_labelled_steps: 0.344684
run_2_4aacd28a :: order_movement_seed_ci_lo_labelled_steps: -0.1856
run_2_4aacd28a :: order_movement_seed_ci_hi_labelled_steps: 0.0823
run_2_4aacd28a :: order_movement_bootstrap_ci_lo_labelled_steps: -0.1653
run_2_4aacd28a :: order_movement_bootstrap_ci_hi_labelled_steps: 0.0833
run_2_4aacd28a :: order_movement_bootstrap_p_labelled_steps: 0.5044
run_2_4aacd28a :: auroc_value_pooled_hundred_point: 0.5668
run_2_4aacd28a :: auroc_span_prob_pooled_hundred_point: 0.6775
run_2_4aacd28a :: auroc_value_pooled_labelled_steps: 0.5482
run_2_4aacd28a :: auroc_span_prob_pooled_labelled_steps: 0.6559
run_2_4aacd28a :: auroc_value_pooled_forced_choice: 0.6059
run_2_4aacd28a :: auroc_span_prob_pooled_forced_choice: 0.6555
run_2_4aacd28a :: auroc_diff_labelled_steps_minus_hundred_point: -0.0186
run_2_4aacd28a :: auroc_diff_ci_lo_labelled_steps_minus_hundred_point: -0.0408
run_2_4aacd28a :: auroc_diff_ci_hi_labelled_steps_minus_hundred_point: 0.0017
run_2_4aacd28a :: auroc_diff_p_labelled_steps_minus_hundred_point: 0.082
run_2_4aacd28a :: auroc_diff_forced_choice_minus_hundred_point: 0.0391
run_2_4aacd28a :: auroc_diff_ci_lo_forced_choice_minus_hundred_point: -0.0129
run_2_4aacd28a :: auroc_diff_ci_hi_forced_choice_minus_hundred_point: 0.0918
run_2_4aacd28a :: auroc_diff_p_forced_choice_minus_hundred_point: 0.174
run_2_4aacd28a :: auroc_diff_span_prob_minus_value_hundred_point: 0.1107
run_2_4aacd28a :: auroc_diff_ci_lo_span_prob_minus_value_hundred_point: 0.0484
run_2_4aacd28a :: auroc_diff_ci_hi_span_prob_minus_value_hundred_point: 0.1774
run_2_4aacd28a :: auroc_diff_p_span_prob_minus_value_hundred_point: 0.001
run_2_4aacd28a :: auroc_diff_span_prob_minus_value_labelled_steps: 0.1077
run_2_4aacd28a :: auroc_diff_ci_lo_span_prob_minus_value_labelled_steps: 0.0506
run_2_4aacd28a :: auroc_diff_ci_hi_span_prob_minus_value_labelled_steps: 0.1690
run_2_4aacd28a :: auroc_diff_p_span_prob_minus_value_labelled_steps: 0.001
run_2_4aacd28a :: auroc_diff_span_prob_minus_value_forced_choice: 0.0496
run_2_4aacd28a :: auroc_diff_ci_lo_span_prob_minus_value_forced_choice: -0.0282
run_2_4aacd28a :: auroc_diff_ci_hi_span_prob_minus_value_forced_choice: 0.1245
run_2_4aacd28a :: auroc_diff_p_span_prob_minus_value_forced_choice: 0.19
run_2_4aacd28a :: labelled_step_form_compliance_hundred_point: 0.0000
run_2_4aacd28a :: labelled_step_form_compliance_labelled_steps: 0.9960
run_2_4aacd28a :: labelled_step_form_compliance_change: 0.9960
run_2_4aacd28a :: manipulation_required_increase: 0.5
run_2_4aacd28a :: manipulation_met: yes