{"item_id": "college_mathematics__32", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.260804, "transfer_probe_score": 0.559014, "eval_order": 0}
{"item_id": "high_school_physics__126", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.747749, "transfer_probe_score": 0.150626, "eval_order": 1}
{"item_id": "electrical_engineering__120", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.788276, "transfer_probe_score": 0.211348, "eval_order": 2}
{"item_id": "conceptual_physics__165", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.028558, "transfer_probe_score": 0.155079, "eval_order": 3}
{"item_id": "nutrition__61", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.326282, "transfer_probe_score": 0.014267, "eval_order": 4}
{"item_id": "machine_learning__82", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.019351, "transfer_probe_score": 0.082502, "eval_order": 5}
{"item_id": "anatomy__66", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020099, "transfer_probe_score": 0.145004, "eval_order": 6}
{"item_id": "anatomy__88", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.71024, "transfer_probe_score": 0.003282, "eval_order": 7}
{"item_id": "econometrics__28", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.576938, "transfer_probe_score": 0.750676, "eval_order": 8}
{"item_id": "nutrition__2", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.604844, "transfer_probe_score": 0.878191, "eval_order": 9}
{"item_id": "high_school_psychology__171", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009922, "transfer_probe_score": 0.589353, "eval_order": 10}
{"item_id": "professional_law__441", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.66397, "transfer_probe_score": 0.196313, "eval_order": 11}
{"item_id": "conceptual_physics__164", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.143654, "transfer_probe_score": 0.211708, "eval_order": 12}
{"item_id": "high_school_chemistry__86", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.91366, "transfer_probe_score": 0.226303, "eval_order": 13}
{"item_id": "world_religions__78", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.03189, "transfer_probe_score": 0.002048, "eval_order": 14}
{"item_id": "nutrition__118", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.963951, "transfer_probe_score": 0.008826, "eval_order": 15}
{"item_id": "miscellaneous__738", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.015567, "transfer_probe_score": 0.076479, "eval_order": 16}
{"item_id": "high_school_psychology__359", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005132, "transfer_probe_score": 0.753224, "eval_order": 17}
{"item_id": "high_school_psychology__216", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.258884, "transfer_probe_score": 0.260375, "eval_order": 18}
{"item_id": "professional_law__364", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.270644, "transfer_probe_score": 0.388447, "eval_order": 19}
{"item_id": "marketing__132", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023963, "transfer_probe_score": 0.098349, "eval_order": 20}
{"item_id": "philosophy__146", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004805, "transfer_probe_score": 0.196182, "eval_order": 21}
{"item_id": "high_school_physics__115", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.705693, "transfer_probe_score": 0.954396, "eval_order": 22}
{"item_id": "college_chemistry__87", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.038707, "transfer_probe_score": 0.948459, "eval_order": 23}
{"item_id": "college_chemistry__64", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033846, "transfer_probe_score": 0.021423, "eval_order": 24}
{"item_id": "world_religions__11", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.418583, "transfer_probe_score": 0.806588, "eval_order": 25}
{"item_id": "moral_scenarios__58", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.151531, "transfer_probe_score": 0.156144, "eval_order": 26}
{"item_id": "professional_medicine__79", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.087925, "transfer_probe_score": 0.957485, "eval_order": 27}
{"item_id": "high_school_mathematics__123", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.357633, "transfer_probe_score": 0.709544, "eval_order": 28}
{"item_id": "college_computer_science__27", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.304002, "transfer_probe_score": 0.730833, "eval_order": 29}
{"item_id": "machine_learning__51", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.601049, "transfer_probe_score": 0.791969, "eval_order": 30}
{"item_id": "econometrics__21", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.563545, "transfer_probe_score": 0.705106, "eval_order": 31}
{"item_id": "moral_scenarios__17", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.026437, "transfer_probe_score": 0.817794, "eval_order": 32}
{"item_id": "machine_learning__67", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.864262, "transfer_probe_score": 0.969586, "eval_order": 33}
{"item_id": "abstract_algebra__71", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.929474, "transfer_probe_score": 0.155183, "eval_order": 34}
{"item_id": "professional_medicine__85", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.421755, "transfer_probe_score": 0.063876, "eval_order": 35}
{"item_id": "high_school_chemistry__39", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016041, "transfer_probe_score": 0.297379, "eval_order": 36}
{"item_id": "high_school_mathematics__226", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.781047, "transfer_probe_score": 0.964786, "eval_order": 37}
{"item_id": "moral_scenarios__415", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.399337, "transfer_probe_score": 0.606202, "eval_order": 38}
{"item_id": "conceptual_physics__184", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.841611, "transfer_probe_score": 0.339557, "eval_order": 39}
{"item_id": "philosophy__100", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.544837, "transfer_probe_score": 0.065145, "eval_order": 40}
{"item_id": "formal_logic__72", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.53913, "transfer_probe_score": 0.819116, "eval_order": 41}
{"item_id": "conceptual_physics__51", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.045501, "transfer_probe_score": 0.04022, "eval_order": 42}
{"item_id": "nutrition__184", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.175157, "transfer_probe_score": 0.435585, "eval_order": 43}
{"item_id": "high_school_physics__133", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.230244, "transfer_probe_score": 0.759782, "eval_order": 44}
{"item_id": "marketing__9", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.059577, "transfer_probe_score": 0.242726, "eval_order": 45}
{"item_id": "high_school_chemistry__125", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.089923, "transfer_probe_score": 0.134537, "eval_order": 46}
{"item_id": "professional_law__916", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.614821, "transfer_probe_score": 0.801868, "eval_order": 47}
{"item_id": "high_school_mathematics__169", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.501102, "transfer_probe_score": 0.999422, "eval_order": 48}
{"item_id": "college_physics__10", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.457629, "transfer_probe_score": 0.00052, "eval_order": 49}
{"item_id": "nutrition__288", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014142, "transfer_probe_score": 0.187012, "eval_order": 50}
{"item_id": "high_school_mathematics__74", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.11859, "transfer_probe_score": 0.994748, "eval_order": 51}
{"item_id": "college_physics__33", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.951054, "transfer_probe_score": 0.123608, "eval_order": 52}
{"item_id": "conceptual_physics__148", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.153287, "transfer_probe_score": 0.032271, "eval_order": 53}
{"item_id": "abstract_algebra__25", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.475097, "transfer_probe_score": 0.095279, "eval_order": 54}
{"item_id": "professional_law__847", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.133365, "transfer_probe_score": 0.31385, "eval_order": 55}
{"item_id": "econometrics__66", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.710023, "transfer_probe_score": 0.075009, "eval_order": 56}
{"item_id": "moral_scenarios__789", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.516959, "transfer_probe_score": 0.094065, "eval_order": 57}
{"item_id": "college_computer_science__11", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.33182, "transfer_probe_score": 0.013848, "eval_order": 58}
{"item_id": "abstract_algebra__40", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.539272, "transfer_probe_score": 0.48333, "eval_order": 59}
{"item_id": "high_school_physics__5", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.456277, "transfer_probe_score": 0.012645, "eval_order": 60}
{"item_id": "college_computer_science__43", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.641966, "transfer_probe_score": 0.990457, "eval_order": 61}
{"item_id": "professional_medicine__138", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.161515, "transfer_probe_score": 0.927901, "eval_order": 62}
{"item_id": "professional_law__580", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.337973, "transfer_probe_score": 0.319043, "eval_order": 63}
{"item_id": "anatomy__52", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.132179, "transfer_probe_score": 0.281916, "eval_order": 64}
{"item_id": "college_computer_science__48", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.411743, "transfer_probe_score": 0.57756, "eval_order": 65}
{"item_id": "high_school_chemistry__197", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.69239, "transfer_probe_score": 0.291532, "eval_order": 66}
{"item_id": "conceptual_physics__64", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.826918, "transfer_probe_score": 0.670146, "eval_order": 67}
{"item_id": "miscellaneous__725", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.018911, "transfer_probe_score": 0.231682, "eval_order": 68}
{"item_id": "moral_scenarios__651", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.604526, "transfer_probe_score": 0.321699, "eval_order": 69}
{"item_id": "high_school_mathematics__194", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.697949, "transfer_probe_score": 0.824127, "eval_order": 70}
{"item_id": "world_religions__67", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.53268, "transfer_probe_score": 0.18484, "eval_order": 71}
{"item_id": "machine_learning__91", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.394356, "transfer_probe_score": 0.480592, "eval_order": 72}
{"item_id": "high_school_chemistry__63", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.05624, "transfer_probe_score": 0.928827, "eval_order": 73}
{"item_id": "philosophy__5", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.738777, "transfer_probe_score": 0.001498, "eval_order": 74}
{"item_id": "world_religions__142", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.092355, "transfer_probe_score": 0.694689, "eval_order": 75}
{"item_id": "abstract_algebra__76", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.770646, "transfer_probe_score": 0.975596, "eval_order": 76}
{"item_id": "high_school_mathematics__21", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.891741, "transfer_probe_score": 0.674679, "eval_order": 77}
{"item_id": "econometrics__83", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.373392, "transfer_probe_score": 0.017136, "eval_order": 78}
{"item_id": "college_physics__78", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.905378, "transfer_probe_score": 0.982116, "eval_order": 79}
{"item_id": "abstract_algebra__17", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.924164, "transfer_probe_score": 0.482499, "eval_order": 80}
{"item_id": "abstract_algebra__3", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.607304, "transfer_probe_score": 0.892199, "eval_order": 81}
{"item_id": "moral_scenarios__56", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.390328, "transfer_probe_score": 0.034185, "eval_order": 82}
{"item_id": "high_school_chemistry__44", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.050876, "transfer_probe_score": 0.024008, "eval_order": 83}
{"item_id": "nutrition__4", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00636, "transfer_probe_score": 0.084215, "eval_order": 84}
{"item_id": "philosophy__306", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.031135, "transfer_probe_score": 0.087557, "eval_order": 85}
{"item_id": "abstract_algebra__97", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.508527, "transfer_probe_score": 0.721008, "eval_order": 86}
{"item_id": "high_school_physics__39", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.838237, "transfer_probe_score": 0.13418, "eval_order": 87}
{"item_id": "high_school_mathematics__91", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.816267, "transfer_probe_score": 0.947901, "eval_order": 88}
{"item_id": "miscellaneous__224", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005765, "transfer_probe_score": 0.252033, "eval_order": 89}
{"item_id": "college_mathematics__8", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.415805, "transfer_probe_score": 0.946387, "eval_order": 90}
{"item_id": "moral_scenarios__277", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.198458, "transfer_probe_score": 0.528209, "eval_order": 91}
{"item_id": "high_school_physics__7", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.638528, "transfer_probe_score": 0.719657, "eval_order": 92}
{"item_id": "moral_scenarios__885", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.687633, "transfer_probe_score": 0.524885, "eval_order": 93}
{"item_id": "high_school_chemistry__187", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.598012, "transfer_probe_score": 0.869149, "eval_order": 94}
{"item_id": "machine_learning__3", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.518971, "transfer_probe_score": 0.890325, "eval_order": 95}
{"item_id": "professional_law__808", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.672532, "transfer_probe_score": 0.352159, "eval_order": 96}
{"item_id": "moral_scenarios__890", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.499256, "transfer_probe_score": 0.036283, "eval_order": 97}
{"item_id": "marketing__61", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.022045, "transfer_probe_score": 0.133285, "eval_order": 98}
{"item_id": "abstract_algebra__18", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.139293, "transfer_probe_score": 0.062522, "eval_order": 99}
{"item_id": "moral_scenarios__103", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.540866, "transfer_probe_score": 0.03918, "eval_order": 100}
{"item_id": "high_school_mathematics__112", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.50114, "transfer_probe_score": 0.390344, "eval_order": 101}
{"item_id": "college_computer_science__23", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.49672, "transfer_probe_score": 0.800151, "eval_order": 102}
{"item_id": "abstract_algebra__77", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.99056, "transfer_probe_score": 0.05358, "eval_order": 103}
{"item_id": "college_chemistry__96", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.99463, "transfer_probe_score": 0.782784, "eval_order": 104}
{"item_id": "high_school_chemistry__58", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.82872, "transfer_probe_score": 0.12263, "eval_order": 105}
{"item_id": "college_mathematics__81", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.914568, "transfer_probe_score": 0.347719, "eval_order": 106}
{"item_id": "nutrition__123", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033289, "transfer_probe_score": 0.228066, "eval_order": 107}
{"item_id": "marketing__101", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.098979, "transfer_probe_score": 0.006093, "eval_order": 108}
{"item_id": "high_school_chemistry__126", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013234, "transfer_probe_score": 0.210006, "eval_order": 109}
{"item_id": "moral_scenarios__870", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.115941, "transfer_probe_score": 0.078215, "eval_order": 110}
{"item_id": "nutrition__212", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.531049, "transfer_probe_score": 0.999105, "eval_order": 111}
{"item_id": "anatomy__82", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.591293, "transfer_probe_score": 0.000955, "eval_order": 112}
{"item_id": "high_school_mathematics__204", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.640379, "transfer_probe_score": 0.402314, "eval_order": 113}
{"item_id": "anatomy__19", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017781, "transfer_probe_score": 0.924057, "eval_order": 114}
{"item_id": "electrical_engineering__136", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.10963, "transfer_probe_score": 0.190917, "eval_order": 115}
{"item_id": "philosophy__248", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.384373, "transfer_probe_score": 0.491792, "eval_order": 116}
{"item_id": "professional_medicine__258", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007332, "transfer_probe_score": 0.050198, "eval_order": 117}
{"item_id": "nutrition__131", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.138858, "transfer_probe_score": 0.708697, "eval_order": 118}
{"item_id": "miscellaneous__577", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.239924, "transfer_probe_score": 0.003481, "eval_order": 119}
{"item_id": "college_physics__30", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.131781, "transfer_probe_score": 0.802591, "eval_order": 120}
{"item_id": "high_school_chemistry__117", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.328215, "transfer_probe_score": 0.414547, "eval_order": 121}
{"item_id": "miscellaneous__129", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.066775, "transfer_probe_score": 0.015625, "eval_order": 122}
{"item_id": "professional_law__1014", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.900177, "transfer_probe_score": 0.743188, "eval_order": 123}
{"item_id": "electrical_engineering__25", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.113215, "transfer_probe_score": 0.007761, "eval_order": 124}
{"item_id": "abstract_algebra__63", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.347736, "transfer_probe_score": 0.90456, "eval_order": 125}
{"item_id": "high_school_mathematics__47", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.657547, "transfer_probe_score": 0.568297, "eval_order": 126}
{"item_id": "college_computer_science__34", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.131026, "transfer_probe_score": 0.002827, "eval_order": 127}
{"item_id": "professional_law__1341", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.781109, "transfer_probe_score": 0.719907, "eval_order": 128}
{"item_id": "electrical_engineering__66", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.400356, "transfer_probe_score": 0.035088, "eval_order": 129}
{"item_id": "marketing__204", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.625041, "transfer_probe_score": 0.016919, "eval_order": 130}
{"item_id": "college_chemistry__49", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.981726, "transfer_probe_score": 0.688496, "eval_order": 131}
{"item_id": "philosophy__190", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.24231, "transfer_probe_score": 0.013804, "eval_order": 132}
{"item_id": "high_school_mathematics__104", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.049283, "transfer_probe_score": 0.547023, "eval_order": 133}
{"item_id": "moral_scenarios__387", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.143611, "transfer_probe_score": 0.738787, "eval_order": 134}
{"item_id": "machine_learning__108", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.801229, "transfer_probe_score": 0.963865, "eval_order": 135}
{"item_id": "miscellaneous__711", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.447709, "transfer_probe_score": 0.003573, "eval_order": 136}
{"item_id": "high_school_psychology__89", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.055653, "transfer_probe_score": 0.081517, "eval_order": 137}
{"item_id": "electrical_engineering__29", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.7406, "transfer_probe_score": 0.060049, "eval_order": 138}
{"item_id": "abstract_algebra__72", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.669352, "transfer_probe_score": 0.269573, "eval_order": 139}
{"item_id": "professional_medicine__134", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.197627, "transfer_probe_score": 0.123203, "eval_order": 140}
{"item_id": "anatomy__13", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.685171, "transfer_probe_score": 0.32093, "eval_order": 141}
{"item_id": "professional_law__954", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.101838, "transfer_probe_score": 0.588384, "eval_order": 142}
{"item_id": "anatomy__55", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.038204, "transfer_probe_score": 0.036255, "eval_order": 143}
{"item_id": "econometrics__113", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.84839, "transfer_probe_score": 0.980091, "eval_order": 144}
{"item_id": "world_religions__60", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.025375, "transfer_probe_score": 0.173643, "eval_order": 145}
{"item_id": "marketing__163", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.044958, "transfer_probe_score": 0.050913, "eval_order": 146}
{"item_id": "college_mathematics__88", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.579171, "transfer_probe_score": 0.062376, "eval_order": 147}
{"item_id": "high_school_mathematics__67", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.420698, "transfer_probe_score": 0.974429, "eval_order": 148}
{"item_id": "marketing__183", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.393893, "transfer_probe_score": 0.543828, "eval_order": 149}
{"item_id": "college_physics__70", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.420596, "transfer_probe_score": 0.047785, "eval_order": 150}
{"item_id": "moral_scenarios__243", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.565965, "transfer_probe_score": 0.174164, "eval_order": 151}
{"item_id": "world_religions__52", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.51327, "transfer_probe_score": 0.003277, "eval_order": 152}
{"item_id": "professional_law__999", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.611248, "transfer_probe_score": 0.965259, "eval_order": 153}
{"item_id": "high_school_psychology__327", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.087757, "transfer_probe_score": 0.056862, "eval_order": 154}
{"item_id": "formal_logic__18", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.711869, "transfer_probe_score": 0.632484, "eval_order": 155}
{"item_id": "philosophy__174", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.921818, "transfer_probe_score": 0.1107, "eval_order": 156}
{"item_id": "college_chemistry__41", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.952412, "transfer_probe_score": 0.759739, "eval_order": 157}
{"item_id": "anatomy__41", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.807583, "transfer_probe_score": 0.019843, "eval_order": 158}
{"item_id": "world_religions__18", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.633864, "transfer_probe_score": 0.016165, "eval_order": 159}
{"item_id": "miscellaneous__209", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.061346, "transfer_probe_score": 0.114212, "eval_order": 160}
{"item_id": "professional_law__715", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.686023, "transfer_probe_score": 0.799438, "eval_order": 161}
{"item_id": "anatomy__14", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.613073, "transfer_probe_score": 0.580396, "eval_order": 162}
{"item_id": "college_chemistry__76", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01039, "transfer_probe_score": 0.114357, "eval_order": 163}
{"item_id": "nutrition__157", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014205, "transfer_probe_score": 0.009731, "eval_order": 164}
{"item_id": "miscellaneous__511", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023429, "transfer_probe_score": 0.05564, "eval_order": 165}
{"item_id": "high_school_physics__80", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.18795, "transfer_probe_score": 0.344658, "eval_order": 166}
{"item_id": "college_mathematics__23", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.792963, "transfer_probe_score": 0.798626, "eval_order": 167}
{"item_id": "college_computer_science__36", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.370766, "transfer_probe_score": 0.961853, "eval_order": 168}
{"item_id": "econometrics__9", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.840508, "transfer_probe_score": 0.118329, "eval_order": 169}
{"item_id": "professional_medicine__217", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.015823, "transfer_probe_score": 0.204267, "eval_order": 170}
{"item_id": "machine_learning__68", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.760131, "transfer_probe_score": 0.901045, "eval_order": 171}
{"item_id": "college_computer_science__13", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.031327, "transfer_probe_score": 0.284796, "eval_order": 172}
{"item_id": "high_school_psychology__97", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.05117, "transfer_probe_score": 0.067665, "eval_order": 173}
{"item_id": "conceptual_physics__199", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.020041, "transfer_probe_score": 0.479133, "eval_order": 174}
{"item_id": "moral_scenarios__355", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.531423, "transfer_probe_score": 0.564226, "eval_order": 175}
{"item_id": "moral_scenarios__420", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.190539, "transfer_probe_score": 0.340431, "eval_order": 176}
{"item_id": "miscellaneous__270", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012355, "transfer_probe_score": 0.31397, "eval_order": 177}
{"item_id": "marketing__151", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.42068, "transfer_probe_score": 0.140948, "eval_order": 178}
{"item_id": "high_school_physics__9", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.870874, "transfer_probe_score": 0.157067, "eval_order": 179}
{"item_id": "high_school_chemistry__174", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.973031, "transfer_probe_score": 0.809034, "eval_order": 180}
{"item_id": "world_religions__94", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.084889, "transfer_probe_score": 0.391355, "eval_order": 181}
{"item_id": "machine_learning__88", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.027508, "transfer_probe_score": 0.002223, "eval_order": 182}
{"item_id": "high_school_mathematics__148", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.321029, "transfer_probe_score": 0.553469, "eval_order": 183}
{"item_id": "moral_scenarios__266", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.481004, "transfer_probe_score": 0.180538, "eval_order": 184}
{"item_id": "world_religions__21", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.107427, "transfer_probe_score": 0.034438, "eval_order": 185}
{"item_id": "moral_scenarios__235", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.494779, "transfer_probe_score": 0.183584, "eval_order": 186}
{"item_id": "marketing__165", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.429387, "transfer_probe_score": 0.271007, "eval_order": 187}
{"item_id": "high_school_mathematics__8", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.751312, "transfer_probe_score": 0.792487, "eval_order": 188}
{"item_id": "high_school_psychology__434", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.362048, "transfer_probe_score": 0.11228, "eval_order": 189}
{"item_id": "high_school_physics__52", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.610866, "transfer_probe_score": 0.891907, "eval_order": 190}
{"item_id": "electrical_engineering__131", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.294223, "transfer_probe_score": 0.027554, "eval_order": 191}
{"item_id": "college_chemistry__30", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.615201, "transfer_probe_score": 0.972273, "eval_order": 192}
{"item_id": "philosophy__255", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.419442, "transfer_probe_score": 0.2012, "eval_order": 193}
{"item_id": "high_school_psychology__181", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.046615, "transfer_probe_score": 0.003067, "eval_order": 194}
{"item_id": "world_religions__89", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.27705, "transfer_probe_score": 0.044487, "eval_order": 195}
{"item_id": "college_computer_science__54", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.610809, "transfer_probe_score": 0.966193, "eval_order": 196}
{"item_id": "professional_medicine__226", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.262816, "transfer_probe_score": 0.140896, "eval_order": 197}
{"item_id": "philosophy__143", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.726196, "transfer_probe_score": 0.302626, "eval_order": 198}
{"item_id": "anatomy__126", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016188, "transfer_probe_score": 0.01826, "eval_order": 199}
{"item_id": "econometrics__12", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017992, "transfer_probe_score": 0.948355, "eval_order": 200}
{"item_id": "moral_scenarios__482", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.500421, "transfer_probe_score": 0.03982, "eval_order": 201}
{"item_id": "high_school_physics__91", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.574686, "transfer_probe_score": 0.035143, "eval_order": 202}
{"item_id": "professional_law__383", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.164107, "transfer_probe_score": 0.793262, "eval_order": 203}
{"item_id": "high_school_chemistry__73", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.726523, "transfer_probe_score": 0.323689, "eval_order": 204}
{"item_id": "abstract_algebra__46", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.635162, "transfer_probe_score": 0.982837, "eval_order": 205}
{"item_id": "moral_scenarios__325", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.546001, "transfer_probe_score": 0.048635, "eval_order": 206}
{"item_id": "high_school_mathematics__110", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.807426, "transfer_probe_score": 0.437596, "eval_order": 207}
{"item_id": "college_physics__98", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.774777, "transfer_probe_score": 0.947547, "eval_order": 208}
{"item_id": "high_school_psychology__352", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.21172, "transfer_probe_score": 0.225549, "eval_order": 209}
{"item_id": "high_school_mathematics__225", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.899137, "transfer_probe_score": 0.987025, "eval_order": 210}
{"item_id": "high_school_chemistry__186", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.985909, "transfer_probe_score": 0.897387, "eval_order": 211}
{"item_id": "electrical_engineering__30", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.882087, "transfer_probe_score": 0.788183, "eval_order": 212}
{"item_id": "conceptual_physics__130", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.098032, "transfer_probe_score": 0.137107, "eval_order": 213}
{"item_id": "econometrics__14", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.222304, "transfer_probe_score": 0.051061, "eval_order": 214}
{"item_id": "formal_logic__111", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.759327, "transfer_probe_score": 0.869353, "eval_order": 215}
{"item_id": "high_school_psychology__468", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.184658, "transfer_probe_score": 0.084324, "eval_order": 216}
{"item_id": "college_computer_science__9", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.119892, "transfer_probe_score": 0.024658, "eval_order": 217}
{"item_id": "high_school_physics__83", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.507375, "transfer_probe_score": 0.986852, "eval_order": 218}
{"item_id": "nutrition__193", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020628, "transfer_probe_score": 0.000937, "eval_order": 219}
{"item_id": "anatomy__104", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.316496, "transfer_probe_score": 0.059426, "eval_order": 220}
{"item_id": "abstract_algebra__28", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.705366, "transfer_probe_score": 0.963374, "eval_order": 221}
{"item_id": "econometrics__16", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.555868, "transfer_probe_score": 0.513208, "eval_order": 222}
{"item_id": "conceptual_physics__41", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.473903, "transfer_probe_score": 0.046312, "eval_order": 223}
{"item_id": "formal_logic__66", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.294437, "transfer_probe_score": 0.20988, "eval_order": 224}
{"item_id": "machine_learning__81", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.457902, "transfer_probe_score": 0.969113, "eval_order": 225}
{"item_id": "miscellaneous__560", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.426974, "transfer_probe_score": 0.408982, "eval_order": 226}
{"item_id": "college_mathematics__30", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.85892, "transfer_probe_score": 0.99411, "eval_order": 227}
{"item_id": "world_religions__167", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.53986, "transfer_probe_score": 0.275564, "eval_order": 228}
{"item_id": "nutrition__176", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.346576, "transfer_probe_score": 0.254203, "eval_order": 229}
{"item_id": "high_school_chemistry__64", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.082077, "transfer_probe_score": 0.997576, "eval_order": 230}
{"item_id": "anatomy__11", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.652219, "transfer_probe_score": 0.2192, "eval_order": 231}
{"item_id": "formal_logic__27", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.450626, "transfer_probe_score": 0.641281, "eval_order": 232}
{"item_id": "college_physics__43", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.705601, "transfer_probe_score": 0.130812, "eval_order": 233}
{"item_id": "moral_scenarios__276", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.341011, "transfer_probe_score": 0.087696, "eval_order": 234}
{"item_id": "marketing__31", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004947, "transfer_probe_score": 0.19343, "eval_order": 235}
{"item_id": "machine_learning__48", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.85276, "transfer_probe_score": 0.934643, "eval_order": 236}
{"item_id": "conceptual_physics__232", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.425491, "transfer_probe_score": 0.476963, "eval_order": 237}
{"item_id": "college_physics__36", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.071229, "transfer_probe_score": 0.010439, "eval_order": 238}
{"item_id": "high_school_psychology__493", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005348, "transfer_probe_score": 0.399142, "eval_order": 239}
{"item_id": "conceptual_physics__50", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.614836, "transfer_probe_score": 0.08011, "eval_order": 240}
{"item_id": "electrical_engineering__20", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.259977, "transfer_probe_score": 0.118695, "eval_order": 241}
{"item_id": "high_school_mathematics__69", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.202041, "transfer_probe_score": 0.96896, "eval_order": 242}
{"item_id": "moral_scenarios__553", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.404342, "transfer_probe_score": 0.009689, "eval_order": 243}
{"item_id": "world_religions__162", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.749695, "transfer_probe_score": 0.05175, "eval_order": 244}
{"item_id": "anatomy__118", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.138773, "transfer_probe_score": 0.801293, "eval_order": 245}
{"item_id": "miscellaneous__395", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.087274, "transfer_probe_score": 0.071737, "eval_order": 246}
{"item_id": "college_computer_science__38", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.708182, "transfer_probe_score": 0.309634, "eval_order": 247}
{"item_id": "electrical_engineering__31", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.18513, "transfer_probe_score": 0.362525, "eval_order": 248}
{"item_id": "professional_medicine__110", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.069441, "transfer_probe_score": 0.366569, "eval_order": 249}
{"item_id": "electrical_engineering__129", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.834334, "transfer_probe_score": 0.558161, "eval_order": 250}
{"item_id": "professional_law__1042", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.756951, "transfer_probe_score": 0.984789, "eval_order": 251}
{"item_id": "high_school_psychology__530", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004904, "transfer_probe_score": 0.496547, "eval_order": 252}
{"item_id": "econometrics__98", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.443469, "transfer_probe_score": 0.987452, "eval_order": 253}
{"item_id": "conceptual_physics__79", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.786409, "transfer_probe_score": 0.066507, "eval_order": 254}
{"item_id": "high_school_physics__93", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.960033, "transfer_probe_score": 0.219145, "eval_order": 255}
{"item_id": "miscellaneous__75", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.0089, "transfer_probe_score": 0.93657, "eval_order": 256}
{"item_id": "high_school_psychology__326", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001248, "transfer_probe_score": 0.430401, "eval_order": 257}
{"item_id": "moral_scenarios__128", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.36319, "transfer_probe_score": 0.280245, "eval_order": 258}
{"item_id": "professional_law__207", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.822207, "transfer_probe_score": 0.193099, "eval_order": 259}
{"item_id": "econometrics__26", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.770197, "transfer_probe_score": 0.269987, "eval_order": 260}
{"item_id": "nutrition__128", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.751119, "transfer_probe_score": 0.231732, "eval_order": 261}
{"item_id": "miscellaneous__579", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013479, "transfer_probe_score": 0.094105, "eval_order": 262}
{"item_id": "professional_medicine__235", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.351266, "transfer_probe_score": 0.9574, "eval_order": 263}
{"item_id": "professional_law__263", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.246077, "transfer_probe_score": 0.824315, "eval_order": 264}
{"item_id": "electrical_engineering__58", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.304758, "transfer_probe_score": 0.301832, "eval_order": 265}
{"item_id": "nutrition__170", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010873, "transfer_probe_score": 0.337072, "eval_order": 266}
{"item_id": "moral_scenarios__262", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.624632, "transfer_probe_score": 0.040906, "eval_order": 267}
{"item_id": "professional_law__762", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.626159, "transfer_probe_score": 0.923972, "eval_order": 268}
{"item_id": "machine_learning__77", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.772033, "transfer_probe_score": 0.947112, "eval_order": 269}
{"item_id": "miscellaneous__1", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.379785, "transfer_probe_score": 0.528128, "eval_order": 270}
{"item_id": "miscellaneous__555", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.094569, "transfer_probe_score": 0.007356, "eval_order": 271}
{"item_id": "philosophy__71", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.047804, "transfer_probe_score": 0.019553, "eval_order": 272}
{"item_id": "anatomy__17", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.022251, "transfer_probe_score": 0.014197, "eval_order": 273}
{"item_id": "anatomy__128", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.271186, "transfer_probe_score": 0.01699, "eval_order": 274}
{"item_id": "philosophy__236", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.348786, "transfer_probe_score": 0.012359, "eval_order": 275}
{"item_id": "moral_scenarios__286", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.644289, "transfer_probe_score": 0.149451, "eval_order": 276}
{"item_id": "professional_law__1407", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.51413, "transfer_probe_score": 0.418711, "eval_order": 277}
{"item_id": "marketing__218", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.416964, "transfer_probe_score": 0.119058, "eval_order": 278}
{"item_id": "nutrition__44", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.268985, "transfer_probe_score": 0.163409, "eval_order": 279}
{"item_id": "philosophy__8", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017209, "transfer_probe_score": 0.049236, "eval_order": 280}
{"item_id": "electrical_engineering__90", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.212167, "transfer_probe_score": 0.235274, "eval_order": 281}
{"item_id": "electrical_engineering__47", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.737775, "transfer_probe_score": 0.045647, "eval_order": 282}
{"item_id": "machine_learning__96", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.856538, "transfer_probe_score": 0.972923, "eval_order": 283}
{"item_id": "high_school_psychology__464", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.144287, "transfer_probe_score": 0.146997, "eval_order": 284}
{"item_id": "anatomy__96", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.286233, "transfer_probe_score": 0.013477, "eval_order": 285}
{"item_id": "formal_logic__109", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.676832, "transfer_probe_score": 0.546062, "eval_order": 286}
{"item_id": "miscellaneous__466", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008403, "transfer_probe_score": 0.398937, "eval_order": 287}
{"item_id": "conceptual_physics__178", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.344988, "transfer_probe_score": 0.287724, "eval_order": 288}
{"item_id": "moral_scenarios__90", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.160328, "transfer_probe_score": 0.47073, "eval_order": 289}
{"item_id": "high_school_physics__128", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.589949, "transfer_probe_score": 0.486094, "eval_order": 290}
{"item_id": "professional_law__1373", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.090533, "transfer_probe_score": 0.460786, "eval_order": 291}
{"item_id": "formal_logic__55", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.146079, "transfer_probe_score": 0.655025, "eval_order": 292}
{"item_id": "moral_scenarios__665", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.384001, "transfer_probe_score": 0.073907, "eval_order": 293}
{"item_id": "electrical_engineering__100", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.065991, "transfer_probe_score": 0.819977, "eval_order": 294}
{"item_id": "abstract_algebra__59", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.709806, "transfer_probe_score": 0.990325, "eval_order": 295}
{"item_id": "college_mathematics__48", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.59102, "transfer_probe_score": 0.989617, "eval_order": 296}
{"item_id": "high_school_psychology__246", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.032606, "transfer_probe_score": 0.162428, "eval_order": 297}
{"item_id": "electrical_engineering__62", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.252793, "transfer_probe_score": 0.038253, "eval_order": 298}
{"item_id": "high_school_physics__45", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.554046, "transfer_probe_score": 0.493327, "eval_order": 299}
{"item_id": "high_school_psychology__205", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.038407, "transfer_probe_score": 0.237325, "eval_order": 300}
{"item_id": "college_computer_science__52", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.897302, "transfer_probe_score": 0.883631, "eval_order": 301}
{"item_id": "college_physics__88", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.875553, "transfer_probe_score": 0.553239, "eval_order": 302}
{"item_id": "professional_law__325", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.863213, "transfer_probe_score": 0.929507, "eval_order": 303}
{"item_id": "machine_learning__73", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.693604, "transfer_probe_score": 0.699961, "eval_order": 304}
{"item_id": "high_school_mathematics__267", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.866216, "transfer_probe_score": 0.11702, "eval_order": 305}
{"item_id": "formal_logic__36", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.921101, "transfer_probe_score": 0.993931, "eval_order": 306}
{"item_id": "high_school_physics__118", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012367, "transfer_probe_score": 0.238289, "eval_order": 307}
{"item_id": "high_school_physics__19", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.762275, "transfer_probe_score": 0.619829, "eval_order": 308}
{"item_id": "miscellaneous__492", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.047182, "transfer_probe_score": 0.366339, "eval_order": 309}
{"item_id": "econometrics__95", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.167598, "transfer_probe_score": 0.473296, "eval_order": 310}
{"item_id": "formal_logic__3", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.85711, "transfer_probe_score": 0.999056, "eval_order": 311}
{"item_id": "college_computer_science__42", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.125404, "transfer_probe_score": 0.83166, "eval_order": 312}
{"item_id": "college_mathematics__75", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.909171, "transfer_probe_score": 0.93776, "eval_order": 313}
{"item_id": "high_school_physics__41", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.346524, "transfer_probe_score": 0.935033, "eval_order": 314}
{"item_id": "professional_law__1046", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.240517, "transfer_probe_score": 0.954183, "eval_order": 315}
{"item_id": "econometrics__94", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.819527, "transfer_probe_score": 0.312333, "eval_order": 316}
{"item_id": "professional_medicine__267", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.477636, "transfer_probe_score": 0.970579, "eval_order": 317}
{"item_id": "machine_learning__78", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.537967, "transfer_probe_score": 0.064609, "eval_order": 318}
{"item_id": "world_religions__163", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.036694, "transfer_probe_score": 0.081416, "eval_order": 319}
{"item_id": "world_religions__104", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.134837, "transfer_probe_score": 0.463962, "eval_order": 320}
{"item_id": "professional_medicine__223", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020483, "transfer_probe_score": 0.911285, "eval_order": 321}
{"item_id": "high_school_mathematics__159", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.240352, "transfer_probe_score": 0.14477, "eval_order": 322}
{"item_id": "nutrition__226", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.086882, "transfer_probe_score": 0.007067, "eval_order": 323}
{"item_id": "miscellaneous__296", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.048549, "transfer_probe_score": 0.245772, "eval_order": 324}
{"item_id": "conceptual_physics__66", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.431983, "transfer_probe_score": 0.149765, "eval_order": 325}
{"item_id": "world_religions__20", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.04428, "transfer_probe_score": 0.005888, "eval_order": 326}
{"item_id": "world_religions__168", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.041475, "transfer_probe_score": 0.008599, "eval_order": 327}
{"item_id": "machine_learning__104", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.770974, "transfer_probe_score": 0.882576, "eval_order": 328}
{"item_id": "conceptual_physics__137", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.164908, "transfer_probe_score": 0.041945, "eval_order": 329}
{"item_id": "formal_logic__48", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.699705, "transfer_probe_score": 0.937725, "eval_order": 330}
{"item_id": "high_school_psychology__435", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.081172, "transfer_probe_score": 0.124047, "eval_order": 331}
{"item_id": "miscellaneous__486", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.072153, "transfer_probe_score": 0.017971, "eval_order": 332}
{"item_id": "high_school_mathematics__189", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.949646, "transfer_probe_score": 0.99601, "eval_order": 333}
{"item_id": "high_school_mathematics__6", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.728879, "transfer_probe_score": 0.904052, "eval_order": 334}
{"item_id": "high_school_chemistry__168", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.666036, "transfer_probe_score": 0.083795, "eval_order": 335}
{"item_id": "high_school_physics__57", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.858815, "transfer_probe_score": 0.390296, "eval_order": 336}
{"item_id": "high_school_mathematics__261", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.038604, "transfer_probe_score": 0.54242, "eval_order": 337}
{"item_id": "high_school_mathematics__162", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.794783, "transfer_probe_score": 0.169173, "eval_order": 338}
{"item_id": "high_school_psychology__196", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.953312, "transfer_probe_score": 0.055341, "eval_order": 339}
{"item_id": "abstract_algebra__11", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.469813, "transfer_probe_score": 0.990693, "eval_order": 340}
{"item_id": "marketing__229", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026257, "transfer_probe_score": 0.054217, "eval_order": 341}
{"item_id": "high_school_psychology__526", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.211379, "transfer_probe_score": 0.076253, "eval_order": 342}
{"item_id": "world_religions__3", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007924, "transfer_probe_score": 0.119525, "eval_order": 343}
{"item_id": "college_computer_science__78", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.804297, "transfer_probe_score": 0.068449, "eval_order": 344}
{"item_id": "electrical_engineering__57", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033337, "transfer_probe_score": 0.168454, "eval_order": 345}
{"item_id": "high_school_chemistry__133", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.291687, "transfer_probe_score": 0.178371, "eval_order": 346}
{"item_id": "college_mathematics__69", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.150434, "transfer_probe_score": 0.942616, "eval_order": 347}
{"item_id": "anatomy__114", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.129077, "transfer_probe_score": 0.416329, "eval_order": 348}
{"item_id": "college_physics__1", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.831097, "transfer_probe_score": 0.099713, "eval_order": 349}
{"item_id": "professional_medicine__214", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.40628, "transfer_probe_score": 0.586401, "eval_order": 350}
{"item_id": "moral_scenarios__92", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.684249, "transfer_probe_score": 0.108733, "eval_order": 351}
{"item_id": "high_school_mathematics__168", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.849503, "transfer_probe_score": 0.975986, "eval_order": 352}
{"item_id": "professional_law__937", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.643669, "transfer_probe_score": 0.985439, "eval_order": 353}
{"item_id": "college_computer_science__14", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.799943, "transfer_probe_score": 0.967653, "eval_order": 354}
{"item_id": "machine_learning__32", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.478923, "transfer_probe_score": 0.970892, "eval_order": 355}
{"item_id": "high_school_chemistry__118", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.256639, "transfer_probe_score": 0.920795, "eval_order": 356}
{"item_id": "professional_law__1313", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.598483, "transfer_probe_score": 0.618289, "eval_order": 357}
{"item_id": "college_computer_science__19", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.730848, "transfer_probe_score": 0.905741, "eval_order": 358}
{"item_id": "college_chemistry__33", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.453003, "transfer_probe_score": 0.402132, "eval_order": 359}
{"item_id": "econometrics__64", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.45205, "transfer_probe_score": 0.539394, "eval_order": 360}
{"item_id": "electrical_engineering__61", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.798466, "transfer_probe_score": 0.968239, "eval_order": 361}
{"item_id": "high_school_mathematics__265", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.27925, "transfer_probe_score": 0.652696, "eval_order": 362}
{"item_id": "high_school_physics__44", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.234776, "transfer_probe_score": 0.778386, "eval_order": 363}
{"item_id": "abstract_algebra__47", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.791682, "transfer_probe_score": 0.058896, "eval_order": 364}
{"item_id": "college_chemistry__13", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.77204, "transfer_probe_score": 0.401768, "eval_order": 365}
{"item_id": "nutrition__141", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013912, "transfer_probe_score": 0.006765, "eval_order": 366}
{"item_id": "moral_scenarios__675", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.697341, "transfer_probe_score": 0.66378, "eval_order": 367}
{"item_id": "high_school_physics__13", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.926722, "transfer_probe_score": 0.999272, "eval_order": 368}
{"item_id": "machine_learning__56", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.731152, "transfer_probe_score": 0.966294, "eval_order": 369}
{"item_id": "electrical_engineering__32", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010106, "transfer_probe_score": 0.033635, "eval_order": 370}
{"item_id": "econometrics__68", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.493323, "transfer_probe_score": 0.548898, "eval_order": 371}
{"item_id": "professional_medicine__17", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.063395, "transfer_probe_score": 0.322336, "eval_order": 372}
{"item_id": "professional_law__1453", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.912705, "transfer_probe_score": 0.981408, "eval_order": 373}
{"item_id": "high_school_physics__51", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.316659, "transfer_probe_score": 0.997385, "eval_order": 374}
{"item_id": "electrical_engineering__91", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.215491, "transfer_probe_score": 0.127957, "eval_order": 375}
{"item_id": "high_school_psychology__364", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.158245, "transfer_probe_score": 0.056933, "eval_order": 376}
{"item_id": "philosophy__196", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.539893, "transfer_probe_score": 0.2895, "eval_order": 377}
{"item_id": "high_school_physics__47", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.550353, "transfer_probe_score": 0.983137, "eval_order": 378}
{"item_id": "abstract_algebra__35", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.715908, "transfer_probe_score": 0.22644, "eval_order": 379}
{"item_id": "formal_logic__92", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.873894, "transfer_probe_score": 0.992386, "eval_order": 380}
{"item_id": "high_school_chemistry__9", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.469664, "transfer_probe_score": 0.058413, "eval_order": 381}
{"item_id": "marketing__131", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.123826, "transfer_probe_score": 0.057306, "eval_order": 382}
{"item_id": "moral_scenarios__308", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.267165, "transfer_probe_score": 0.107176, "eval_order": 383}
{"item_id": "nutrition__90", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.11868, "transfer_probe_score": 0.382281, "eval_order": 384}
{"item_id": "conceptual_physics__90", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.440701, "transfer_probe_score": 0.185137, "eval_order": 385}
{"item_id": "formal_logic__54", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.478322, "transfer_probe_score": 0.143105, "eval_order": 386}
{"item_id": "marketing__233", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.086988, "transfer_probe_score": 0.157405, "eval_order": 387}
{"item_id": "philosophy__195", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.560992, "transfer_probe_score": 0.013106, "eval_order": 388}
{"item_id": "professional_medicine__141", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.027506, "transfer_probe_score": 0.172594, "eval_order": 389}
{"item_id": "miscellaneous__428", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.039283, "transfer_probe_score": 0.692485, "eval_order": 390}
{"item_id": "world_religions__137", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001624, "transfer_probe_score": 0.019047, "eval_order": 391}
{"item_id": "college_chemistry__20", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.032921, "transfer_probe_score": 0.798652, "eval_order": 392}
{"item_id": "formal_logic__33", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.111078, "transfer_probe_score": 0.19669, "eval_order": 393}
{"item_id": "marketing__79", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.171209, "transfer_probe_score": 0.044059, "eval_order": 394}
{"item_id": "high_school_chemistry__102", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.489584, "transfer_probe_score": 0.148667, "eval_order": 395}
{"item_id": "high_school_psychology__86", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.194697, "transfer_probe_score": 0.754484, "eval_order": 396}
{"item_id": "high_school_physics__71", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.344717, "transfer_probe_score": 0.320209, "eval_order": 397}
{"item_id": "professional_law__597", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.589688, "transfer_probe_score": 0.443134, "eval_order": 398}
{"item_id": "machine_learning__66", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.925157, "transfer_probe_score": 0.747443, "eval_order": 399}
{"item_id": "econometrics__1", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.687693, "transfer_probe_score": 0.019232, "eval_order": 400}
{"item_id": "machine_learning__60", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.719808, "transfer_probe_score": 0.988331, "eval_order": 401}
{"item_id": "world_religions__23", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.994819, "transfer_probe_score": 0.05409, "eval_order": 402}
{"item_id": "college_chemistry__52", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.686059, "transfer_probe_score": 0.998329, "eval_order": 403}
{"item_id": "world_religions__160", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.155093, "transfer_probe_score": 0.008494, "eval_order": 404}
{"item_id": "high_school_chemistry__31", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.029237, "transfer_probe_score": 0.133169, "eval_order": 405}
{"item_id": "philosophy__30", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.118893, "transfer_probe_score": 0.031914, "eval_order": 406}
{"item_id": "professional_law__1032", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.058148, "transfer_probe_score": 0.636122, "eval_order": 407}
{"item_id": "philosophy__108", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.272097, "transfer_probe_score": 0.019148, "eval_order": 408}
{"item_id": "nutrition__173", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.310651, "transfer_probe_score": 0.958657, "eval_order": 409}
{"item_id": "philosophy__229", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.195508, "transfer_probe_score": 0.024713, "eval_order": 410}
{"item_id": "nutrition__242", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.583542, "transfer_probe_score": 0.818205, "eval_order": 411}
{"item_id": "machine_learning__71", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.049445, "transfer_probe_score": 0.521945, "eval_order": 412}
{"item_id": "professional_medicine__30", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017174, "transfer_probe_score": 0.946736, "eval_order": 413}
{"item_id": "abstract_algebra__41", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.980502, "transfer_probe_score": 0.636023, "eval_order": 414}
{"item_id": "high_school_physics__24", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.582205, "transfer_probe_score": 0.905319, "eval_order": 415}
{"item_id": "marketing__202", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.290521, "transfer_probe_score": 0.830631, "eval_order": 416}
{"item_id": "machine_learning__39", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.629722, "transfer_probe_score": 0.918343, "eval_order": 417}
{"item_id": "nutrition__50", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.259247, "transfer_probe_score": 0.014635, "eval_order": 418}
{"item_id": "college_chemistry__19", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.750742, "transfer_probe_score": 0.867256, "eval_order": 419}
{"item_id": "moral_scenarios__106", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.600263, "transfer_probe_score": 0.00489, "eval_order": 420}
{"item_id": "conceptual_physics__129", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.310396, "transfer_probe_score": 0.889655, "eval_order": 421}
{"item_id": "high_school_mathematics__11", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.616742, "transfer_probe_score": 0.986078, "eval_order": 422}
{"item_id": "world_religions__64", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006552, "transfer_probe_score": 0.060792, "eval_order": 423}
{"item_id": "college_chemistry__12", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.90593, "transfer_probe_score": 0.903079, "eval_order": 424}
{"item_id": "electrical_engineering__79", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.065808, "transfer_probe_score": 0.008603, "eval_order": 425}
{"item_id": "formal_logic__82", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.225554, "transfer_probe_score": 0.954685, "eval_order": 426}
{"item_id": "professional_law__111", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.706093, "transfer_probe_score": 0.982455, "eval_order": 427}
{"item_id": "machine_learning__101", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.859674, "transfer_probe_score": 0.924909, "eval_order": 428}
{"item_id": "abstract_algebra__89", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.771515, "transfer_probe_score": 0.806924, "eval_order": 429}
{"item_id": "econometrics__62", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.385478, "transfer_probe_score": 0.98259, "eval_order": 430}
{"item_id": "electrical_engineering__89", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.62267, "transfer_probe_score": 0.22821, "eval_order": 431}
{"item_id": "marketing__208", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.038762, "transfer_probe_score": 0.92059, "eval_order": 432}
{"item_id": "moral_scenarios__65", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.490276, "transfer_probe_score": 0.432697, "eval_order": 433}
{"item_id": "college_mathematics__86", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.517814, "transfer_probe_score": 0.165146, "eval_order": 434}
{"item_id": "high_school_physics__35", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.214331, "transfer_probe_score": 0.321904, "eval_order": 435}
{"item_id": "electrical_engineering__49", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.856468, "transfer_probe_score": 0.183754, "eval_order": 436}
{"item_id": "professional_law__651", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016963, "transfer_probe_score": 0.755123, "eval_order": 437}
{"item_id": "professional_law__1189", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.610935, "transfer_probe_score": 0.983049, "eval_order": 438}
{"item_id": "college_mathematics__92", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.802239, "transfer_probe_score": 0.325363, "eval_order": 439}
{"item_id": "machine_learning__95", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.250032, "transfer_probe_score": 0.797608, "eval_order": 440}
{"item_id": "conceptual_physics__43", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.624004, "transfer_probe_score": 0.56507, "eval_order": 441}
{"item_id": "conceptual_physics__167", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.596124, "transfer_probe_score": 0.033173, "eval_order": 442}
{"item_id": "anatomy__132", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.318974, "transfer_probe_score": 0.011615, "eval_order": 443}
{"item_id": "professional_medicine__97", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.057586, "transfer_probe_score": 0.402055, "eval_order": 444}
{"item_id": "high_school_chemistry__14", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.278412, "transfer_probe_score": 0.61052, "eval_order": 445}
{"item_id": "high_school_chemistry__45", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.52283, "transfer_probe_score": 0.006487, "eval_order": 446}
{"item_id": "high_school_physics__1", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.311649, "transfer_probe_score": 0.816079, "eval_order": 447}
{"item_id": "philosophy__270", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.72979, "transfer_probe_score": 0.18111, "eval_order": 448}
{"item_id": "college_computer_science__56", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.361461, "transfer_probe_score": 0.901497, "eval_order": 449}
{"item_id": "high_school_psychology__291", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.079755, "transfer_probe_score": 0.001595, "eval_order": 450}
{"item_id": "college_chemistry__27", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.847301, "transfer_probe_score": 0.278047, "eval_order": 451}
{"item_id": "machine_learning__50", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.716939, "transfer_probe_score": 0.585367, "eval_order": 452}
{"item_id": "nutrition__261", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.085685, "transfer_probe_score": 0.37972, "eval_order": 453}
{"item_id": "electrical_engineering__60", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.618833, "transfer_probe_score": 0.017987, "eval_order": 454}
{"item_id": "marketing__107", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.021459, "transfer_probe_score": 0.759613, "eval_order": 455}
{"item_id": "abstract_algebra__13", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.55485, "transfer_probe_score": 0.962512, "eval_order": 456}
{"item_id": "electrical_engineering__139", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.543951, "transfer_probe_score": 0.070117, "eval_order": 457}
{"item_id": "conceptual_physics__135", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.159406, "transfer_probe_score": 0.070109, "eval_order": 458}
{"item_id": "high_school_physics__107", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.726029, "transfer_probe_score": 0.680566, "eval_order": 459}
{"item_id": "college_computer_science__81", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.334363, "transfer_probe_score": 0.845673, "eval_order": 460}
{"item_id": "professional_medicine__222", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.133871, "transfer_probe_score": 0.79297, "eval_order": 461}
{"item_id": "moral_scenarios__554", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.475165, "transfer_probe_score": 0.373535, "eval_order": 462}
{"item_id": "world_religions__169", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.109362, "transfer_probe_score": 0.239218, "eval_order": 463}
{"item_id": "anatomy__102", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.236471, "transfer_probe_score": 0.000376, "eval_order": 464}
{"item_id": "moral_scenarios__189", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.31669, "transfer_probe_score": 0.09093, "eval_order": 465}
{"item_id": "world_religions__125", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.28511, "transfer_probe_score": 0.284145, "eval_order": 466}
{"item_id": "econometrics__72", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.319207, "transfer_probe_score": 0.570945, "eval_order": 467}
{"item_id": "high_school_psychology__192", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.09213, "transfer_probe_score": 0.007034, "eval_order": 468}
{"item_id": "world_religions__47", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009423, "transfer_probe_score": 0.234747, "eval_order": 469}
{"item_id": "moral_scenarios__388", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.653388, "transfer_probe_score": 0.855905, "eval_order": 470}
{"item_id": "high_school_psychology__28", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.053869, "transfer_probe_score": 0.024635, "eval_order": 471}
{"item_id": "marketing__94", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.002439, "transfer_probe_score": 0.022003, "eval_order": 472}
{"item_id": "high_school_psychology__172", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.045442, "transfer_probe_score": 0.036134, "eval_order": 473}
{"item_id": "marketing__110", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.724464, "transfer_probe_score": 0.290283, "eval_order": 474}
{"item_id": "econometrics__0", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.034552, "transfer_probe_score": 0.00696, "eval_order": 475}
{"item_id": "high_school_chemistry__67", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.745911, "transfer_probe_score": 0.937234, "eval_order": 476}
{"item_id": "professional_law__1257", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.456308, "transfer_probe_score": 0.912513, "eval_order": 477}
{"item_id": "moral_scenarios__569", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.130787, "transfer_probe_score": 0.182531, "eval_order": 478}
{"item_id": "high_school_physics__16", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.692918, "transfer_probe_score": 0.993438, "eval_order": 479}
{"item_id": "anatomy__125", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.185725, "transfer_probe_score": 0.711373, "eval_order": 480}
{"item_id": "nutrition__135", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.091404, "transfer_probe_score": 0.146077, "eval_order": 481}
{"item_id": "college_chemistry__69", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.9927, "transfer_probe_score": 0.02699, "eval_order": 482}
{"item_id": "conceptual_physics__192", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.096311, "transfer_probe_score": 0.071482, "eval_order": 483}
{"item_id": "high_school_chemistry__151", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.509912, "transfer_probe_score": 0.644123, "eval_order": 484}
{"item_id": "college_chemistry__79", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014241, "transfer_probe_score": 0.117388, "eval_order": 485}
{"item_id": "high_school_chemistry__190", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.843066, "transfer_probe_score": 0.998135, "eval_order": 486}
{"item_id": "college_mathematics__87", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.872499, "transfer_probe_score": 0.173321, "eval_order": 487}
{"item_id": "nutrition__93", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.130861, "transfer_probe_score": 0.009917, "eval_order": 488}
{"item_id": "philosophy__283", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.377751, "transfer_probe_score": 0.028184, "eval_order": 489}
{"item_id": "conceptual_physics__10", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.424378, "transfer_probe_score": 0.316509, "eval_order": 490}
{"item_id": "conceptual_physics__149", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.553029, "transfer_probe_score": 0.891619, "eval_order": 491}
{"item_id": "anatomy__84", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.902112, "transfer_probe_score": 0.069914, "eval_order": 492}
{"item_id": "formal_logic__50", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.496345, "transfer_probe_score": 0.955491, "eval_order": 493}
{"item_id": "high_school_physics__98", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.139047, "transfer_probe_score": 0.36792, "eval_order": 494}
{"item_id": "moral_scenarios__350", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.720763, "transfer_probe_score": 0.207445, "eval_order": 495}
{"item_id": "high_school_chemistry__46", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.76083, "transfer_probe_score": 0.460162, "eval_order": 496}
{"item_id": "anatomy__106", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.128589, "transfer_probe_score": 0.01683, "eval_order": 497}
{"item_id": "moral_scenarios__136", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.422805, "transfer_probe_score": 0.121221, "eval_order": 498}
{"item_id": "philosophy__128", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.855008, "transfer_probe_score": 0.021523, "eval_order": 499}
{"item_id": "high_school_physics__110", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.826607, "transfer_probe_score": 0.806038, "eval_order": 500}
{"item_id": "formal_logic__12", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.746313, "transfer_probe_score": 0.6185, "eval_order": 501}
{"item_id": "professional_medicine__168", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.690597, "transfer_probe_score": 0.679369, "eval_order": 502}
{"item_id": "professional_law__1264", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.345437, "transfer_probe_score": 0.979841, "eval_order": 503}
{"item_id": "anatomy__6", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.055146, "transfer_probe_score": 0.166475, "eval_order": 504}
{"item_id": "world_religions__84", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.05604, "transfer_probe_score": 0.533737, "eval_order": 505}
{"item_id": "abstract_algebra__54", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.954184, "transfer_probe_score": 0.778631, "eval_order": 506}
{"item_id": "college_chemistry__34", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.671055, "transfer_probe_score": 0.992775, "eval_order": 507}
{"item_id": "abstract_algebra__22", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.640999, "transfer_probe_score": 0.741218, "eval_order": 508}
{"item_id": "professional_law__1520", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.368962, "transfer_probe_score": 0.264465, "eval_order": 509}
{"item_id": "professional_law__1132", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.233964, "transfer_probe_score": 0.841856, "eval_order": 510}
{"item_id": "formal_logic__70", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.036384, "transfer_probe_score": 0.291055, "eval_order": 511}
{"item_id": "high_school_mathematics__88", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.762578, "transfer_probe_score": 0.980149, "eval_order": 512}
{"item_id": "abstract_algebra__51", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.598544, "transfer_probe_score": 0.19449, "eval_order": 513}
{"item_id": "abstract_algebra__93", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.892862, "transfer_probe_score": 0.307091, "eval_order": 514}
{"item_id": "world_religions__43", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.052583, "transfer_probe_score": 0.140233, "eval_order": 515}
{"item_id": "high_school_mathematics__222", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.606962, "transfer_probe_score": 0.339575, "eval_order": 516}
{"item_id": "anatomy__112", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005213, "transfer_probe_score": 0.131027, "eval_order": 517}
{"item_id": "conceptual_physics__139", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.145967, "transfer_probe_score": 0.002581, "eval_order": 518}
{"item_id": "moral_scenarios__41", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.361287, "transfer_probe_score": 0.117135, "eval_order": 519}
{"item_id": "college_physics__2", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006238, "transfer_probe_score": 0.420162, "eval_order": 520}
{"item_id": "world_religions__123", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.110532, "transfer_probe_score": 0.255255, "eval_order": 521}
{"item_id": "high_school_mathematics__102", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.499184, "transfer_probe_score": 0.979633, "eval_order": 522}
{"item_id": "college_physics__51", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.152313, "transfer_probe_score": 0.128551, "eval_order": 523}
{"item_id": "nutrition__145", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.922978, "transfer_probe_score": 0.12229, "eval_order": 524}
{"item_id": "electrical_engineering__39", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.749224, "transfer_probe_score": 0.434945, "eval_order": 525}
{"item_id": "college_physics__94", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.647746, "transfer_probe_score": 0.334239, "eval_order": 526}
{"item_id": "moral_scenarios__837", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.430223, "transfer_probe_score": 0.236095, "eval_order": 527}
{"item_id": "miscellaneous__71", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.980906, "transfer_probe_score": 0.087461, "eval_order": 528}
{"item_id": "college_physics__17", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.79031, "transfer_probe_score": 0.487836, "eval_order": 529}
{"item_id": "world_religions__128", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.702779, "transfer_probe_score": 0.26218, "eval_order": 530}
{"item_id": "miscellaneous__274", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024638, "transfer_probe_score": 0.170594, "eval_order": 531}
{"item_id": "marketing__213", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012026, "transfer_probe_score": 0.008263, "eval_order": 532}
{"item_id": "college_physics__95", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.54056, "transfer_probe_score": 0.482044, "eval_order": 533}
{"item_id": "abstract_algebra__36", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.288303, "transfer_probe_score": 0.975902, "eval_order": 534}
{"item_id": "high_school_chemistry__152", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.121756, "transfer_probe_score": 0.023063, "eval_order": 535}
{"item_id": "conceptual_physics__108", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.129949, "transfer_probe_score": 0.007116, "eval_order": 536}
{"item_id": "high_school_chemistry__51", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.592659, "transfer_probe_score": 0.998512, "eval_order": 537}
{"item_id": "college_physics__66", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.563727, "transfer_probe_score": 0.201269, "eval_order": 538}
{"item_id": "electrical_engineering__83", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.126164, "transfer_probe_score": 0.575011, "eval_order": 539}
{"item_id": "machine_learning__90", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.881573, "transfer_probe_score": 0.90466, "eval_order": 540}
{"item_id": "philosophy__78", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.575636, "transfer_probe_score": 0.549766, "eval_order": 541}
{"item_id": "electrical_engineering__84", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024621, "transfer_probe_score": 0.053315, "eval_order": 542}
{"item_id": "philosophy__268", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.211248, "transfer_probe_score": 0.29077, "eval_order": 543}
{"item_id": "college_chemistry__70", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.840648, "transfer_probe_score": 0.141949, "eval_order": 544}
{"item_id": "world_religions__93", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.590807, "transfer_probe_score": 0.338777, "eval_order": 545}
{"item_id": "electrical_engineering__69", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.331215, "transfer_probe_score": 0.270434, "eval_order": 546}
{"item_id": "high_school_chemistry__95", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.691604, "transfer_probe_score": 0.310808, "eval_order": 547}
{"item_id": "professional_law__44", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.098248, "transfer_probe_score": 0.921487, "eval_order": 548}
{"item_id": "moral_scenarios__867", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.241697, "transfer_probe_score": 0.041783, "eval_order": 549}
{"item_id": "miscellaneous__662", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.032131, "transfer_probe_score": 0.171544, "eval_order": 550}
{"item_id": "high_school_physics__143", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.909916, "transfer_probe_score": 0.665514, "eval_order": 551}
{"item_id": "high_school_chemistry__199", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.246469, "transfer_probe_score": 0.991922, "eval_order": 552}
{"item_id": "marketing__38", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.334635, "transfer_probe_score": 0.329959, "eval_order": 553}
{"item_id": "professional_medicine__237", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.059401, "transfer_probe_score": 0.290513, "eval_order": 554}
{"item_id": "high_school_physics__3", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.358693, "transfer_probe_score": 0.961202, "eval_order": 555}
{"item_id": "miscellaneous__253", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.086616, "transfer_probe_score": 0.01589, "eval_order": 556}
{"item_id": "professional_medicine__246", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.002796, "transfer_probe_score": 0.982072, "eval_order": 557}
{"item_id": "electrical_engineering__86", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.650795, "transfer_probe_score": 0.008594, "eval_order": 558}
{"item_id": "professional_law__24", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.680818, "transfer_probe_score": 0.903425, "eval_order": 559}
{"item_id": "anatomy__15", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.062801, "transfer_probe_score": 0.094587, "eval_order": 560}
{"item_id": "nutrition__138", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.125804, "transfer_probe_score": 0.045553, "eval_order": 561}
{"item_id": "professional_law__948", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.619822, "transfer_probe_score": 0.78625, "eval_order": 562}
{"item_id": "electrical_engineering__9", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.394386, "transfer_probe_score": 0.09238, "eval_order": 563}
{"item_id": "econometrics__43", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.308415, "transfer_probe_score": 0.089391, "eval_order": 564}
{"item_id": "professional_law__895", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.64519, "transfer_probe_score": 0.277101, "eval_order": 565}
{"item_id": "moral_scenarios__863", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.493029, "transfer_probe_score": 0.082168, "eval_order": 566}
{"item_id": "professional_medicine__215", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.265699, "transfer_probe_score": 0.037747, "eval_order": 567}
{"item_id": "philosophy__39", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.221196, "transfer_probe_score": 0.033326, "eval_order": 568}
{"item_id": "high_school_chemistry__93", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.428191, "transfer_probe_score": 0.998153, "eval_order": 569}
{"item_id": "professional_medicine__11", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.134391, "transfer_probe_score": 0.112335, "eval_order": 570}
{"item_id": "high_school_chemistry__16", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.148246, "transfer_probe_score": 0.250861, "eval_order": 571}
{"item_id": "college_chemistry__46", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.637379, "transfer_probe_score": 0.898484, "eval_order": 572}
{"item_id": "high_school_mathematics__229", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.190011, "transfer_probe_score": 0.997849, "eval_order": 573}
{"item_id": "moral_scenarios__696", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.264264, "transfer_probe_score": 0.361563, "eval_order": 574}
{"item_id": "college_chemistry__10", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.686204, "transfer_probe_score": 0.821958, "eval_order": 575}
{"item_id": "econometrics__71", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.697616, "transfer_probe_score": 0.94981, "eval_order": 576}
{"item_id": "high_school_chemistry__87", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.755909, "transfer_probe_score": 0.164013, "eval_order": 577}
{"item_id": "electrical_engineering__109", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.647348, "transfer_probe_score": 0.647686, "eval_order": 578}
{"item_id": "college_mathematics__90", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.816717, "transfer_probe_score": 0.96462, "eval_order": 579}
{"item_id": "nutrition__192", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.521678, "transfer_probe_score": 0.782609, "eval_order": 580}
{"item_id": "econometrics__36", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.555973, "transfer_probe_score": 0.963481, "eval_order": 581}
{"item_id": "college_chemistry__74", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.146259, "transfer_probe_score": 0.057652, "eval_order": 582}
{"item_id": "philosophy__263", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.621369, "transfer_probe_score": 0.117668, "eval_order": 583}
{"item_id": "high_school_mathematics__105", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.034979, "transfer_probe_score": 0.436841, "eval_order": 584}
{"item_id": "econometrics__18", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.322344, "transfer_probe_score": 0.442522, "eval_order": 585}
{"item_id": "econometrics__11", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.085963, "transfer_probe_score": 0.910491, "eval_order": 586}
{"item_id": "econometrics__65", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.974915, "transfer_probe_score": 0.154127, "eval_order": 587}
{"item_id": "nutrition__28", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.745242, "transfer_probe_score": 0.929875, "eval_order": 588}
{"item_id": "professional_law__526", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.078492, "transfer_probe_score": 0.978796, "eval_order": 589}
{"item_id": "marketing__91", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.167321, "transfer_probe_score": 0.520311, "eval_order": 590}
{"item_id": "conceptual_physics__188", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.053936, "transfer_probe_score": 0.017735, "eval_order": 591}
{"item_id": "professional_law__997", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.136488, "transfer_probe_score": 0.426552, "eval_order": 592}
{"item_id": "conceptual_physics__68", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.043112, "transfer_probe_score": 0.01051, "eval_order": 593}
{"item_id": "marketing__106", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009129, "transfer_probe_score": 0.02946, "eval_order": 594}
{"item_id": "moral_scenarios__771", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.447673, "transfer_probe_score": 0.567064, "eval_order": 595}
{"item_id": "miscellaneous__168", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.392621, "transfer_probe_score": 0.184439, "eval_order": 596}
{"item_id": "professional_medicine__184", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.337817, "transfer_probe_score": 0.00488, "eval_order": 597}
{"item_id": "electrical_engineering__141", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.350536, "transfer_probe_score": 0.060659, "eval_order": 598}
{"item_id": "high_school_psychology__416", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.044074, "transfer_probe_score": 0.835612, "eval_order": 599}
{"item_id": "econometrics__60", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026801, "transfer_probe_score": 0.019187, "eval_order": 600}
{"item_id": "high_school_psychology__372", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.100214, "transfer_probe_score": 0.060873, "eval_order": 601}
{"item_id": "college_physics__80", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.995717, "transfer_probe_score": 0.946421, "eval_order": 602}
{"item_id": "formal_logic__11", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.893919, "transfer_probe_score": 0.236627, "eval_order": 603}
{"item_id": "miscellaneous__749", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.271336, "transfer_probe_score": 0.121873, "eval_order": 604}
{"item_id": "philosophy__235", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.067176, "transfer_probe_score": 0.46353, "eval_order": 605}
{"item_id": "philosophy__264", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.689827, "transfer_probe_score": 0.261639, "eval_order": 606}
{"item_id": "conceptual_physics__109", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.688647, "transfer_probe_score": 0.366938, "eval_order": 607}
{"item_id": "philosophy__153", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.031104, "transfer_probe_score": 0.008651, "eval_order": 608}
{"item_id": "high_school_mathematics__154", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.345659, "transfer_probe_score": 0.255582, "eval_order": 609}
{"item_id": "miscellaneous__420", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.000276, "transfer_probe_score": 0.857016, "eval_order": 610}
{"item_id": "high_school_physics__146", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.862766, "transfer_probe_score": 0.47069, "eval_order": 611}
{"item_id": "anatomy__4", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008908, "transfer_probe_score": 0.016116, "eval_order": 612}
{"item_id": "professional_law__126", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.134303, "transfer_probe_score": 0.927595, "eval_order": 613}
{"item_id": "high_school_mathematics__208", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.577247, "transfer_probe_score": 0.743479, "eval_order": 614}
{"item_id": "high_school_mathematics__217", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.71747, "transfer_probe_score": 0.675771, "eval_order": 615}
{"item_id": "abstract_algebra__66", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.778808, "transfer_probe_score": 0.917546, "eval_order": 616}
{"item_id": "machine_learning__2", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.774636, "transfer_probe_score": 0.895773, "eval_order": 617}
{"item_id": "anatomy__61", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.698471, "transfer_probe_score": 0.494972, "eval_order": 618}
{"item_id": "college_mathematics__39", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.404047, "transfer_probe_score": 0.008043, "eval_order": 619}
{"item_id": "high_school_mathematics__145", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.533145, "transfer_probe_score": 0.333155, "eval_order": 620}
{"item_id": "machine_learning__34", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.093955, "transfer_probe_score": 0.539542, "eval_order": 621}
{"item_id": "high_school_physics__138", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.866418, "transfer_probe_score": 0.926746, "eval_order": 622}
{"item_id": "high_school_chemistry__191", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.64624, "transfer_probe_score": 0.974837, "eval_order": 623}
{"item_id": "high_school_psychology__55", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.093078, "transfer_probe_score": 0.32869, "eval_order": 624}
{"item_id": "electrical_engineering__63", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.249465, "transfer_probe_score": 0.182096, "eval_order": 625}
{"item_id": "high_school_psychology__14", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010053, "transfer_probe_score": 0.253793, "eval_order": 626}
{"item_id": "high_school_mathematics__111", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.728715, "transfer_probe_score": 0.601404, "eval_order": 627}
{"item_id": "college_physics__97", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.811405, "transfer_probe_score": 0.097733, "eval_order": 628}
{"item_id": "conceptual_physics__217", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.695366, "transfer_probe_score": 0.004956, "eval_order": 629}
{"item_id": "world_religions__111", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024037, "transfer_probe_score": 0.251211, "eval_order": 630}
{"item_id": "moral_scenarios__204", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.535287, "transfer_probe_score": 0.262598, "eval_order": 631}
{"item_id": "moral_scenarios__683", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.613719, "transfer_probe_score": 0.030279, "eval_order": 632}
{"item_id": "professional_law__926", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.907284, "transfer_probe_score": 0.866516, "eval_order": 633}
{"item_id": "high_school_mathematics__188", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.748153, "transfer_probe_score": 0.505249, "eval_order": 634}
{"item_id": "high_school_chemistry__70", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.640263, "transfer_probe_score": 0.760652, "eval_order": 635}
{"item_id": "high_school_psychology__62", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.395308, "transfer_probe_score": 0.074882, "eval_order": 636}
{"item_id": "college_computer_science__65", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.638378, "transfer_probe_score": 0.489739, "eval_order": 637}
{"item_id": "high_school_physics__67", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.237262, "transfer_probe_score": 0.320492, "eval_order": 638}
{"item_id": "anatomy__115", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004101, "transfer_probe_score": 0.110503, "eval_order": 639}
{"item_id": "econometrics__19", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.812434, "transfer_probe_score": 0.052942, "eval_order": 640}
{"item_id": "high_school_mathematics__12", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.747857, "transfer_probe_score": 0.987426, "eval_order": 641}
{"item_id": "marketing__116", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.041605, "transfer_probe_score": 0.092259, "eval_order": 642}
{"item_id": "high_school_mathematics__13", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.486491, "transfer_probe_score": 0.318773, "eval_order": 643}
{"item_id": "professional_medicine__4", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.067687, "transfer_probe_score": 0.516692, "eval_order": 644}
{"item_id": "nutrition__59", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.06874, "transfer_probe_score": 0.017099, "eval_order": 645}
{"item_id": "high_school_physics__132", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.519107, "transfer_probe_score": 0.166872, "eval_order": 646}
{"item_id": "electrical_engineering__18", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.514387, "transfer_probe_score": 0.902413, "eval_order": 647}
{"item_id": "marketing__221", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.321169, "transfer_probe_score": 0.644036, "eval_order": 648}
{"item_id": "professional_law__628", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.098313, "transfer_probe_score": 0.105964, "eval_order": 649}
{"item_id": "anatomy__58", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007264, "transfer_probe_score": 0.050438, "eval_order": 650}
{"item_id": "nutrition__300", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005506, "transfer_probe_score": 0.130598, "eval_order": 651}
{"item_id": "college_mathematics__64", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.668692, "transfer_probe_score": 0.992415, "eval_order": 652}
{"item_id": "high_school_mathematics__202", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.39605, "transfer_probe_score": 0.581406, "eval_order": 653}
{"item_id": "formal_logic__16", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.93385, "transfer_probe_score": 0.825022, "eval_order": 654}
{"item_id": "anatomy__64", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.500312, "transfer_probe_score": 0.020771, "eval_order": 655}
{"item_id": "machine_learning__1", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.929751, "transfer_probe_score": 0.938352, "eval_order": 656}
{"item_id": "college_physics__92", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.882871, "transfer_probe_score": 0.9301, "eval_order": 657}
{"item_id": "electrical_engineering__8", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.906276, "transfer_probe_score": 0.014319, "eval_order": 658}
{"item_id": "college_physics__71", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.591163, "transfer_probe_score": 0.713273, "eval_order": 659}
{"item_id": "professional_law__1256", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.550682, "transfer_probe_score": 0.953383, "eval_order": 660}
{"item_id": "machine_learning__87", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.59158, "transfer_probe_score": 0.82182, "eval_order": 661}
{"item_id": "conceptual_physics__35", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.43809, "transfer_probe_score": 0.080371, "eval_order": 662}
{"item_id": "high_school_mathematics__250", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.62136, "transfer_probe_score": 0.035961, "eval_order": 663}
{"item_id": "conceptual_physics__16", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.160939, "transfer_probe_score": 0.000307, "eval_order": 664}
{"item_id": "machine_learning__11", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.701836, "transfer_probe_score": 0.954102, "eval_order": 665}
{"item_id": "conceptual_physics__193", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.048322, "transfer_probe_score": 0.124498, "eval_order": 666}
{"item_id": "miscellaneous__245", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020288, "transfer_probe_score": 0.002367, "eval_order": 667}
{"item_id": "world_religions__107", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.022285, "transfer_probe_score": 0.007756, "eval_order": 668}
{"item_id": "professional_law__134", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.307748, "transfer_probe_score": 0.555656, "eval_order": 669}
{"item_id": "electrical_engineering__23", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.346105, "transfer_probe_score": 0.001954, "eval_order": 670}
{"item_id": "miscellaneous__766", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.675346, "transfer_probe_score": 0.27664, "eval_order": 671}
{"item_id": "professional_law__1254", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.523901, "transfer_probe_score": 0.23491, "eval_order": 672}
{"item_id": "professional_medicine__20", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.148781, "transfer_probe_score": 0.980176, "eval_order": 673}
{"item_id": "college_chemistry__84", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.044018, "transfer_probe_score": 0.925938, "eval_order": 674}
{"item_id": "high_school_chemistry__167", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.626077, "transfer_probe_score": 0.610001, "eval_order": 675}
{"item_id": "nutrition__137", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.17733, "transfer_probe_score": 0.007579, "eval_order": 676}
{"item_id": "anatomy__2", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008587, "transfer_probe_score": 0.214599, "eval_order": 677}
{"item_id": "professional_medicine__144", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.043742, "transfer_probe_score": 0.119686, "eval_order": 678}
{"item_id": "miscellaneous__311", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.844339, "transfer_probe_score": 0.02856, "eval_order": 679}
{"item_id": "world_religions__53", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.228766, "transfer_probe_score": 0.021219, "eval_order": 680}
{"item_id": "econometrics__53", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.11848, "transfer_probe_score": 0.462392, "eval_order": 681}
{"item_id": "moral_scenarios__399", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.420305, "transfer_probe_score": 0.371844, "eval_order": 682}
{"item_id": "moral_scenarios__670", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.483979, "transfer_probe_score": 0.572508, "eval_order": 683}
{"item_id": "high_school_chemistry__160", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.673939, "transfer_probe_score": 0.189101, "eval_order": 684}
{"item_id": "professional_law__1441", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.219635, "transfer_probe_score": 0.509621, "eval_order": 685}
{"item_id": "nutrition__243", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.326556, "transfer_probe_score": 0.128223, "eval_order": 686}
{"item_id": "professional_law__1190", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.338875, "transfer_probe_score": 0.967434, "eval_order": 687}
{"item_id": "electrical_engineering__36", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001184, "transfer_probe_score": 0.581987, "eval_order": 688}
{"item_id": "college_physics__48", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.315528, "transfer_probe_score": 0.78853, "eval_order": 689}
{"item_id": "high_school_mathematics__57", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.636494, "transfer_probe_score": 0.366433, "eval_order": 690}
{"item_id": "high_school_physics__55", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.810403, "transfer_probe_score": 0.557111, "eval_order": 691}
{"item_id": "high_school_mathematics__253", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.542083, "transfer_probe_score": 0.259497, "eval_order": 692}
{"item_id": "world_religions__150", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01204, "transfer_probe_score": 0.809253, "eval_order": 693}
{"item_id": "formal_logic__117", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.341738, "transfer_probe_score": 0.780116, "eval_order": 694}
{"item_id": "college_chemistry__7", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.041728, "transfer_probe_score": 0.284013, "eval_order": 695}
{"item_id": "high_school_psychology__241", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.817489, "transfer_probe_score": 0.053593, "eval_order": 696}
{"item_id": "high_school_chemistry__38", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.224795, "transfer_probe_score": 0.986133, "eval_order": 697}
{"item_id": "philosophy__247", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.021117, "transfer_probe_score": 0.717021, "eval_order": 698}
{"item_id": "formal_logic__31", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.87575, "transfer_probe_score": 0.891966, "eval_order": 699}
{"item_id": "professional_law__794", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.955575, "transfer_probe_score": 0.989872, "eval_order": 700}
{"item_id": "formal_logic__103", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.749059, "transfer_probe_score": 0.477849, "eval_order": 701}
{"item_id": "high_school_mathematics__37", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.845844, "transfer_probe_score": 0.318623, "eval_order": 702}
{"item_id": "philosophy__93", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.174861, "transfer_probe_score": 0.24654, "eval_order": 703}
{"item_id": "professional_law__1471", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.668505, "transfer_probe_score": 0.997963, "eval_order": 704}
{"item_id": "professional_law__293", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.122415, "transfer_probe_score": 0.036466, "eval_order": 705}
{"item_id": "machine_learning__24", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005972, "transfer_probe_score": 0.181701, "eval_order": 706}
{"item_id": "professional_medicine__185", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.243917, "transfer_probe_score": 0.468827, "eval_order": 707}
{"item_id": "marketing__201", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.059283, "transfer_probe_score": 0.095684, "eval_order": 708}
{"item_id": "professional_law__991", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.63123, "transfer_probe_score": 0.477289, "eval_order": 709}
{"item_id": "professional_law__1187", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.772507, "transfer_probe_score": 0.927467, "eval_order": 710}
{"item_id": "professional_law__1018", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.795496, "transfer_probe_score": 0.995876, "eval_order": 711}
{"item_id": "professional_law__1374", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.034638, "transfer_probe_score": 0.084045, "eval_order": 712}
{"item_id": "college_mathematics__11", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.922636, "transfer_probe_score": 0.487035, "eval_order": 713}
{"item_id": "philosophy__191", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.764674, "transfer_probe_score": 0.006028, "eval_order": 714}
{"item_id": "high_school_chemistry__107", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.251267, "transfer_probe_score": 0.911207, "eval_order": 715}
{"item_id": "nutrition__6", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.02373, "transfer_probe_score": 0.020634, "eval_order": 716}
{"item_id": "conceptual_physics__201", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.028838, "transfer_probe_score": 0.5444, "eval_order": 717}
{"item_id": "formal_logic__87", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.890682, "transfer_probe_score": 0.999096, "eval_order": 718}
{"item_id": "high_school_mathematics__255", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.030037, "transfer_probe_score": 0.680902, "eval_order": 719}
{"item_id": "marketing__161", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.017859, "transfer_probe_score": 0.228948, "eval_order": 720}
{"item_id": "college_computer_science__67", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.642058, "transfer_probe_score": 0.99325, "eval_order": 721}
{"item_id": "high_school_psychology__190", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.59384, "transfer_probe_score": 0.093302, "eval_order": 722}
{"item_id": "high_school_psychology__106", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.035912, "transfer_probe_score": 0.018515, "eval_order": 723}
{"item_id": "conceptual_physics__113", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.31432, "transfer_probe_score": 0.080704, "eval_order": 724}
{"item_id": "philosophy__277", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009139, "transfer_probe_score": 0.664055, "eval_order": 725}
{"item_id": "abstract_algebra__31", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.262506, "transfer_probe_score": 0.895801, "eval_order": 726}
{"item_id": "marketing__44", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.087589, "transfer_probe_score": 0.007843, "eval_order": 727}
{"item_id": "philosophy__64", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.228907, "transfer_probe_score": 0.32961, "eval_order": 728}
{"item_id": "high_school_chemistry__162", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.267474, "transfer_probe_score": 0.04892, "eval_order": 729}
{"item_id": "high_school_physics__78", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.781908, "transfer_probe_score": 0.145023, "eval_order": 730}
{"item_id": "econometrics__61", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.431798, "transfer_probe_score": 0.850044, "eval_order": 731}
{"item_id": "conceptual_physics__223", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.871566, "transfer_probe_score": 0.004595, "eval_order": 732}
{"item_id": "moral_scenarios__657", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.411657, "transfer_probe_score": 0.04253, "eval_order": 733}
{"item_id": "abstract_algebra__42", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.721656, "transfer_probe_score": 0.994093, "eval_order": 734}
{"item_id": "high_school_physics__62", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.769686, "transfer_probe_score": 0.9909, "eval_order": 735}
{"item_id": "philosophy__188", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.747099, "transfer_probe_score": 0.127726, "eval_order": 736}
{"item_id": "college_chemistry__29", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.895184, "transfer_probe_score": 0.903688, "eval_order": 737}
{"item_id": "high_school_mathematics__24", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.987496, "transfer_probe_score": 0.051284, "eval_order": 738}
{"item_id": "high_school_physics__75", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.708666, "transfer_probe_score": 0.758981, "eval_order": 739}
{"item_id": "philosophy__200", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.474565, "transfer_probe_score": 0.003663, "eval_order": 740}
{"item_id": "college_mathematics__38", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.682623, "transfer_probe_score": 0.960752, "eval_order": 741}
{"item_id": "high_school_psychology__437", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.015822, "transfer_probe_score": 0.042985, "eval_order": 742}
{"item_id": "professional_law__1473", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.658439, "transfer_probe_score": 0.703785, "eval_order": 743}
{"item_id": "anatomy__63", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.041422, "transfer_probe_score": 0.003797, "eval_order": 744}
{"item_id": "econometrics__57", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.060748, "transfer_probe_score": 0.014847, "eval_order": 745}
{"item_id": "professional_law__728", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.183297, "transfer_probe_score": 0.427797, "eval_order": 746}
{"item_id": "high_school_physics__11", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.739478, "transfer_probe_score": 0.048947, "eval_order": 747}
{"item_id": "college_mathematics__33", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.69164, "transfer_probe_score": 0.013733, "eval_order": 748}
{"item_id": "conceptual_physics__27", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.085975, "transfer_probe_score": 0.626926, "eval_order": 749}
{"item_id": "college_physics__9", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.406077, "transfer_probe_score": 0.87484, "eval_order": 750}
{"item_id": "conceptual_physics__211", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.083292, "transfer_probe_score": 0.499959, "eval_order": 751}
{"item_id": "professional_medicine__74", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.119316, "transfer_probe_score": 0.95195, "eval_order": 752}
{"item_id": "formal_logic__64", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.045627, "transfer_probe_score": 0.757283, "eval_order": 753}
{"item_id": "high_school_chemistry__27", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.048087, "transfer_probe_score": 0.096949, "eval_order": 754}
{"item_id": "marketing__182", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.068109, "transfer_probe_score": 0.033339, "eval_order": 755}
{"item_id": "college_mathematics__58", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.538204, "transfer_probe_score": 0.705109, "eval_order": 756}
{"item_id": "high_school_psychology__133", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.071223, "transfer_probe_score": 0.162379, "eval_order": 757}
{"item_id": "philosophy__18", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.702204, "transfer_probe_score": 0.036477, "eval_order": 758}
{"item_id": "college_computer_science__33", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.447583, "transfer_probe_score": 0.366195, "eval_order": 759}
{"item_id": "high_school_psychology__30", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.401368, "transfer_probe_score": 0.989308, "eval_order": 760}
{"item_id": "moral_scenarios__661", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.272202, "transfer_probe_score": 0.005236, "eval_order": 761}
{"item_id": "philosophy__279", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.146228, "transfer_probe_score": 0.074369, "eval_order": 762}
{"item_id": "world_religions__9", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006191, "transfer_probe_score": 0.225678, "eval_order": 763}
{"item_id": "college_physics__27", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.573182, "transfer_probe_score": 0.201749, "eval_order": 764}
{"item_id": "formal_logic__21", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.181715, "transfer_probe_score": 0.33592, "eval_order": 765}
{"item_id": "machine_learning__74", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.183002, "transfer_probe_score": 0.305542, "eval_order": 766}
{"item_id": "professional_law__1088", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.498834, "transfer_probe_score": 0.854888, "eval_order": 767}
{"item_id": "moral_scenarios__140", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.326611, "transfer_probe_score": 0.315557, "eval_order": 768}
{"item_id": "marketing__166", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033551, "transfer_probe_score": 0.002247, "eval_order": 769}
{"item_id": "professional_medicine__62", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.032376, "transfer_probe_score": 0.963545, "eval_order": 770}
{"item_id": "professional_medicine__126", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.060322, "transfer_probe_score": 0.932874, "eval_order": 771}
{"item_id": "college_mathematics__50", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.311441, "transfer_probe_score": 0.268149, "eval_order": 772}
{"item_id": "abstract_algebra__99", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.786091, "transfer_probe_score": 0.923435, "eval_order": 773}
{"item_id": "professional_medicine__102", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.133599, "transfer_probe_score": 0.203615, "eval_order": 774}
{"item_id": "electrical_engineering__1", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.358591, "transfer_probe_score": 0.525219, "eval_order": 775}
{"item_id": "high_school_physics__103", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.804837, "transfer_probe_score": 0.558024, "eval_order": 776}
{"item_id": "formal_logic__89", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.605423, "transfer_probe_score": 0.999451, "eval_order": 777}
{"item_id": "philosophy__155", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.487243, "transfer_probe_score": 0.132458, "eval_order": 778}
{"item_id": "high_school_physics__105", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.695981, "transfer_probe_score": 0.945167, "eval_order": 779}
{"item_id": "nutrition__102", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.600047, "transfer_probe_score": 0.006849, "eval_order": 780}
{"item_id": "philosophy__296", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.525395, "transfer_probe_score": 0.045327, "eval_order": 781}
{"item_id": "world_religions__31", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.459087, "transfer_probe_score": 0.022067, "eval_order": 782}
{"item_id": "professional_law__793", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.682242, "transfer_probe_score": 0.554793, "eval_order": 783}
{"item_id": "machine_learning__36", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.436554, "transfer_probe_score": 0.016174, "eval_order": 784}
{"item_id": "professional_medicine__189", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.52066, "transfer_probe_score": 0.97572, "eval_order": 785}
{"item_id": "world_religions__69", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.064491, "transfer_probe_score": 0.261345, "eval_order": 786}
{"item_id": "college_chemistry__68", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.678349, "transfer_probe_score": 0.313565, "eval_order": 787}
{"item_id": "miscellaneous__142", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.099931, "transfer_probe_score": 0.332532, "eval_order": 788}
{"item_id": "high_school_physics__145", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.355035, "transfer_probe_score": 0.989763, "eval_order": 789}
{"item_id": "high_school_mathematics__64", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.396804, "transfer_probe_score": 0.377034, "eval_order": 790}
{"item_id": "nutrition__185", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.117965, "transfer_probe_score": 0.021614, "eval_order": 791}
{"item_id": "high_school_chemistry__79", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.572685, "transfer_probe_score": 0.470268, "eval_order": 792}
{"item_id": "philosophy__32", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.036356, "transfer_probe_score": 0.216926, "eval_order": 793}
{"item_id": "college_computer_science__77", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.689592, "transfer_probe_score": 0.570096, "eval_order": 794}
{"item_id": "moral_scenarios__587", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.54841, "transfer_probe_score": 0.03025, "eval_order": 795}
{"item_id": "high_school_mathematics__233", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.592947, "transfer_probe_score": 0.682938, "eval_order": 796}
{"item_id": "philosophy__231", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014773, "transfer_probe_score": 0.088737, "eval_order": 797}
{"item_id": "marketing__48", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.159531, "transfer_probe_score": 0.119309, "eval_order": 798}
{"item_id": "college_physics__50", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.903272, "transfer_probe_score": 0.141439, "eval_order": 799}
{"item_id": "professional_law__485", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.484538, "transfer_probe_score": 0.531049, "eval_order": 800}
{"item_id": "nutrition__189", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.247554, "transfer_probe_score": 0.97601, "eval_order": 801}
{"item_id": "college_physics__93", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.756984, "transfer_probe_score": 0.509497, "eval_order": 802}
{"item_id": "anatomy__54", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.670477, "transfer_probe_score": 0.171895, "eval_order": 803}
{"item_id": "professional_law__1343", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.745044, "transfer_probe_score": 0.952762, "eval_order": 804}
{"item_id": "conceptual_physics__191", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.321049, "transfer_probe_score": 0.851685, "eval_order": 805}
{"item_id": "philosophy__62", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012146, "transfer_probe_score": 0.001999, "eval_order": 806}
{"item_id": "philosophy__269", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.659217, "transfer_probe_score": 0.024639, "eval_order": 807}
{"item_id": "marketing__55", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.598658, "transfer_probe_score": 0.571369, "eval_order": 808}
{"item_id": "high_school_chemistry__18", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016328, "transfer_probe_score": 0.064461, "eval_order": 809}
{"item_id": "professional_law__32", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.851391, "transfer_probe_score": 0.92633, "eval_order": 810}
{"item_id": "high_school_psychology__159", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.088195, "transfer_probe_score": 0.045875, "eval_order": 811}
{"item_id": "formal_logic__96", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.522221, "transfer_probe_score": 0.999072, "eval_order": 812}
{"item_id": "high_school_psychology__423", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.133864, "transfer_probe_score": 0.123889, "eval_order": 813}
{"item_id": "high_school_mathematics__215", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.542086, "transfer_probe_score": 0.903472, "eval_order": 814}
{"item_id": "miscellaneous__106", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001665, "transfer_probe_score": 0.076814, "eval_order": 815}
{"item_id": "nutrition__95", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.050268, "transfer_probe_score": 0.000599, "eval_order": 816}
{"item_id": "abstract_algebra__26", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.685662, "transfer_probe_score": 0.855393, "eval_order": 817}
{"item_id": "high_school_mathematics__248", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.727659, "transfer_probe_score": 0.589914, "eval_order": 818}
{"item_id": "world_religions__63", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.630324, "transfer_probe_score": 0.529898, "eval_order": 819}
{"item_id": "high_school_chemistry__19", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.925062, "transfer_probe_score": 0.028725, "eval_order": 820}
{"item_id": "conceptual_physics__185", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.445481, "transfer_probe_score": 0.271793, "eval_order": 821}
{"item_id": "nutrition__222", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.381592, "transfer_probe_score": 0.024613, "eval_order": 822}
{"item_id": "electrical_engineering__56", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.799132, "transfer_probe_score": 0.254847, "eval_order": 823}
{"item_id": "professional_law__157", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.055031, "transfer_probe_score": 0.305204, "eval_order": 824}
{"item_id": "anatomy__98", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.381839, "transfer_probe_score": 0.005858, "eval_order": 825}
{"item_id": "abstract_algebra__86", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.617324, "transfer_probe_score": 0.987254, "eval_order": 826}
{"item_id": "college_physics__63", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.947937, "transfer_probe_score": 0.115652, "eval_order": 827}
{"item_id": "anatomy__117", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.045499, "transfer_probe_score": 0.437395, "eval_order": 828}
{"item_id": "professional_medicine__111", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.0817, "transfer_probe_score": 0.987633, "eval_order": 829}
{"item_id": "nutrition__283", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.011272, "transfer_probe_score": 0.029628, "eval_order": 830}
{"item_id": "high_school_mathematics__227", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.627426, "transfer_probe_score": 0.206844, "eval_order": 831}
{"item_id": "high_school_chemistry__34", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.786166, "transfer_probe_score": 0.817894, "eval_order": 832}
{"item_id": "professional_medicine__224", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.050616, "transfer_probe_score": 0.873105, "eval_order": 833}
{"item_id": "moral_scenarios__251", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.669084, "transfer_probe_score": 0.091357, "eval_order": 834}
{"item_id": "high_school_chemistry__100", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.968166, "transfer_probe_score": 0.97812, "eval_order": 835}
{"item_id": "miscellaneous__150", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.053012, "transfer_probe_score": 0.196343, "eval_order": 836}
{"item_id": "anatomy__5", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.114008, "transfer_probe_score": 0.099569, "eval_order": 837}
{"item_id": "conceptual_physics__7", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.755377, "transfer_probe_score": 0.27352, "eval_order": 838}
{"item_id": "econometrics__92", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.414162, "transfer_probe_score": 0.87423, "eval_order": 839}
{"item_id": "anatomy__29", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.122254, "transfer_probe_score": 0.748828, "eval_order": 840}
{"item_id": "professional_law__932", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.388444, "transfer_probe_score": 0.41826, "eval_order": 841}
{"item_id": "anatomy__86", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.741728, "transfer_probe_score": 0.332957, "eval_order": 842}
{"item_id": "anatomy__131", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.071453, "transfer_probe_score": 0.199465, "eval_order": 843}
{"item_id": "conceptual_physics__24", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.546602, "transfer_probe_score": 0.262241, "eval_order": 844}
{"item_id": "marketing__68", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.372951, "transfer_probe_score": 0.092749, "eval_order": 845}
{"item_id": "professional_medicine__194", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.432055, "transfer_probe_score": 0.995528, "eval_order": 846}
{"item_id": "college_mathematics__18", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.912366, "transfer_probe_score": 0.89916, "eval_order": 847}
{"item_id": "machine_learning__105", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.134396, "transfer_probe_score": 0.950437, "eval_order": 848}
{"item_id": "econometrics__91", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.149983, "transfer_probe_score": 0.98372, "eval_order": 849}
{"item_id": "college_physics__26", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.444953, "transfer_probe_score": 0.709908, "eval_order": 850}
{"item_id": "high_school_physics__4", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.073032, "transfer_probe_score": 0.958857, "eval_order": 851}
{"item_id": "high_school_mathematics__80", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024661, "transfer_probe_score": 0.136166, "eval_order": 852}
{"item_id": "econometrics__4", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.547546, "transfer_probe_score": 0.042837, "eval_order": 853}
{"item_id": "marketing__83", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001953, "transfer_probe_score": 0.503498, "eval_order": 854}
{"item_id": "marketing__118", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.264107, "transfer_probe_score": 0.032195, "eval_order": 855}
{"item_id": "miscellaneous__590", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.486007, "transfer_probe_score": 0.94329, "eval_order": 856}
{"item_id": "high_school_chemistry__109", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.348195, "transfer_probe_score": 0.242696, "eval_order": 857}
{"item_id": "econometrics__37", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.548288, "transfer_probe_score": 0.065187, "eval_order": 858}
{"item_id": "high_school_physics__109", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.766394, "transfer_probe_score": 0.558474, "eval_order": 859}
{"item_id": "abstract_algebra__75", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.80566, "transfer_probe_score": 0.808332, "eval_order": 860}
{"item_id": "high_school_mathematics__49", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.560847, "transfer_probe_score": 0.991434, "eval_order": 861}
{"item_id": "abstract_algebra__24", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.661968, "transfer_probe_score": 0.955204, "eval_order": 862}
{"item_id": "high_school_psychology__102", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.157068, "transfer_probe_score": 0.012853, "eval_order": 863}
{"item_id": "professional_law__346", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.543494, "transfer_probe_score": 0.956199, "eval_order": 864}
{"item_id": "anatomy__83", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.180228, "transfer_probe_score": 0.486677, "eval_order": 865}
{"item_id": "professional_law__213", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.429263, "transfer_probe_score": 0.738377, "eval_order": 866}
{"item_id": "high_school_physics__17", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.257368, "transfer_probe_score": 0.017533, "eval_order": 867}
{"item_id": "machine_learning__7", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.721389, "transfer_probe_score": 0.964884, "eval_order": 868}
{"item_id": "college_mathematics__45", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.801946, "transfer_probe_score": 0.6872, "eval_order": 869}
{"item_id": "high_school_chemistry__88", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.851286, "transfer_probe_score": 0.507381, "eval_order": 870}
{"item_id": "econometrics__102", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.706437, "transfer_probe_score": 0.696933, "eval_order": 871}
{"item_id": "anatomy__35", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.728505, "transfer_probe_score": 0.44329, "eval_order": 872}
{"item_id": "professional_law__214", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.335533, "transfer_probe_score": 0.143848, "eval_order": 873}
{"item_id": "econometrics__40", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.712206, "transfer_probe_score": 0.962075, "eval_order": 874}
{"item_id": "college_computer_science__91", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.421654, "transfer_probe_score": 0.443612, "eval_order": 875}
{"item_id": "college_chemistry__39", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.443259, "transfer_probe_score": 0.635943, "eval_order": 876}
{"item_id": "professional_law__827", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.347154, "transfer_probe_score": 0.955885, "eval_order": 877}
{"item_id": "nutrition__154", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023266, "transfer_probe_score": 0.682686, "eval_order": 878}
{"item_id": "conceptual_physics__61", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.449163, "transfer_probe_score": 0.021502, "eval_order": 879}
{"item_id": "high_school_physics__43", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.714289, "transfer_probe_score": 0.039854, "eval_order": 880}
{"item_id": "philosophy__278", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.529031, "transfer_probe_score": 0.000605, "eval_order": 881}
{"item_id": "high_school_chemistry__5", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.723141, "transfer_probe_score": 0.327165, "eval_order": 882}
{"item_id": "formal_logic__97", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.639599, "transfer_probe_score": 0.918818, "eval_order": 883}
{"item_id": "college_computer_science__98", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.936552, "transfer_probe_score": 0.751871, "eval_order": 884}
{"item_id": "professional_law__359", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.139194, "transfer_probe_score": 0.498229, "eval_order": 885}
{"item_id": "professional_medicine__232", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.022171, "transfer_probe_score": 0.869153, "eval_order": 886}
{"item_id": "world_religions__134", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009815, "transfer_probe_score": 0.008376, "eval_order": 887}
{"item_id": "electrical_engineering__138", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.964456, "transfer_probe_score": 0.126656, "eval_order": 888}
{"item_id": "anatomy__37", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.191291, "transfer_probe_score": 0.015164, "eval_order": 889}
{"item_id": "machine_learning__25", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.815566, "transfer_probe_score": 0.986891, "eval_order": 890}
{"item_id": "marketing__211", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003701, "transfer_probe_score": 0.312322, "eval_order": 891}
{"item_id": "machine_learning__0", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.7551, "transfer_probe_score": 0.88305, "eval_order": 892}
{"item_id": "anatomy__81", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.329879, "transfer_probe_score": 0.002057, "eval_order": 893}
{"item_id": "world_religions__106", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003657, "transfer_probe_score": 0.025301, "eval_order": 894}
{"item_id": "formal_logic__1", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.814584, "transfer_probe_score": 0.574901, "eval_order": 895}
{"item_id": "electrical_engineering__26", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.722154, "transfer_probe_score": 0.053966, "eval_order": 896}
{"item_id": "miscellaneous__663", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.037827, "transfer_probe_score": 0.758866, "eval_order": 897}
{"item_id": "miscellaneous__598", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.203808, "transfer_probe_score": 0.069629, "eval_order": 898}
{"item_id": "conceptual_physics__151", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.633992, "transfer_probe_score": 0.603148, "eval_order": 899}
{"item_id": "miscellaneous__638", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005168, "transfer_probe_score": 0.009037, "eval_order": 900}
{"item_id": "high_school_mathematics__259", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.259245, "transfer_probe_score": 0.924341, "eval_order": 901}
{"item_id": "high_school_chemistry__110", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.917522, "transfer_probe_score": 0.717368, "eval_order": 902}
{"item_id": "world_religions__13", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.018069, "transfer_probe_score": 0.013301, "eval_order": 903}
{"item_id": "conceptual_physics__74", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.087582, "transfer_probe_score": 0.035016, "eval_order": 904}
{"item_id": "high_school_psychology__392", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.181529, "transfer_probe_score": 0.012063, "eval_order": 905}
{"item_id": "philosophy__149", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.683436, "transfer_probe_score": 0.057725, "eval_order": 906}
{"item_id": "formal_logic__125", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.314037, "transfer_probe_score": 0.537689, "eval_order": 907}
{"item_id": "machine_learning__49", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.668755, "transfer_probe_score": 0.924725, "eval_order": 908}
{"item_id": "college_physics__23", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.79929, "transfer_probe_score": 0.972364, "eval_order": 909}
{"item_id": "electrical_engineering__27", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.069721, "transfer_probe_score": 0.366977, "eval_order": 910}
{"item_id": "philosophy__37", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.370863, "transfer_probe_score": 0.111468, "eval_order": 911}
{"item_id": "anatomy__46", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.083074, "transfer_probe_score": 0.06164, "eval_order": 912}
{"item_id": "professional_medicine__257", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.023246, "transfer_probe_score": 0.954941, "eval_order": 913}
{"item_id": "high_school_physics__97", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.856951, "transfer_probe_score": 0.887801, "eval_order": 914}
{"item_id": "anatomy__24", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.364885, "transfer_probe_score": 0.377382, "eval_order": 915}
{"item_id": "college_chemistry__47", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.984107, "transfer_probe_score": 0.880138, "eval_order": 916}
{"item_id": "high_school_mathematics__139", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.133557, "transfer_probe_score": 0.173021, "eval_order": 917}
{"item_id": "abstract_algebra__21", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.960773, "transfer_probe_score": 0.914628, "eval_order": 918}
{"item_id": "professional_law__385", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.48349, "transfer_probe_score": 0.345008, "eval_order": 919}
{"item_id": "philosophy__65", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.000134, "transfer_probe_score": 0.085721, "eval_order": 920}
{"item_id": "formal_logic__25", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.655155, "transfer_probe_score": 0.996676, "eval_order": 921}
{"item_id": "moral_scenarios__292", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.402056, "transfer_probe_score": 0.096557, "eval_order": 922}
{"item_id": "electrical_engineering__24", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.786894, "transfer_probe_score": 0.003103, "eval_order": 923}
{"item_id": "high_school_chemistry__13", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.889327, "transfer_probe_score": 0.972882, "eval_order": 924}
{"item_id": "conceptual_physics__155", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.920491, "transfer_probe_score": 0.152695, "eval_order": 925}
{"item_id": "professional_law__1490", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.098862, "transfer_probe_score": 0.832596, "eval_order": 926}
{"item_id": "electrical_engineering__33", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.618327, "transfer_probe_score": 0.163055, "eval_order": 927}
{"item_id": "college_physics__52", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.266243, "transfer_probe_score": 0.530565, "eval_order": 928}
{"item_id": "philosophy__303", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.930082, "transfer_probe_score": 0.674868, "eval_order": 929}
{"item_id": "college_mathematics__95", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.540663, "transfer_probe_score": 0.478777, "eval_order": 930}
{"item_id": "philosophy__291", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.789366, "transfer_probe_score": 0.426441, "eval_order": 931}
{"item_id": "college_physics__37", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.279122, "transfer_probe_score": 0.084895, "eval_order": 932}
{"item_id": "high_school_mathematics__211", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.626478, "transfer_probe_score": 0.871039, "eval_order": 933}
{"item_id": "college_chemistry__50", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.992644, "transfer_probe_score": 0.081461, "eval_order": 934}
{"item_id": "high_school_psychology__429", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.259326, "transfer_probe_score": 0.49187, "eval_order": 935}
{"item_id": "college_chemistry__26", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.715909, "transfer_probe_score": 0.957479, "eval_order": 936}
{"item_id": "professional_law__596", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.330765, "transfer_probe_score": 0.254788, "eval_order": 937}
{"item_id": "high_school_psychology__76", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.029751, "transfer_probe_score": 0.022786, "eval_order": 938}
{"item_id": "philosophy__31", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.035785, "transfer_probe_score": 0.086995, "eval_order": 939}
{"item_id": "college_chemistry__97", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.941818, "transfer_probe_score": 0.758289, "eval_order": 940}
{"item_id": "formal_logic__62", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.731674, "transfer_probe_score": 0.931093, "eval_order": 941}
{"item_id": "professional_medicine__94", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.06388, "transfer_probe_score": 0.738328, "eval_order": 942}
{"item_id": "moral_scenarios__316", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.395613, "transfer_probe_score": 0.250558, "eval_order": 943}
{"item_id": "high_school_mathematics__61", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.682617, "transfer_probe_score": 0.890783, "eval_order": 944}
{"item_id": "world_religions__71", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.015816, "transfer_probe_score": 0.081626, "eval_order": 945}
{"item_id": "high_school_chemistry__165", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.097218, "transfer_probe_score": 0.764573, "eval_order": 946}
{"item_id": "college_computer_science__97", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.157778, "transfer_probe_score": 0.983517, "eval_order": 947}
{"item_id": "college_computer_science__82", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.162759, "transfer_probe_score": 0.866681, "eval_order": 948}
{"item_id": "world_religions__164", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.118662, "transfer_probe_score": 0.008125, "eval_order": 949}
{"item_id": "high_school_mathematics__142", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.078777, "transfer_probe_score": 0.534446, "eval_order": 950}
{"item_id": "econometrics__22", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.388891, "transfer_probe_score": 0.047855, "eval_order": 951}
{"item_id": "high_school_physics__76", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.745563, "transfer_probe_score": 0.425572, "eval_order": 952}
{"item_id": "philosophy__94", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.588009, "transfer_probe_score": 0.000183, "eval_order": 953}
{"item_id": "professional_law__1369", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.86747, "transfer_probe_score": 0.047485, "eval_order": 954}
{"item_id": "high_school_psychology__472", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.105428, "transfer_probe_score": 0.382922, "eval_order": 955}
{"item_id": "professional_law__917", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.174496, "transfer_probe_score": 0.255846, "eval_order": 956}
{"item_id": "philosophy__22", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.818147, "transfer_probe_score": 0.001418, "eval_order": 957}
{"item_id": "high_school_physics__0", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.732733, "transfer_probe_score": 0.982611, "eval_order": 958}
{"item_id": "philosophy__27", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005023, "transfer_probe_score": 0.076967, "eval_order": 959}
{"item_id": "econometrics__90", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.609884, "transfer_probe_score": 0.978917, "eval_order": 960}
{"item_id": "high_school_chemistry__177", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.255811, "transfer_probe_score": 0.147344, "eval_order": 961}
{"item_id": "college_computer_science__89", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.3318, "transfer_probe_score": 0.18867, "eval_order": 962}
{"item_id": "moral_scenarios__457", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.09029, "transfer_probe_score": 0.201404, "eval_order": 963}
{"item_id": "high_school_psychology__179", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.073898, "transfer_probe_score": 0.030059, "eval_order": 964}
{"item_id": "college_chemistry__81", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.991841, "transfer_probe_score": 0.521087, "eval_order": 965}
{"item_id": "electrical_engineering__41", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.655705, "transfer_probe_score": 0.320393, "eval_order": 966}
{"item_id": "philosophy__226", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.517249, "transfer_probe_score": 0.587286, "eval_order": 967}
{"item_id": "conceptual_physics__159", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.66424, "transfer_probe_score": 0.663616, "eval_order": 968}
{"item_id": "conceptual_physics__186", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.969445, "transfer_probe_score": 0.981157, "eval_order": 969}
{"item_id": "college_physics__6", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.732127, "transfer_probe_score": 0.986114, "eval_order": 970}
{"item_id": "philosophy__72", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.556662, "transfer_probe_score": 0.159573, "eval_order": 971}
{"item_id": "marketing__29", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.065918, "transfer_probe_score": 0.347591, "eval_order": 972}
{"item_id": "nutrition__164", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.824996, "transfer_probe_score": 0.020888, "eval_order": 973}
{"item_id": "high_school_chemistry__137", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.849671, "transfer_probe_score": 0.963988, "eval_order": 974}
{"item_id": "anatomy__68", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.371878, "transfer_probe_score": 0.001648, "eval_order": 975}
{"item_id": "nutrition__223", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.787793, "transfer_probe_score": 0.45752, "eval_order": 976}
{"item_id": "professional_medicine__248", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003351, "transfer_probe_score": 0.969784, "eval_order": 977}
{"item_id": "econometrics__75", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.119214, "transfer_probe_score": 0.80695, "eval_order": 978}
{"item_id": "philosophy__75", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.37665, "transfer_probe_score": 0.063797, "eval_order": 979}
{"item_id": "high_school_chemistry__145", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.759399, "transfer_probe_score": 0.538655, "eval_order": 980}
{"item_id": "philosophy__307", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.487911, "transfer_probe_score": 0.275743, "eval_order": 981}
{"item_id": "college_mathematics__98", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.704487, "transfer_probe_score": 0.259694, "eval_order": 982}
{"item_id": "world_religions__58", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.576814, "transfer_probe_score": 0.069572, "eval_order": 983}
{"item_id": "professional_law__763", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.085343, "transfer_probe_score": 0.638073, "eval_order": 984}
{"item_id": "professional_medicine__202", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.06498, "transfer_probe_score": 0.93167, "eval_order": 985}
{"item_id": "high_school_chemistry__108", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007422, "transfer_probe_score": 0.405877, "eval_order": 986}
{"item_id": "college_physics__65", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020256, "transfer_probe_score": 0.030016, "eval_order": 987}
{"item_id": "machine_learning__62", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.951448, "transfer_probe_score": 0.14635, "eval_order": 988}
{"item_id": "marketing__76", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.030263, "transfer_probe_score": 0.187263, "eval_order": 989}
{"item_id": "formal_logic__83", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.503229, "transfer_probe_score": 0.405545, "eval_order": 990}
{"item_id": "high_school_physics__119", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.458098, "transfer_probe_score": 0.783396, "eval_order": 991}
{"item_id": "philosophy__222", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.323455, "transfer_probe_score": 0.852458, "eval_order": 992}
{"item_id": "conceptual_physics__212", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.860387, "transfer_probe_score": 0.079455, "eval_order": 993}
{"item_id": "high_school_mathematics__96", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.963205, "transfer_probe_score": 0.173409, "eval_order": 994}
{"item_id": "anatomy__108", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004133, "transfer_probe_score": 0.641067, "eval_order": 995}
{"item_id": "econometrics__38", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.393031, "transfer_probe_score": 0.070924, "eval_order": 996}
{"item_id": "college_physics__42", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.749066, "transfer_probe_score": 0.788776, "eval_order": 997}
{"item_id": "high_school_psychology__518", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007468, "transfer_probe_score": 0.170536, "eval_order": 998}
{"item_id": "college_computer_science__76", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.477401, "transfer_probe_score": 0.61829, "eval_order": 999}
{"item_id": "conceptual_physics__229", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.775765, "transfer_probe_score": 0.03931, "eval_order": 1000}
{"item_id": "high_school_physics__36", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.688984, "transfer_probe_score": 0.998686, "eval_order": 1001}
{"item_id": "nutrition__100", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.808185, "transfer_probe_score": 0.728854, "eval_order": 1002}
{"item_id": "high_school_chemistry__41", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.200811, "transfer_probe_score": 0.788543, "eval_order": 1003}
{"item_id": "electrical_engineering__81", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.280768, "transfer_probe_score": 0.151526, "eval_order": 1004}
{"item_id": "marketing__200", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.032545, "transfer_probe_score": 0.223619, "eval_order": 1005}
{"item_id": "electrical_engineering__103", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.623514, "transfer_probe_score": 0.373828, "eval_order": 1006}
{"item_id": "electrical_engineering__112", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.061805, "transfer_probe_score": 0.010924, "eval_order": 1007}
{"item_id": "machine_learning__72", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.826612, "transfer_probe_score": 0.785292, "eval_order": 1008}
{"item_id": "formal_logic__102", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.24891, "transfer_probe_score": 0.595436, "eval_order": 1009}
{"item_id": "college_mathematics__74", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.580806, "transfer_probe_score": 0.999336, "eval_order": 1010}
{"item_id": "moral_scenarios__245", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.508705, "transfer_probe_score": 0.008559, "eval_order": 1011}
{"item_id": "professional_medicine__177", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007012, "transfer_probe_score": 0.991771, "eval_order": 1012}
{"item_id": "professional_medicine__88", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.058995, "transfer_probe_score": 0.560392, "eval_order": 1013}
{"item_id": "college_physics__69", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.118652, "transfer_probe_score": 0.577103, "eval_order": 1014}
{"item_id": "high_school_physics__116", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.148594, "transfer_probe_score": 0.103987, "eval_order": 1015}
{"item_id": "anatomy__27", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.775774, "transfer_probe_score": 0.001265, "eval_order": 1016}
{"item_id": "machine_learning__80", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.761307, "transfer_probe_score": 0.745109, "eval_order": 1017}
{"item_id": "philosophy__179", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.197668, "transfer_probe_score": 0.120918, "eval_order": 1018}
{"item_id": "moral_scenarios__318", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.229136, "transfer_probe_score": 0.64058, "eval_order": 1019}
{"item_id": "high_school_physics__64", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.636948, "transfer_probe_score": 0.070231, "eval_order": 1020}
{"item_id": "philosophy__49", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003161, "transfer_probe_score": 0.875168, "eval_order": 1021}
{"item_id": "professional_medicine__92", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.215066, "transfer_probe_score": 0.363606, "eval_order": 1022}
{"item_id": "philosophy__265", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.289626, "transfer_probe_score": 0.019227, "eval_order": 1023}
{"item_id": "anatomy__8", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.551983, "transfer_probe_score": 0.049054, "eval_order": 1024}
{"item_id": "professional_medicine__239", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.091068, "transfer_probe_score": 0.934595, "eval_order": 1025}
{"item_id": "anatomy__110", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.770457, "transfer_probe_score": 0.001832, "eval_order": 1026}
{"item_id": "econometrics__35", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.580252, "transfer_probe_score": 0.025837, "eval_order": 1027}
{"item_id": "philosophy__242", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.341127, "transfer_probe_score": 0.595339, "eval_order": 1028}
{"item_id": "high_school_mathematics__31", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.562937, "transfer_probe_score": 0.583932, "eval_order": 1029}
{"item_id": "philosophy__44", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.062656, "transfer_probe_score": 0.26968, "eval_order": 1030}
{"item_id": "professional_law__113", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.367769, "transfer_probe_score": 0.047154, "eval_order": 1031}
{"item_id": "econometrics__84", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.785942, "transfer_probe_score": 0.915433, "eval_order": 1032}
{"item_id": "high_school_physics__104", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.632744, "transfer_probe_score": 0.54913, "eval_order": 1033}
{"item_id": "formal_logic__76", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.703195, "transfer_probe_score": 0.644223, "eval_order": 1034}
{"item_id": "miscellaneous__745", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013835, "transfer_probe_score": 0.187828, "eval_order": 1035}
{"item_id": "high_school_psychology__143", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.76823, "transfer_probe_score": 0.432678, "eval_order": 1036}
{"item_id": "nutrition__210", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.107168, "transfer_probe_score": 0.845338, "eval_order": 1037}
{"item_id": "high_school_mathematics__237", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.675794, "transfer_probe_score": 0.867733, "eval_order": 1038}
{"item_id": "electrical_engineering__72", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.193822, "transfer_probe_score": 0.244848, "eval_order": 1039}
{"item_id": "professional_law__1314", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.620137, "transfer_probe_score": 0.779845, "eval_order": 1040}
{"item_id": "marketing__12", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008178, "transfer_probe_score": 0.045749, "eval_order": 1041}
{"item_id": "machine_learning__28", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.33678, "transfer_probe_score": 0.047341, "eval_order": 1042}
{"item_id": "professional_medicine__193", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.132715, "transfer_probe_score": 0.380114, "eval_order": 1043}
{"item_id": "miscellaneous__705", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.015536, "transfer_probe_score": 0.253095, "eval_order": 1044}
{"item_id": "machine_learning__38", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.515676, "transfer_probe_score": 0.830382, "eval_order": 1045}
{"item_id": "high_school_mathematics__257", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.752796, "transfer_probe_score": 0.445428, "eval_order": 1046}
{"item_id": "marketing__19", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.390802, "transfer_probe_score": 0.032067, "eval_order": 1047}
{"item_id": "professional_law__524", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.370612, "transfer_probe_score": 0.70168, "eval_order": 1048}
{"item_id": "professional_law__1178", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.094908, "transfer_probe_score": 0.992037, "eval_order": 1049}
{"item_id": "formal_logic__120", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.598152, "transfer_probe_score": 0.956853, "eval_order": 1050}
{"item_id": "philosophy__47", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.145191, "transfer_probe_score": 0.322464, "eval_order": 1051}
{"item_id": "high_school_chemistry__42", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.287924, "transfer_probe_score": 0.048843, "eval_order": 1052}
{"item_id": "high_school_mathematics__238", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.520315, "transfer_probe_score": 0.998122, "eval_order": 1053}
{"item_id": "college_computer_science__58", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.337643, "transfer_probe_score": 0.16372, "eval_order": 1054}
{"item_id": "professional_law__915", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.807799, "transfer_probe_score": 0.399167, "eval_order": 1055}
{"item_id": "professional_law__1349", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.816361, "transfer_probe_score": 0.229, "eval_order": 1056}
{"item_id": "nutrition__24", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.44277, "transfer_probe_score": 0.00577, "eval_order": 1057}
{"item_id": "college_chemistry__91", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.611769, "transfer_probe_score": 0.007226, "eval_order": 1058}
{"item_id": "high_school_mathematics__210", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.954444, "transfer_probe_score": 0.013207, "eval_order": 1059}
{"item_id": "high_school_chemistry__68", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.333376, "transfer_probe_score": 0.87848, "eval_order": 1060}
{"item_id": "college_physics__29", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.240978, "transfer_probe_score": 0.829548, "eval_order": 1061}
{"item_id": "miscellaneous__135", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.444266, "transfer_probe_score": 0.227683, "eval_order": 1062}
{"item_id": "professional_medicine__47", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.453472, "transfer_probe_score": 0.972685, "eval_order": 1063}
{"item_id": "college_mathematics__31", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.646705, "transfer_probe_score": 0.77934, "eval_order": 1064}
{"item_id": "moral_scenarios__113", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.599559, "transfer_probe_score": 0.053474, "eval_order": 1065}
{"item_id": "electrical_engineering__101", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.329119, "transfer_probe_score": 0.02366, "eval_order": 1066}
{"item_id": "philosophy__12", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.606428, "transfer_probe_score": 0.031642, "eval_order": 1067}
{"item_id": "anatomy__65", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.413875, "transfer_probe_score": 0.639289, "eval_order": 1068}
{"item_id": "high_school_psychology__210", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.272338, "transfer_probe_score": 0.013288, "eval_order": 1069}
{"item_id": "college_physics__86", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.02921, "transfer_probe_score": 0.620067, "eval_order": 1070}
{"item_id": "professional_medicine__137", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.030022, "transfer_probe_score": 0.942087, "eval_order": 1071}
{"item_id": "nutrition__228", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024817, "transfer_probe_score": 0.406769, "eval_order": 1072}
{"item_id": "philosophy__52", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.830382, "transfer_probe_score": 0.678746, "eval_order": 1073}
{"item_id": "miscellaneous__236", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.032368, "transfer_probe_score": 0.888456, "eval_order": 1074}
{"item_id": "moral_scenarios__46", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.733175, "transfer_probe_score": 0.1369, "eval_order": 1075}
{"item_id": "conceptual_physics__118", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.61499, "transfer_probe_score": 0.245368, "eval_order": 1076}
{"item_id": "nutrition__227", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.10815, "transfer_probe_score": 0.003193, "eval_order": 1077}
{"item_id": "high_school_mathematics__262", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.618947, "transfer_probe_score": 0.4878, "eval_order": 1078}
{"item_id": "high_school_physics__2", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.114282, "transfer_probe_score": 0.593916, "eval_order": 1079}
{"item_id": "abstract_algebra__19", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.575095, "transfer_probe_score": 0.957636, "eval_order": 1080}
{"item_id": "philosophy__127", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.362642, "transfer_probe_score": 0.2811, "eval_order": 1081}
{"item_id": "miscellaneous__308", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.151524, "transfer_probe_score": 0.234277, "eval_order": 1082}
{"item_id": "miscellaneous__232", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003371, "transfer_probe_score": 0.00169, "eval_order": 1083}
{"item_id": "moral_scenarios__112", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.419169, "transfer_probe_score": 0.038122, "eval_order": 1084}
{"item_id": "nutrition__101", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01058, "transfer_probe_score": 0.010177, "eval_order": 1085}
{"item_id": "miscellaneous__451", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008325, "transfer_probe_score": 0.98732, "eval_order": 1086}
{"item_id": "moral_scenarios__734", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.430066, "transfer_probe_score": 0.409758, "eval_order": 1087}
{"item_id": "high_school_psychology__300", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.028471, "transfer_probe_score": 0.011705, "eval_order": 1088}
{"item_id": "college_chemistry__37", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.821941, "transfer_probe_score": 0.593603, "eval_order": 1089}
{"item_id": "abstract_algebra__32", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.70294, "transfer_probe_score": 0.9934, "eval_order": 1090}
{"item_id": "high_school_mathematics__160", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.708109, "transfer_probe_score": 0.99171, "eval_order": 1091}
{"item_id": "miscellaneous__144", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.018808, "transfer_probe_score": 0.762063, "eval_order": 1092}
{"item_id": "moral_scenarios__821", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.344034, "transfer_probe_score": 0.190471, "eval_order": 1093}
{"item_id": "econometrics__105", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.838228, "transfer_probe_score": 0.163262, "eval_order": 1094}
{"item_id": "high_school_physics__15", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.327912, "transfer_probe_score": 0.098036, "eval_order": 1095}
{"item_id": "high_school_chemistry__90", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.443356, "transfer_probe_score": 0.334965, "eval_order": 1096}
{"item_id": "moral_scenarios__613", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.642367, "transfer_probe_score": 0.047108, "eval_order": 1097}
{"item_id": "electrical_engineering__0", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.293106, "transfer_probe_score": 0.269078, "eval_order": 1098}
{"item_id": "college_mathematics__29", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.239789, "transfer_probe_score": 0.01273, "eval_order": 1099}
{"item_id": "abstract_algebra__60", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.829861, "transfer_probe_score": 0.938841, "eval_order": 1100}
{"item_id": "anatomy__25", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.019964, "transfer_probe_score": 0.092418, "eval_order": 1101}
{"item_id": "nutrition__119", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.074889, "transfer_probe_score": 0.145773, "eval_order": 1102}
{"item_id": "college_mathematics__53", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.199173, "transfer_probe_score": 0.534059, "eval_order": 1103}
{"item_id": "high_school_psychology__146", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.12197, "transfer_probe_score": 0.679338, "eval_order": 1104}
{"item_id": "high_school_physics__94", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.37687, "transfer_probe_score": 0.821048, "eval_order": 1105}
{"item_id": "high_school_psychology__136", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01695, "transfer_probe_score": 0.01304, "eval_order": 1106}
{"item_id": "professional_law__422", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.587764, "transfer_probe_score": 0.062016, "eval_order": 1107}
{"item_id": "philosophy__286", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.450344, "transfer_probe_score": 0.310566, "eval_order": 1108}
{"item_id": "college_chemistry__40", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.615636, "transfer_probe_score": 0.999313, "eval_order": 1109}
{"item_id": "college_computer_science__74", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.43212, "transfer_probe_score": 0.862585, "eval_order": 1110}
{"item_id": "high_school_mathematics__141", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.266208, "transfer_probe_score": 0.556407, "eval_order": 1111}
{"item_id": "professional_law__400", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.218947, "transfer_probe_score": 0.987613, "eval_order": 1112}
{"item_id": "marketing__145", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009429, "transfer_probe_score": 0.008422, "eval_order": 1113}
{"item_id": "world_religions__5", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.189537, "transfer_probe_score": 0.038597, "eval_order": 1114}
{"item_id": "professional_law__673", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.461616, "transfer_probe_score": 0.878305, "eval_order": 1115}
{"item_id": "marketing__162", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.192641, "transfer_probe_score": 0.055202, "eval_order": 1116}
{"item_id": "machine_learning__37", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.816762, "transfer_probe_score": 0.981695, "eval_order": 1117}
{"item_id": "machine_learning__45", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.595964, "transfer_probe_score": 0.812203, "eval_order": 1118}
{"item_id": "abstract_algebra__87", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.541431, "transfer_probe_score": 0.037587, "eval_order": 1119}
{"item_id": "electrical_engineering__135", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.531954, "transfer_probe_score": 0.742695, "eval_order": 1120}
{"item_id": "philosophy__202", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.726783, "transfer_probe_score": 0.015926, "eval_order": 1121}
{"item_id": "professional_law__513", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.799925, "transfer_probe_score": 0.850826, "eval_order": 1122}
{"item_id": "abstract_algebra__43", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.703714, "transfer_probe_score": 0.994784, "eval_order": 1123}
{"item_id": "electrical_engineering__121", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.379904, "transfer_probe_score": 0.183936, "eval_order": 1124}
{"item_id": "formal_logic__110", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.109989, "transfer_probe_score": 0.910087, "eval_order": 1125}
{"item_id": "nutrition__7", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.031025, "transfer_probe_score": 0.206657, "eval_order": 1126}
{"item_id": "college_chemistry__51", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.511455, "transfer_probe_score": 0.885861, "eval_order": 1127}
{"item_id": "college_mathematics__37", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.033103, "transfer_probe_score": 0.04772, "eval_order": 1128}
{"item_id": "professional_medicine__158", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.49865, "transfer_probe_score": 0.204082, "eval_order": 1129}
{"item_id": "world_religions__49", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016344, "transfer_probe_score": 0.054932, "eval_order": 1130}
{"item_id": "moral_scenarios__391", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.378113, "transfer_probe_score": 0.2784, "eval_order": 1131}
{"item_id": "moral_scenarios__352", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.358379, "transfer_probe_score": 0.590905, "eval_order": 1132}
{"item_id": "moral_scenarios__229", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.362292, "transfer_probe_score": 0.092505, "eval_order": 1133}
{"item_id": "nutrition__195", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010615, "transfer_probe_score": 0.820885, "eval_order": 1134}
{"item_id": "college_physics__49", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.884455, "transfer_probe_score": 0.932373, "eval_order": 1135}
{"item_id": "abstract_algebra__45", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.855927, "transfer_probe_score": 0.956191, "eval_order": 1136}
{"item_id": "high_school_psychology__134", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009953, "transfer_probe_score": 0.007544, "eval_order": 1137}
{"item_id": "electrical_engineering__88", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005889, "transfer_probe_score": 0.052914, "eval_order": 1138}
{"item_id": "high_school_mathematics__25", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.514813, "transfer_probe_score": 0.227609, "eval_order": 1139}
{"item_id": "formal_logic__15", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.238928, "transfer_probe_score": 0.696248, "eval_order": 1140}
{"item_id": "electrical_engineering__14", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.897614, "transfer_probe_score": 0.464309, "eval_order": 1141}
{"item_id": "electrical_engineering__130", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.038653, "transfer_probe_score": 0.063032, "eval_order": 1142}
{"item_id": "professional_law__288", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.828221, "transfer_probe_score": 0.969387, "eval_order": 1143}
{"item_id": "electrical_engineering__17", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.077224, "transfer_probe_score": 0.000979, "eval_order": 1144}
{"item_id": "high_school_physics__141", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.734253, "transfer_probe_score": 0.700606, "eval_order": 1145}
{"item_id": "high_school_psychology__126", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010666, "transfer_probe_score": 0.195009, "eval_order": 1146}
{"item_id": "professional_law__805", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.217102, "transfer_probe_score": 0.06863, "eval_order": 1147}
{"item_id": "high_school_mathematics__153", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.63892, "transfer_probe_score": 0.166564, "eval_order": 1148}
{"item_id": "nutrition__32", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023963, "transfer_probe_score": 0.179777, "eval_order": 1149}
{"item_id": "high_school_chemistry__6", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.435358, "transfer_probe_score": 0.018509, "eval_order": 1150}
{"item_id": "conceptual_physics__110", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.041713, "transfer_probe_score": 0.031389, "eval_order": 1151}
{"item_id": "high_school_physics__149", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.452257, "transfer_probe_score": 0.675899, "eval_order": 1152}
{"item_id": "moral_scenarios__833", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.656726, "transfer_probe_score": 0.808879, "eval_order": 1153}
{"item_id": "marketing__184", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.39438, "transfer_probe_score": 0.834205, "eval_order": 1154}
{"item_id": "econometrics__82", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.739782, "transfer_probe_score": 0.75479, "eval_order": 1155}
{"item_id": "marketing__41", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026759, "transfer_probe_score": 0.176922, "eval_order": 1156}
{"item_id": "college_computer_science__21", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.805506, "transfer_probe_score": 0.872195, "eval_order": 1157}
{"item_id": "professional_law__648", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.70712, "transfer_probe_score": 0.092262, "eval_order": 1158}
{"item_id": "electrical_engineering__51", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.0338, "transfer_probe_score": 0.029863, "eval_order": 1159}
{"item_id": "miscellaneous__21", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005372, "transfer_probe_score": 0.30946, "eval_order": 1160}
{"item_id": "machine_learning__86", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.553738, "transfer_probe_score": 0.488513, "eval_order": 1161}
{"item_id": "high_school_physics__37", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.501282, "transfer_probe_score": 0.061689, "eval_order": 1162}
{"item_id": "electrical_engineering__65", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.442936, "transfer_probe_score": 0.264382, "eval_order": 1163}
{"item_id": "professional_medicine__178", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.350753, "transfer_probe_score": 0.448614, "eval_order": 1164}
{"item_id": "college_chemistry__83", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.882924, "transfer_probe_score": 0.024768, "eval_order": 1165}
{"item_id": "professional_law__290", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.672618, "transfer_probe_score": 0.998245, "eval_order": 1166}
{"item_id": "machine_learning__35", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.392414, "transfer_probe_score": 0.6984, "eval_order": 1167}
{"item_id": "anatomy__129", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.428644, "transfer_probe_score": 0.075496, "eval_order": 1168}
{"item_id": "philosophy__161", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.157732, "transfer_probe_score": 0.456189, "eval_order": 1169}
{"item_id": "nutrition__124", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.225813, "transfer_probe_score": 0.056315, "eval_order": 1170}
{"item_id": "college_physics__3", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.096108, "transfer_probe_score": 0.01574, "eval_order": 1171}
{"item_id": "high_school_psychology__174", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.098857, "transfer_probe_score": 0.124294, "eval_order": 1172}
{"item_id": "college_physics__64", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.889563, "transfer_probe_score": 0.998077, "eval_order": 1173}
{"item_id": "world_religions__141", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012123, "transfer_probe_score": 0.765472, "eval_order": 1174}
{"item_id": "marketing__1", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.018506, "transfer_probe_score": 0.252347, "eval_order": 1175}
{"item_id": "college_chemistry__78", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.035997, "transfer_probe_score": 0.838839, "eval_order": 1176}
{"item_id": "machine_learning__103", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.114557, "transfer_probe_score": 0.998447, "eval_order": 1177}
{"item_id": "nutrition__296", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.267674, "transfer_probe_score": 0.071493, "eval_order": 1178}
{"item_id": "professional_medicine__84", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.02161, "transfer_probe_score": 0.609353, "eval_order": 1179}
{"item_id": "moral_scenarios__150", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.350213, "transfer_probe_score": 0.296405, "eval_order": 1180}
{"item_id": "philosophy__238", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.580658, "transfer_probe_score": 0.145193, "eval_order": 1181}
{"item_id": "professional_medicine__65", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.011895, "transfer_probe_score": 0.924463, "eval_order": 1182}
{"item_id": "college_mathematics__12", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.408166, "transfer_probe_score": 0.418832, "eval_order": 1183}
{"item_id": "high_school_mathematics__171", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.67532, "transfer_probe_score": 0.569832, "eval_order": 1184}
{"item_id": "formal_logic__29", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.582993, "transfer_probe_score": 0.909746, "eval_order": 1185}
{"item_id": "machine_learning__111", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.803367, "transfer_probe_score": 0.989142, "eval_order": 1186}
{"item_id": "college_computer_science__22", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.067184, "transfer_probe_score": 0.006404, "eval_order": 1187}
{"item_id": "moral_scenarios__426", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.602958, "transfer_probe_score": 0.582656, "eval_order": 1188}
{"item_id": "college_physics__39", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.954994, "transfer_probe_score": 0.437691, "eval_order": 1189}
{"item_id": "marketing__14", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.319056, "transfer_probe_score": 0.855017, "eval_order": 1190}
{"item_id": "anatomy__22", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.659891, "transfer_probe_score": 0.033515, "eval_order": 1191}
{"item_id": "miscellaneous__25", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.18756, "transfer_probe_score": 0.002037, "eval_order": 1192}
{"item_id": "miscellaneous__66", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.579257, "transfer_probe_score": 0.018899, "eval_order": 1193}
{"item_id": "machine_learning__79", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.527904, "transfer_probe_score": 0.574914, "eval_order": 1194}
{"item_id": "high_school_mathematics__59", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.450402, "transfer_probe_score": 0.907007, "eval_order": 1195}
{"item_id": "formal_logic__67", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.777768, "transfer_probe_score": 0.991997, "eval_order": 1196}
{"item_id": "college_mathematics__10", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.039299, "transfer_probe_score": 0.040658, "eval_order": 1197}
{"item_id": "high_school_mathematics__127", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.769711, "transfer_probe_score": 0.17799, "eval_order": 1198}
{"item_id": "college_physics__82", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.995414, "transfer_probe_score": 0.071746, "eval_order": 1199}
{"item_id": "electrical_engineering__52", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.397734, "transfer_probe_score": 0.109585, "eval_order": 1200}
{"item_id": "philosophy__140", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.018869, "transfer_probe_score": 0.000444, "eval_order": 1201}
{"item_id": "econometrics__47", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.456487, "transfer_probe_score": 0.846993, "eval_order": 1202}
{"item_id": "professional_medicine__219", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.072645, "transfer_probe_score": 0.623507, "eval_order": 1203}
{"item_id": "electrical_engineering__95", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.214667, "transfer_probe_score": 0.360804, "eval_order": 1204}
{"item_id": "machine_learning__65", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.862155, "transfer_probe_score": 0.08357, "eval_order": 1205}
{"item_id": "professional_medicine__249", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.146544, "transfer_probe_score": 0.885826, "eval_order": 1206}
{"item_id": "high_school_chemistry__146", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.111886, "transfer_probe_score": 0.770321, "eval_order": 1207}
{"item_id": "electrical_engineering__3", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.890337, "transfer_probe_score": 0.083246, "eval_order": 1208}
{"item_id": "electrical_engineering__117", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.516721, "transfer_probe_score": 0.742751, "eval_order": 1209}
{"item_id": "college_chemistry__43", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.526755, "transfer_probe_score": 0.715246, "eval_order": 1210}
{"item_id": "anatomy__32", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.074699, "transfer_probe_score": 0.0683, "eval_order": 1211}
{"item_id": "electrical_engineering__70", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.309212, "transfer_probe_score": 0.073596, "eval_order": 1212}
{"item_id": "philosophy__245", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.208729, "transfer_probe_score": 0.006037, "eval_order": 1213}
{"item_id": "philosophy__152", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.053626, "transfer_probe_score": 0.062811, "eval_order": 1214}
{"item_id": "professional_medicine__210", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.034495, "transfer_probe_score": 0.952717, "eval_order": 1215}
{"item_id": "professional_law__1459", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.236349, "transfer_probe_score": 0.717143, "eval_order": 1216}
{"item_id": "world_religions__158", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.322826, "transfer_probe_score": 0.037487, "eval_order": 1217}
{"item_id": "moral_scenarios__94", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.554984, "transfer_probe_score": 0.124938, "eval_order": 1218}
{"item_id": "high_school_physics__108", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.274685, "transfer_probe_score": 0.997539, "eval_order": 1219}
{"item_id": "marketing__102", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.194374, "transfer_probe_score": 0.045695, "eval_order": 1220}
{"item_id": "miscellaneous__108", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006785, "transfer_probe_score": 0.123307, "eval_order": 1221}
{"item_id": "college_computer_science__5", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.824168, "transfer_probe_score": 0.98857, "eval_order": 1222}
{"item_id": "professional_medicine__250", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.091457, "transfer_probe_score": 0.996276, "eval_order": 1223}
{"item_id": "high_school_mathematics__124", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024216, "transfer_probe_score": 0.564404, "eval_order": 1224}
{"item_id": "marketing__141", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.35959, "transfer_probe_score": 0.113567, "eval_order": 1225}
{"item_id": "college_physics__73", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.748512, "transfer_probe_score": 0.828364, "eval_order": 1226}
{"item_id": "high_school_psychology__185", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.059336, "transfer_probe_score": 0.009832, "eval_order": 1227}
{"item_id": "econometrics__8", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.661795, "transfer_probe_score": 0.952271, "eval_order": 1228}
{"item_id": "college_physics__20", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006528, "transfer_probe_score": 0.053151, "eval_order": 1229}
{"item_id": "conceptual_physics__62", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.409549, "transfer_probe_score": 0.00107, "eval_order": 1230}
{"item_id": "college_computer_science__25", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.190802, "transfer_probe_score": 0.702143, "eval_order": 1231}
{"item_id": "econometrics__33", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.059488, "transfer_probe_score": 0.485964, "eval_order": 1232}
{"item_id": "college_mathematics__59", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.848042, "transfer_probe_score": 0.131033, "eval_order": 1233}
{"item_id": "econometrics__88", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.354831, "transfer_probe_score": 0.955183, "eval_order": 1234}
{"item_id": "college_computer_science__45", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.138651, "transfer_probe_score": 0.659853, "eval_order": 1235}
{"item_id": "philosophy__244", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.662292, "transfer_probe_score": 0.043562, "eval_order": 1236}
{"item_id": "nutrition__188", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.553702, "transfer_probe_score": 0.811249, "eval_order": 1237}
{"item_id": "high_school_psychology__68", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020127, "transfer_probe_score": 0.157826, "eval_order": 1238}
{"item_id": "machine_learning__75", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.707708, "transfer_probe_score": 0.637676, "eval_order": 1239}
{"item_id": "professional_law__517", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009025, "transfer_probe_score": 0.962815, "eval_order": 1240}
{"item_id": "high_school_chemistry__138", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.213237, "transfer_probe_score": 0.948328, "eval_order": 1241}
{"item_id": "machine_learning__83", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.460647, "transfer_probe_score": 0.163769, "eval_order": 1242}
{"item_id": "professional_law__1498", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.358852, "transfer_probe_score": 0.99608, "eval_order": 1243}
{"item_id": "professional_medicine__42", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014273, "transfer_probe_score": 0.515646, "eval_order": 1244}
{"item_id": "marketing__108", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.041981, "transfer_probe_score": 0.000213, "eval_order": 1245}
{"item_id": "professional_medicine__52", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.038527, "transfer_probe_score": 0.71854, "eval_order": 1246}
{"item_id": "high_school_psychology__87", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.263617, "transfer_probe_score": 0.208636, "eval_order": 1247}
{"item_id": "professional_law__562", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.630603, "transfer_probe_score": 0.647329, "eval_order": 1248}
{"item_id": "conceptual_physics__126", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.562201, "transfer_probe_score": 0.218043, "eval_order": 1249}
{"item_id": "high_school_physics__50", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.579595, "transfer_probe_score": 0.103508, "eval_order": 1250}
{"item_id": "marketing__93", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014925, "transfer_probe_score": 0.028592, "eval_order": 1251}
{"item_id": "philosophy__276", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.15962, "transfer_probe_score": 0.11235, "eval_order": 1252}
{"item_id": "miscellaneous__508", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.061278, "transfer_probe_score": 0.681018, "eval_order": 1253}
{"item_id": "moral_scenarios__152", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.357198, "transfer_probe_score": 0.167501, "eval_order": 1254}
{"item_id": "college_chemistry__88", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.41422, "transfer_probe_score": 0.231585, "eval_order": 1255}
{"item_id": "electrical_engineering__21", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.470913, "transfer_probe_score": 0.604954, "eval_order": 1256}
{"item_id": "college_mathematics__22", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.857502, "transfer_probe_score": 0.833253, "eval_order": 1257}
{"item_id": "high_school_psychology__323", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.185261, "transfer_probe_score": 0.050912, "eval_order": 1258}
{"item_id": "abstract_algebra__15", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.711777, "transfer_probe_score": 0.91104, "eval_order": 1259}
{"item_id": "high_school_mathematics__206", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.536605, "transfer_probe_score": 0.596009, "eval_order": 1260}
{"item_id": "professional_law__720", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008781, "transfer_probe_score": 0.797955, "eval_order": 1261}
{"item_id": "high_school_physics__96", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.429444, "transfer_probe_score": 0.58231, "eval_order": 1262}
{"item_id": "philosophy__198", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.545634, "transfer_probe_score": 0.385043, "eval_order": 1263}
{"item_id": "college_computer_science__64", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.598674, "transfer_probe_score": 0.951039, "eval_order": 1264}
{"item_id": "philosophy__4", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.055989, "transfer_probe_score": 0.373727, "eval_order": 1265}
{"item_id": "high_school_physics__127", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.689441, "transfer_probe_score": 0.144968, "eval_order": 1266}
{"item_id": "formal_logic__108", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.532955, "transfer_probe_score": 0.982527, "eval_order": 1267}
{"item_id": "professional_medicine__82", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.023986, "transfer_probe_score": 0.963818, "eval_order": 1268}
{"item_id": "professional_law__737", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.209039, "transfer_probe_score": 0.546037, "eval_order": 1269}
{"item_id": "abstract_algebra__30", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.676287, "transfer_probe_score": 0.989842, "eval_order": 1270}
{"item_id": "college_mathematics__27", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.359518, "transfer_probe_score": 0.244433, "eval_order": 1271}
{"item_id": "miscellaneous__298", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.213371, "transfer_probe_score": 0.116531, "eval_order": 1272}
{"item_id": "college_physics__16", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.333947, "transfer_probe_score": 0.065201, "eval_order": 1273}
{"item_id": "high_school_psychology__223", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.446533, "transfer_probe_score": 0.707238, "eval_order": 1274}
{"item_id": "college_physics__68", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.909257, "transfer_probe_score": 0.201502, "eval_order": 1275}
{"item_id": "high_school_mathematics__182", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.680386, "transfer_probe_score": 0.305552, "eval_order": 1276}
{"item_id": "college_chemistry__89", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.863826, "transfer_probe_score": 0.927511, "eval_order": 1277}
{"item_id": "electrical_engineering__142", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.579872, "transfer_probe_score": 0.086402, "eval_order": 1278}
{"item_id": "college_chemistry__3", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.798657, "transfer_probe_score": 0.824084, "eval_order": 1279}
{"item_id": "electrical_engineering__116", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.599666, "transfer_probe_score": 0.056637, "eval_order": 1280}
{"item_id": "philosophy__168", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.519292, "transfer_probe_score": 0.785938, "eval_order": 1281}
{"item_id": "abstract_algebra__55", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.694198, "transfer_probe_score": 0.975777, "eval_order": 1282}
{"item_id": "world_religions__87", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003287, "transfer_probe_score": 0.004014, "eval_order": 1283}
{"item_id": "formal_logic__20", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.90812, "transfer_probe_score": 0.938262, "eval_order": 1284}
{"item_id": "nutrition__290", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001696, "transfer_probe_score": 0.236936, "eval_order": 1285}
{"item_id": "marketing__0", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.107467, "transfer_probe_score": 0.113399, "eval_order": 1286}
{"item_id": "high_school_mathematics__266", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.771583, "transfer_probe_score": 0.053801, "eval_order": 1287}
{"item_id": "college_mathematics__67", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.781204, "transfer_probe_score": 0.90939, "eval_order": 1288}
{"item_id": "college_physics__18", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.424277, "transfer_probe_score": 0.935333, "eval_order": 1289}
{"item_id": "conceptual_physics__9", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.192329, "transfer_probe_score": 0.004573, "eval_order": 1290}
{"item_id": "high_school_physics__106", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.928887, "transfer_probe_score": 0.002624, "eval_order": 1291}
{"item_id": "anatomy__12", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.062689, "transfer_probe_score": 0.386067, "eval_order": 1292}
{"item_id": "electrical_engineering__92", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.584497, "transfer_probe_score": 0.001423, "eval_order": 1293}
{"item_id": "econometrics__74", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.064081, "transfer_probe_score": 0.329083, "eval_order": 1294}
{"item_id": "professional_law__1460", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.525249, "transfer_probe_score": 0.95945, "eval_order": 1295}
{"item_id": "miscellaneous__303", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.021234, "transfer_probe_score": 0.08014, "eval_order": 1296}
{"item_id": "college_computer_science__49", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.600536, "transfer_probe_score": 0.961365, "eval_order": 1297}
{"item_id": "high_school_psychology__125", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.102925, "transfer_probe_score": 0.228884, "eval_order": 1298}
{"item_id": "world_religions__126", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014556, "transfer_probe_score": 0.449022, "eval_order": 1299}
{"item_id": "high_school_psychology__250", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.037336, "transfer_probe_score": 0.32567, "eval_order": 1300}
{"item_id": "college_chemistry__31", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.948271, "transfer_probe_score": 0.965061, "eval_order": 1301}
{"item_id": "miscellaneous__200", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00087, "transfer_probe_score": 0.125174, "eval_order": 1302}
{"item_id": "college_physics__77", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.114207, "transfer_probe_score": 0.78148, "eval_order": 1303}
{"item_id": "high_school_psychology__295", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.097513, "transfer_probe_score": 0.015707, "eval_order": 1304}
{"item_id": "professional_medicine__112", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.122483, "transfer_probe_score": 0.934327, "eval_order": 1305}
{"item_id": "abstract_algebra__48", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.750556, "transfer_probe_score": 0.989058, "eval_order": 1306}
{"item_id": "high_school_psychology__166", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.209829, "transfer_probe_score": 0.529356, "eval_order": 1307}
{"item_id": "high_school_mathematics__263", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.613262, "transfer_probe_score": 0.896858, "eval_order": 1308}
{"item_id": "moral_scenarios__882", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.388973, "transfer_probe_score": 0.135199, "eval_order": 1309}
{"item_id": "abstract_algebra__91", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.904986, "transfer_probe_score": 0.01454, "eval_order": 1310}
{"item_id": "philosophy__115", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.634827, "transfer_probe_score": 0.009378, "eval_order": 1311}
{"item_id": "anatomy__79", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.156464, "transfer_probe_score": 0.162852, "eval_order": 1312}
{"item_id": "econometrics__63", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.391618, "transfer_probe_score": 0.967098, "eval_order": 1313}
{"item_id": "anatomy__76", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.320346, "transfer_probe_score": 0.027202, "eval_order": 1314}
{"item_id": "world_religions__39", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.113616, "transfer_probe_score": 0.906878, "eval_order": 1315}
{"item_id": "marketing__142", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020468, "transfer_probe_score": 0.052496, "eval_order": 1316}
{"item_id": "high_school_psychology__232", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.067452, "transfer_probe_score": 0.023676, "eval_order": 1317}
{"item_id": "electrical_engineering__96", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.255867, "transfer_probe_score": 0.407539, "eval_order": 1318}
{"item_id": "formal_logic__78", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.807234, "transfer_probe_score": 0.999348, "eval_order": 1319}
{"item_id": "nutrition__204", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.573004, "transfer_probe_score": 0.033307, "eval_order": 1320}
{"item_id": "professional_medicine__156", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.733793, "transfer_probe_score": 0.999774, "eval_order": 1321}
{"item_id": "conceptual_physics__116", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.568377, "transfer_probe_score": 0.266342, "eval_order": 1322}
{"item_id": "high_school_chemistry__7", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.474958, "transfer_probe_score": 0.00332, "eval_order": 1323}
{"item_id": "philosophy__234", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.088199, "transfer_probe_score": 0.974002, "eval_order": 1324}
{"item_id": "marketing__185", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.341028, "transfer_probe_score": 0.236225, "eval_order": 1325}
{"item_id": "formal_logic__124", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.491996, "transfer_probe_score": 0.998551, "eval_order": 1326}
{"item_id": "philosophy__119", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.276396, "transfer_probe_score": 0.008251, "eval_order": 1327}
{"item_id": "high_school_physics__21", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.870983, "transfer_probe_score": 0.975773, "eval_order": 1328}
{"item_id": "nutrition__197", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.023526, "transfer_probe_score": 0.062224, "eval_order": 1329}
{"item_id": "econometrics__86", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.060225, "transfer_probe_score": 0.133956, "eval_order": 1330}
{"item_id": "high_school_psychology__388", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010085, "transfer_probe_score": 0.001225, "eval_order": 1331}
{"item_id": "professional_medicine__203", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020455, "transfer_probe_score": 0.513466, "eval_order": 1332}
{"item_id": "electrical_engineering__134", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.828284, "transfer_probe_score": 0.337398, "eval_order": 1333}
{"item_id": "formal_logic__91", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.596308, "transfer_probe_score": 0.687517, "eval_order": 1334}
{"item_id": "college_computer_science__96", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.485694, "transfer_probe_score": 0.836972, "eval_order": 1335}
{"item_id": "professional_law__106", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.54592, "transfer_probe_score": 0.56198, "eval_order": 1336}
{"item_id": "electrical_engineering__13", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.439393, "transfer_probe_score": 0.123205, "eval_order": 1337}
{"item_id": "nutrition__281", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.056249, "transfer_probe_score": 0.005603, "eval_order": 1338}
{"item_id": "world_religions__145", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.06419, "transfer_probe_score": 0.003416, "eval_order": 1339}
{"item_id": "professional_medicine__122", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.107646, "transfer_probe_score": 0.984734, "eval_order": 1340}
{"item_id": "machine_learning__15", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.689759, "transfer_probe_score": 0.874383, "eval_order": 1341}
{"item_id": "anatomy__69", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.336071, "transfer_probe_score": 0.040536, "eval_order": 1342}
{"item_id": "college_chemistry__32", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.922294, "transfer_probe_score": 0.994953, "eval_order": 1343}
{"item_id": "marketing__32", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.548945, "transfer_probe_score": 0.216911, "eval_order": 1344}
{"item_id": "marketing__56", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.515672, "transfer_probe_score": 0.030194, "eval_order": 1345}
{"item_id": "marketing__191", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005168, "transfer_probe_score": 0.233932, "eval_order": 1346}
{"item_id": "anatomy__91", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.685407, "transfer_probe_score": 0.013125, "eval_order": 1347}
{"item_id": "econometrics__58", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.509661, "transfer_probe_score": 0.479051, "eval_order": 1348}
{"item_id": "philosophy__50", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.458399, "transfer_probe_score": 0.015037, "eval_order": 1349}
{"item_id": "high_school_mathematics__85", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.64982, "transfer_probe_score": 0.953763, "eval_order": 1350}
{"item_id": "high_school_mathematics__17", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.521499, "transfer_probe_score": 0.788829, "eval_order": 1351}
{"item_id": "electrical_engineering__77", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.2891, "transfer_probe_score": 0.330718, "eval_order": 1352}
{"item_id": "professional_medicine__54", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.447863, "transfer_probe_score": 0.973771, "eval_order": 1353}
{"item_id": "electrical_engineering__98", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.622943, "transfer_probe_score": 0.285786, "eval_order": 1354}
{"item_id": "college_chemistry__53", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.362059, "transfer_probe_score": 0.001174, "eval_order": 1355}
{"item_id": "high_school_mathematics__136", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.898381, "transfer_probe_score": 0.941016, "eval_order": 1356}
{"item_id": "abstract_algebra__12", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.841278, "transfer_probe_score": 0.369846, "eval_order": 1357}
{"item_id": "formal_logic__77", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.447629, "transfer_probe_score": 0.516337, "eval_order": 1358}
{"item_id": "philosophy__177", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016453, "transfer_probe_score": 0.079983, "eval_order": 1359}
{"item_id": "econometrics__59", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.689633, "transfer_probe_score": 0.292598, "eval_order": 1360}
{"item_id": "miscellaneous__657", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.331659, "transfer_probe_score": 0.850034, "eval_order": 1361}
{"item_id": "marketing__8", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.076536, "transfer_probe_score": 0.514166, "eval_order": 1362}
{"item_id": "philosophy__130", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.029748, "transfer_probe_score": 0.065998, "eval_order": 1363}
{"item_id": "high_school_physics__88", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023951, "transfer_probe_score": 0.925721, "eval_order": 1364}
{"item_id": "professional_law__851", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.648795, "transfer_probe_score": 0.961929, "eval_order": 1365}
{"item_id": "college_computer_science__6", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.318276, "transfer_probe_score": 0.907025, "eval_order": 1366}
{"item_id": "moral_scenarios__524", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.231515, "transfer_probe_score": 0.478813, "eval_order": 1367}
{"item_id": "machine_learning__54", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.527541, "transfer_probe_score": 0.934899, "eval_order": 1368}
{"item_id": "anatomy__74", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.449216, "transfer_probe_score": 0.020261, "eval_order": 1369}
{"item_id": "philosophy__290", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.101391, "transfer_probe_score": 0.921914, "eval_order": 1370}
{"item_id": "formal_logic__118", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.514168, "transfer_probe_score": 0.665797, "eval_order": 1371}
{"item_id": "professional_law__1514", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.688927, "transfer_probe_score": 0.606147, "eval_order": 1372}
{"item_id": "world_religions__29", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.042303, "transfer_probe_score": 0.038664, "eval_order": 1373}
{"item_id": "high_school_physics__61", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.603415, "transfer_probe_score": 0.016962, "eval_order": 1374}
{"item_id": "professional_law__1496", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.082176, "transfer_probe_score": 0.948563, "eval_order": 1375}
{"item_id": "philosophy__14", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.389, "transfer_probe_score": 0.15646, "eval_order": 1376}
{"item_id": "high_school_physics__117", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.015917, "transfer_probe_score": 0.009033, "eval_order": 1377}
{"item_id": "miscellaneous__481", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00051, "transfer_probe_score": 0.054903, "eval_order": 1378}
{"item_id": "philosophy__292", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.065409, "transfer_probe_score": 0.109078, "eval_order": 1379}
{"item_id": "world_religions__48", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.060434, "transfer_probe_score": 0.472369, "eval_order": 1380}
{"item_id": "high_school_mathematics__245", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.865174, "transfer_probe_score": 0.464608, "eval_order": 1381}
{"item_id": "anatomy__21", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.2635, "transfer_probe_score": 0.000248, "eval_order": 1382}
{"item_id": "high_school_psychology__18", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023433, "transfer_probe_score": 0.001283, "eval_order": 1383}
{"item_id": "formal_logic__57", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.7805, "transfer_probe_score": 0.97829, "eval_order": 1384}
{"item_id": "conceptual_physics__107", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.892931, "transfer_probe_score": 0.142447, "eval_order": 1385}
{"item_id": "professional_law__908", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.304522, "transfer_probe_score": 0.967216, "eval_order": 1386}
{"item_id": "nutrition__86", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.413903, "transfer_probe_score": 0.00176, "eval_order": 1387}
{"item_id": "formal_logic__65", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.493172, "transfer_probe_score": 0.461731, "eval_order": 1388}
{"item_id": "college_mathematics__65", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.500635, "transfer_probe_score": 0.699509, "eval_order": 1389}
{"item_id": "formal_logic__105", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.097708, "transfer_probe_score": 0.674306, "eval_order": 1390}
{"item_id": "professional_law__560", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.352998, "transfer_probe_score": 0.492885, "eval_order": 1391}
{"item_id": "professional_law__15", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003596, "transfer_probe_score": 0.948045, "eval_order": 1392}
{"item_id": "college_computer_science__88", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.981698, "transfer_probe_score": 0.034846, "eval_order": 1393}
{"item_id": "high_school_chemistry__22", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.377881, "transfer_probe_score": 0.996826, "eval_order": 1394}
{"item_id": "high_school_mathematics__187", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.708026, "transfer_probe_score": 0.704291, "eval_order": 1395}
{"item_id": "college_physics__53", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.713157, "transfer_probe_score": 0.995586, "eval_order": 1396}
{"item_id": "college_physics__76", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.686824, "transfer_probe_score": 0.677865, "eval_order": 1397}
{"item_id": "college_physics__12", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013132, "transfer_probe_score": 0.910702, "eval_order": 1398}
{"item_id": "high_school_mathematics__212", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.77792, "transfer_probe_score": 0.593464, "eval_order": 1399}
{"item_id": "professional_law__1339", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.531646, "transfer_probe_score": 0.954424, "eval_order": 1400}
{"item_id": "electrical_engineering__97", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.308013, "transfer_probe_score": 0.427102, "eval_order": 1401}
{"item_id": "nutrition__58", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026827, "transfer_probe_score": 0.468621, "eval_order": 1402}
{"item_id": "philosophy__220", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.800172, "transfer_probe_score": 0.695876, "eval_order": 1403}
{"item_id": "nutrition__99", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.875564, "transfer_probe_score": 0.010658, "eval_order": 1404}
{"item_id": "miscellaneous__29", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.65209, "transfer_probe_score": 0.11323, "eval_order": 1405}
{"item_id": "professional_law__1249", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.759801, "transfer_probe_score": 0.837201, "eval_order": 1406}
{"item_id": "nutrition__163", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.115936, "transfer_probe_score": 0.016286, "eval_order": 1407}
{"item_id": "formal_logic__37", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.75387, "transfer_probe_score": 0.833819, "eval_order": 1408}
{"item_id": "high_school_mathematics__99", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.521375, "transfer_probe_score": 0.016826, "eval_order": 1409}
{"item_id": "professional_law__1387", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.532394, "transfer_probe_score": 0.604154, "eval_order": 1410}
{"item_id": "miscellaneous__289", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.089854, "transfer_probe_score": 0.958615, "eval_order": 1411}
{"item_id": "philosophy__212", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.248749, "transfer_probe_score": 0.019083, "eval_order": 1412}
{"item_id": "electrical_engineering__126", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.293104, "transfer_probe_score": 0.286626, "eval_order": 1413}
{"item_id": "college_mathematics__13", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.139835, "transfer_probe_score": 0.01991, "eval_order": 1414}
{"item_id": "anatomy__10", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.818237, "transfer_probe_score": 0.005237, "eval_order": 1415}
{"item_id": "moral_scenarios__208", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.326362, "transfer_probe_score": 0.470114, "eval_order": 1416}
{"item_id": "professional_law__891", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.768068, "transfer_probe_score": 0.904067, "eval_order": 1417}
{"item_id": "professional_law__774", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.834709, "transfer_probe_score": 0.63705, "eval_order": 1418}
{"item_id": "formal_logic__38", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.228322, "transfer_probe_score": 0.854875, "eval_order": 1419}
{"item_id": "nutrition__70", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.03123, "transfer_probe_score": 0.00346, "eval_order": 1420}
{"item_id": "philosophy__92", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.122804, "transfer_probe_score": 0.001211, "eval_order": 1421}
{"item_id": "moral_scenarios__846", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.513139, "transfer_probe_score": 0.032272, "eval_order": 1422}
{"item_id": "high_school_mathematics__132", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.816261, "transfer_probe_score": 0.997257, "eval_order": 1423}
{"item_id": "machine_learning__61", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.851072, "transfer_probe_score": 0.964529, "eval_order": 1424}
{"item_id": "college_computer_science__40", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.160384, "transfer_probe_score": 0.067243, "eval_order": 1425}
{"item_id": "econometrics__106", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.337546, "transfer_probe_score": 0.946921, "eval_order": 1426}
{"item_id": "marketing__173", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.297892, "transfer_probe_score": 0.001971, "eval_order": 1427}
{"item_id": "world_religions__143", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.021397, "transfer_probe_score": 0.101827, "eval_order": 1428}
{"item_id": "conceptual_physics__224", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.25073, "transfer_probe_score": 0.489468, "eval_order": 1429}
{"item_id": "high_school_psychology__127", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.194105, "transfer_probe_score": 0.171248, "eval_order": 1430}
{"item_id": "world_religions__116", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.871594, "transfer_probe_score": 0.004765, "eval_order": 1431}
{"item_id": "anatomy__60", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.056996, "transfer_probe_score": 0.422883, "eval_order": 1432}
{"item_id": "professional_medicine__28", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.661837, "transfer_probe_score": 0.929513, "eval_order": 1433}
{"item_id": "high_school_physics__38", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.157987, "transfer_probe_score": 0.073141, "eval_order": 1434}
{"item_id": "college_computer_science__95", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.705422, "transfer_probe_score": 0.374852, "eval_order": 1435}
{"item_id": "professional_medicine__188", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017154, "transfer_probe_score": 0.767219, "eval_order": 1436}
{"item_id": "moral_scenarios__582", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.540353, "transfer_probe_score": 0.109894, "eval_order": 1437}
{"item_id": "high_school_psychology__252", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.12145, "transfer_probe_score": 0.025508, "eval_order": 1438}
{"item_id": "moral_scenarios__408", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.686855, "transfer_probe_score": 0.237888, "eval_order": 1439}
{"item_id": "high_school_chemistry__129", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.34589, "transfer_probe_score": 0.937237, "eval_order": 1440}
{"item_id": "marketing__187", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.096775, "transfer_probe_score": 0.06418, "eval_order": 1441}
{"item_id": "college_computer_science__8", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.500281, "transfer_probe_score": 0.129386, "eval_order": 1442}
{"item_id": "professional_medicine__59", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023517, "transfer_probe_score": 0.993347, "eval_order": 1443}
{"item_id": "marketing__138", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.045623, "transfer_probe_score": 0.006951, "eval_order": 1444}
{"item_id": "machine_learning__52", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.662504, "transfer_probe_score": 0.227764, "eval_order": 1445}
{"item_id": "formal_logic__35", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.844044, "transfer_probe_score": 0.99736, "eval_order": 1446}
{"item_id": "moral_scenarios__638", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.439831, "transfer_probe_score": 0.347019, "eval_order": 1447}
{"item_id": "high_school_physics__8", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.291636, "transfer_probe_score": 0.791539, "eval_order": 1448}
{"item_id": "miscellaneous__687", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.146171, "transfer_probe_score": 0.051385, "eval_order": 1449}
{"item_id": "abstract_algebra__34", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.765185, "transfer_probe_score": 0.995336, "eval_order": 1450}
{"item_id": "professional_medicine__0", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.022663, "transfer_probe_score": 0.691976, "eval_order": 1451}
{"item_id": "high_school_chemistry__0", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023965, "transfer_probe_score": 0.026495, "eval_order": 1452}
{"item_id": "high_school_psychology__297", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.027452, "transfer_probe_score": 0.312903, "eval_order": 1453}
{"item_id": "college_computer_science__83", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.364171, "transfer_probe_score": 0.680626, "eval_order": 1454}
{"item_id": "world_religions__133", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.999378, "transfer_probe_score": 0.026473, "eval_order": 1455}
{"item_id": "moral_scenarios__121", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.427544, "transfer_probe_score": 0.084242, "eval_order": 1456}
{"item_id": "professional_law__353", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.182538, "transfer_probe_score": 0.459932, "eval_order": 1457}
{"item_id": "high_school_physics__40", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.365783, "transfer_probe_score": 0.438668, "eval_order": 1458}
{"item_id": "conceptual_physics__6", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.139489, "transfer_probe_score": 0.002854, "eval_order": 1459}
{"item_id": "world_religions__55", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.094141, "transfer_probe_score": 0.517258, "eval_order": 1460}
{"item_id": "formal_logic__19", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.266782, "transfer_probe_score": 0.806705, "eval_order": 1461}
{"item_id": "high_school_physics__49", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.60198, "transfer_probe_score": 0.803714, "eval_order": 1462}
{"item_id": "machine_learning__100", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.747686, "transfer_probe_score": 0.988413, "eval_order": 1463}
{"item_id": "professional_medicine__106", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.042111, "transfer_probe_score": 0.168816, "eval_order": 1464}
{"item_id": "high_school_physics__135", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.75719, "transfer_probe_score": 0.88155, "eval_order": 1465}
{"item_id": "world_religions__19", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.090376, "transfer_probe_score": 0.879301, "eval_order": 1466}
{"item_id": "professional_law__911", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.707868, "transfer_probe_score": 0.492091, "eval_order": 1467}
{"item_id": "college_computer_science__16", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.556359, "transfer_probe_score": 0.994171, "eval_order": 1468}
{"item_id": "miscellaneous__564", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.113611, "transfer_probe_score": 0.701893, "eval_order": 1469}
{"item_id": "anatomy__100", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.128606, "transfer_probe_score": 0.00508, "eval_order": 1470}
{"item_id": "nutrition__75", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.386205, "transfer_probe_score": 0.996221, "eval_order": 1471}
{"item_id": "college_chemistry__42", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.2206, "transfer_probe_score": 0.13278, "eval_order": 1472}
{"item_id": "econometrics__107", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.896505, "transfer_probe_score": 0.981135, "eval_order": 1473}
{"item_id": "anatomy__18", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.804863, "transfer_probe_score": 0.006326, "eval_order": 1474}
{"item_id": "econometrics__99", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.220354, "transfer_probe_score": 0.988499, "eval_order": 1475}
{"item_id": "high_school_mathematics__46", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010789, "transfer_probe_score": 0.995754, "eval_order": 1476}
{"item_id": "college_chemistry__66", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005476, "transfer_probe_score": 0.039945, "eval_order": 1477}
{"item_id": "abstract_algebra__96", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.722168, "transfer_probe_score": 0.163021, "eval_order": 1478}
{"item_id": "high_school_psychology__469", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009726, "transfer_probe_score": 0.121882, "eval_order": 1479}
{"item_id": "econometrics__80", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.544409, "transfer_probe_score": 0.012737, "eval_order": 1480}
{"item_id": "electrical_engineering__127", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.098092, "transfer_probe_score": 0.246988, "eval_order": 1481}
{"item_id": "marketing__57", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003958, "transfer_probe_score": 0.01236, "eval_order": 1482}
{"item_id": "moral_scenarios__38", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.4278, "transfer_probe_score": 0.323322, "eval_order": 1483}
{"item_id": "electrical_engineering__7", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.726655, "transfer_probe_score": 0.001189, "eval_order": 1484}
{"item_id": "high_school_mathematics__70", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.144409, "transfer_probe_score": 0.366314, "eval_order": 1485}
{"item_id": "nutrition__257", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.057377, "transfer_probe_score": 0.011996, "eval_order": 1486}
{"item_id": "high_school_psychology__254", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.706455, "transfer_probe_score": 0.45855, "eval_order": 1487}
{"item_id": "college_mathematics__97", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.808596, "transfer_probe_score": 0.86446, "eval_order": 1488}
{"item_id": "formal_logic__28", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.591585, "transfer_probe_score": 0.540067, "eval_order": 1489}
{"item_id": "high_school_chemistry__71", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.735816, "transfer_probe_score": 0.765503, "eval_order": 1490}
{"item_id": "nutrition__167", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.189649, "transfer_probe_score": 0.221843, "eval_order": 1491}
{"item_id": "machine_learning__97", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.330775, "transfer_probe_score": 0.931772, "eval_order": 1492}
{"item_id": "abstract_algebra__4", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.966323, "transfer_probe_score": 0.959831, "eval_order": 1493}
{"item_id": "conceptual_physics__168", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.091992, "transfer_probe_score": 0.024384, "eval_order": 1494}
{"item_id": "philosophy__219", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.035261, "transfer_probe_score": 0.098341, "eval_order": 1495}
{"item_id": "econometrics__70", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.161765, "transfer_probe_score": 0.956717, "eval_order": 1496}
{"item_id": "electrical_engineering__40", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.632357, "transfer_probe_score": 0.505869, "eval_order": 1497}
{"item_id": "moral_scenarios__857", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.545357, "transfer_probe_score": 0.641359, "eval_order": 1498}
{"item_id": "professional_law__802", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.513755, "transfer_probe_score": 0.911193, "eval_order": 1499}
{"item_id": "professional_law__669", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.458707, "transfer_probe_score": 0.687949, "eval_order": 1500}
{"item_id": "college_mathematics__83", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.145976, "transfer_probe_score": 0.22904, "eval_order": 1501}
{"item_id": "moral_scenarios__180", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.581247, "transfer_probe_score": 0.069057, "eval_order": 1502}
{"item_id": "college_physics__87", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.431656, "transfer_probe_score": 0.257745, "eval_order": 1503}
{"item_id": "econometrics__69", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.564697, "transfer_probe_score": 0.403042, "eval_order": 1504}
{"item_id": "nutrition__18", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.28216, "transfer_probe_score": 0.270381, "eval_order": 1505}
{"item_id": "college_physics__47", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.817819, "transfer_probe_score": 0.978077, "eval_order": 1506}
{"item_id": "college_mathematics__4", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.396714, "transfer_probe_score": 0.542575, "eval_order": 1507}
{"item_id": "philosophy__121", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.53166, "transfer_probe_score": 0.159174, "eval_order": 1508}
{"item_id": "high_school_physics__30", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.474785, "transfer_probe_score": 0.895964, "eval_order": 1509}
{"item_id": "anatomy__23", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.227284, "transfer_probe_score": 0.015667, "eval_order": 1510}
{"item_id": "college_chemistry__21", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.650577, "transfer_probe_score": 0.054747, "eval_order": 1511}
{"item_id": "conceptual_physics__175", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.015143, "transfer_probe_score": 0.10965, "eval_order": 1512}
{"item_id": "high_school_physics__150", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.815278, "transfer_probe_score": 0.774095, "eval_order": 1513}
{"item_id": "anatomy__39", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.047384, "transfer_probe_score": 0.429124, "eval_order": 1514}
{"item_id": "nutrition__48", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.028639, "transfer_probe_score": 0.089489, "eval_order": 1515}
{"item_id": "conceptual_physics__233", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.651228, "transfer_probe_score": 0.001755, "eval_order": 1516}
{"item_id": "nutrition__15", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.068694, "transfer_probe_score": 0.224484, "eval_order": 1517}
{"item_id": "moral_scenarios__147", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.516719, "transfer_probe_score": 0.077654, "eval_order": 1518}
{"item_id": "philosophy__256", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.353329, "transfer_probe_score": 0.065305, "eval_order": 1519}
{"item_id": "high_school_mathematics__186", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.821488, "transfer_probe_score": 0.976742, "eval_order": 1520}
{"item_id": "conceptual_physics__194", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.21728, "transfer_probe_score": 0.923284, "eval_order": 1521}
{"item_id": "college_computer_science__90", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.470115, "transfer_probe_score": 0.761092, "eval_order": 1522}
{"item_id": "high_school_psychology__351", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.091196, "transfer_probe_score": 0.009204, "eval_order": 1523}
{"item_id": "high_school_chemistry__135", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.229222, "transfer_probe_score": 0.818893, "eval_order": 1524}
{"item_id": "college_chemistry__95", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.883935, "transfer_probe_score": 0.261779, "eval_order": 1525}
{"item_id": "anatomy__101", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.235381, "transfer_probe_score": 0.004818, "eval_order": 1526}
{"item_id": "electrical_engineering__55", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.430743, "transfer_probe_score": 0.007456, "eval_order": 1527}
{"item_id": "high_school_physics__27", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.162139, "transfer_probe_score": 0.079501, "eval_order": 1528}
{"item_id": "college_physics__5", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.989509, "transfer_probe_score": 0.013959, "eval_order": 1529}
{"item_id": "marketing__86", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.443079, "transfer_probe_score": 0.400591, "eval_order": 1530}
{"item_id": "nutrition__36", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.051244, "transfer_probe_score": 0.69273, "eval_order": 1531}
{"item_id": "college_computer_science__28", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.387973, "transfer_probe_score": 0.997165, "eval_order": 1532}
{"item_id": "abstract_algebra__67", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.557945, "transfer_probe_score": 0.352481, "eval_order": 1533}
{"item_id": "marketing__195", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.160452, "transfer_probe_score": 0.985775, "eval_order": 1534}
{"item_id": "abstract_algebra__39", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.757396, "transfer_probe_score": 0.973071, "eval_order": 1535}
{"item_id": "formal_logic__122", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.868314, "transfer_probe_score": 0.942799, "eval_order": 1536}
{"item_id": "professional_law__310", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.083679, "transfer_probe_score": 0.865417, "eval_order": 1537}
{"item_id": "miscellaneous__73", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.028295, "transfer_probe_score": 0.085391, "eval_order": 1538}
{"item_id": "conceptual_physics__234", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.732751, "transfer_probe_score": 0.004767, "eval_order": 1539}
{"item_id": "professional_law__1523", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.407639, "transfer_probe_score": 0.547828, "eval_order": 1540}
{"item_id": "conceptual_physics__174", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.26824, "transfer_probe_score": 0.021797, "eval_order": 1541}
{"item_id": "high_school_chemistry__83", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.227487, "transfer_probe_score": 0.006549, "eval_order": 1542}
{"item_id": "machine_learning__109", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.796771, "transfer_probe_score": 0.97551, "eval_order": 1543}
{"item_id": "machine_learning__89", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.750713, "transfer_probe_score": 0.916908, "eval_order": 1544}
{"item_id": "marketing__42", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.05712, "transfer_probe_score": 0.02423, "eval_order": 1545}
{"item_id": "moral_scenarios__497", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.407931, "transfer_probe_score": 0.790732, "eval_order": 1546}
{"item_id": "professional_law__91", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.256783, "transfer_probe_score": 0.113364, "eval_order": 1547}
{"item_id": "high_school_chemistry__156", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.794037, "transfer_probe_score": 0.966796, "eval_order": 1548}
{"item_id": "high_school_mathematics__236", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.850094, "transfer_probe_score": 0.871129, "eval_order": 1549}
{"item_id": "miscellaneous__315", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.101597, "transfer_probe_score": 0.543483, "eval_order": 1550}
{"item_id": "high_school_physics__74", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001531, "transfer_probe_score": 0.735219, "eval_order": 1551}
{"item_id": "marketing__104", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.440536, "transfer_probe_score": 0.125631, "eval_order": 1552}
{"item_id": "miscellaneous__650", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.461653, "transfer_probe_score": 0.002178, "eval_order": 1553}
{"item_id": "high_school_chemistry__59", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.691101, "transfer_probe_score": 0.6331, "eval_order": 1554}
{"item_id": "econometrics__32", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.662103, "transfer_probe_score": 0.320019, "eval_order": 1555}
{"item_id": "high_school_chemistry__99", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.028231, "transfer_probe_score": 0.401579, "eval_order": 1556}
{"item_id": "world_religions__99", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.546517, "transfer_probe_score": 0.054524, "eval_order": 1557}
{"item_id": "conceptual_physics__52", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.131955, "transfer_probe_score": 0.006619, "eval_order": 1558}
{"item_id": "machine_learning__26", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.53205, "transfer_probe_score": 0.005892, "eval_order": 1559}
{"item_id": "high_school_chemistry__195", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.228499, "transfer_probe_score": 0.784409, "eval_order": 1560}
{"item_id": "conceptual_physics__39", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.32959, "transfer_probe_score": 0.002363, "eval_order": 1561}
{"item_id": "high_school_psychology__540", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.057245, "transfer_probe_score": 0.250783, "eval_order": 1562}
{"item_id": "abstract_algebra__82", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.653357, "transfer_probe_score": 0.976085, "eval_order": 1563}
{"item_id": "high_school_physics__114", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.520699, "transfer_probe_score": 0.028987, "eval_order": 1564}
{"item_id": "college_chemistry__57", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.61444, "transfer_probe_score": 0.714162, "eval_order": 1565}
{"item_id": "high_school_psychology__170", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.035527, "transfer_probe_score": 0.286368, "eval_order": 1566}
{"item_id": "philosophy__0", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.415543, "transfer_probe_score": 0.026901, "eval_order": 1567}
{"item_id": "marketing__153", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.561534, "transfer_probe_score": 0.435831, "eval_order": 1568}
{"item_id": "nutrition__108", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.307953, "transfer_probe_score": 0.138818, "eval_order": 1569}
{"item_id": "professional_medicine__271", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.282818, "transfer_probe_score": 0.798705, "eval_order": 1570}
{"item_id": "moral_scenarios__626", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.28014, "transfer_probe_score": 0.601122, "eval_order": 1571}
{"item_id": "professional_medicine__69", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.029314, "transfer_probe_score": 0.188702, "eval_order": 1572}
{"item_id": "high_school_mathematics__173", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.429658, "transfer_probe_score": 0.999163, "eval_order": 1573}
{"item_id": "high_school_physics__65", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.735463, "transfer_probe_score": 0.076686, "eval_order": 1574}
{"item_id": "college_chemistry__5", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.946871, "transfer_probe_score": 0.061636, "eval_order": 1575}
{"item_id": "nutrition__214", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.329429, "transfer_probe_score": 0.014886, "eval_order": 1576}
{"item_id": "college_mathematics__91", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.70466, "transfer_probe_score": 0.517386, "eval_order": 1577}
{"item_id": "miscellaneous__115", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.021713, "transfer_probe_score": 0.132267, "eval_order": 1578}
{"item_id": "formal_logic__75", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.059653, "transfer_probe_score": 0.388982, "eval_order": 1579}
{"item_id": "professional_medicine__116", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.386692, "transfer_probe_score": 0.884133, "eval_order": 1580}
{"item_id": "professional_law__1009", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.229543, "transfer_probe_score": 0.108889, "eval_order": 1581}
{"item_id": "high_school_chemistry__1", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.644321, "transfer_probe_score": 0.833043, "eval_order": 1582}
{"item_id": "college_computer_science__92", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.679744, "transfer_probe_score": 0.290281, "eval_order": 1583}
{"item_id": "college_chemistry__28", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.704533, "transfer_probe_score": 0.815669, "eval_order": 1584}
{"item_id": "high_school_chemistry__32", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.703969, "transfer_probe_score": 0.670771, "eval_order": 1585}
{"item_id": "moral_scenarios__834", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.646685, "transfer_probe_score": 0.049573, "eval_order": 1586}
{"item_id": "electrical_engineering__108", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.965573, "transfer_probe_score": 0.024807, "eval_order": 1587}
{"item_id": "professional_medicine__23", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.08834, "transfer_probe_score": 0.75543, "eval_order": 1588}
{"item_id": "miscellaneous__557", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008997, "transfer_probe_score": 0.001487, "eval_order": 1589}
{"item_id": "nutrition__220", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.051696, "transfer_probe_score": 0.45705, "eval_order": 1590}
{"item_id": "college_mathematics__44", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.768847, "transfer_probe_score": 0.809121, "eval_order": 1591}
{"item_id": "philosophy__113", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.39867, "transfer_probe_score": 0.067478, "eval_order": 1592}
{"item_id": "world_religions__74", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.373918, "transfer_probe_score": 0.018828, "eval_order": 1593}
{"item_id": "formal_logic__88", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.278835, "transfer_probe_score": 0.748079, "eval_order": 1594}
{"item_id": "electrical_engineering__74", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.189877, "transfer_probe_score": 0.005448, "eval_order": 1595}
{"item_id": "college_mathematics__78", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.236724, "transfer_probe_score": 0.421774, "eval_order": 1596}
{"item_id": "machine_learning__40", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.362989, "transfer_probe_score": 0.981061, "eval_order": 1597}
{"item_id": "college_physics__13", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.39332, "transfer_probe_score": 0.315585, "eval_order": 1598}
{"item_id": "econometrics__55", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.469271, "transfer_probe_score": 0.80124, "eval_order": 1599}
{"item_id": "marketing__212", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.401021, "transfer_probe_score": 0.509659, "eval_order": 1600}
{"item_id": "conceptual_physics__138", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.011397, "transfer_probe_score": 0.007879, "eval_order": 1601}
{"item_id": "machine_learning__5", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.817879, "transfer_probe_score": 0.783567, "eval_order": 1602}
{"item_id": "formal_logic__45", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.124228, "transfer_probe_score": 0.24583, "eval_order": 1603}
{"item_id": "marketing__60", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010119, "transfer_probe_score": 0.00738, "eval_order": 1604}
{"item_id": "professional_law__351", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.295663, "transfer_probe_score": 0.99173, "eval_order": 1605}
{"item_id": "high_school_chemistry__112", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00854, "transfer_probe_score": 0.137846, "eval_order": 1606}
{"item_id": "nutrition__83", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.046653, "transfer_probe_score": 0.35328, "eval_order": 1607}
{"item_id": "nutrition__54", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010769, "transfer_probe_score": 0.586769, "eval_order": 1608}
{"item_id": "college_computer_science__71", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.620181, "transfer_probe_score": 0.7658, "eval_order": 1609}
{"item_id": "moral_scenarios__508", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.533758, "transfer_probe_score": 0.693672, "eval_order": 1610}
{"item_id": "machine_learning__20", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.035143, "transfer_probe_score": 0.384647, "eval_order": 1611}
{"item_id": "marketing__122", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008787, "transfer_probe_score": 0.020151, "eval_order": 1612}
{"item_id": "miscellaneous__401", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.273976, "transfer_probe_score": 0.103853, "eval_order": 1613}
{"item_id": "miscellaneous__617", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007914, "transfer_probe_score": 0.635686, "eval_order": 1614}
{"item_id": "marketing__168", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.095205, "transfer_probe_score": 0.185973, "eval_order": 1615}
{"item_id": "electrical_engineering__46", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.071493, "transfer_probe_score": 0.013298, "eval_order": 1616}
{"item_id": "high_school_chemistry__17", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.835342, "transfer_probe_score": 0.859096, "eval_order": 1617}
{"item_id": "anatomy__121", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.472857, "transfer_probe_score": 0.082305, "eval_order": 1618}
{"item_id": "econometrics__42", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.662416, "transfer_probe_score": 0.894827, "eval_order": 1619}
{"item_id": "world_religions__14", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033026, "transfer_probe_score": 0.225903, "eval_order": 1620}
{"item_id": "abstract_algebra__52", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.317451, "transfer_probe_score": 0.265058, "eval_order": 1621}
{"item_id": "college_chemistry__1", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009161, "transfer_probe_score": 0.0227, "eval_order": 1622}
{"item_id": "abstract_algebra__95", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.688926, "transfer_probe_score": 0.767224, "eval_order": 1623}
{"item_id": "high_school_chemistry__2", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.193496, "transfer_probe_score": 0.113787, "eval_order": 1624}
{"item_id": "high_school_psychology__119", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01437, "transfer_probe_score": 0.456769, "eval_order": 1625}
{"item_id": "econometrics__111", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.072013, "transfer_probe_score": 0.0936, "eval_order": 1626}
{"item_id": "professional_law__649", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.461655, "transfer_probe_score": 0.903542, "eval_order": 1627}
{"item_id": "anatomy__20", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001871, "transfer_probe_score": 0.178405, "eval_order": 1628}
{"item_id": "miscellaneous__421", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.0754, "transfer_probe_score": 0.012295, "eval_order": 1629}
{"item_id": "professional_law__190", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.434788, "transfer_probe_score": 0.885754, "eval_order": 1630}
{"item_id": "high_school_psychology__513", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.142369, "transfer_probe_score": 0.097864, "eval_order": 1631}
{"item_id": "marketing__121", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010268, "transfer_probe_score": 0.126655, "eval_order": 1632}
{"item_id": "econometrics__48", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.664341, "transfer_probe_score": 0.977783, "eval_order": 1633}
{"item_id": "college_physics__19", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.824064, "transfer_probe_score": 0.178527, "eval_order": 1634}
{"item_id": "anatomy__1", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.530071, "transfer_probe_score": 0.014991, "eval_order": 1635}
{"item_id": "marketing__228", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.051874, "transfer_probe_score": 0.018073, "eval_order": 1636}
{"item_id": "high_school_psychology__194", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.002081, "transfer_probe_score": 0.851782, "eval_order": 1637}
{"item_id": "econometrics__6", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.001247, "transfer_probe_score": 0.106639, "eval_order": 1638}
{"item_id": "professional_medicine__98", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007347, "transfer_probe_score": 0.121385, "eval_order": 1639}
{"item_id": "marketing__34", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.395241, "transfer_probe_score": 0.012968, "eval_order": 1640}
{"item_id": "formal_logic__106", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.77931, "transfer_probe_score": 0.357684, "eval_order": 1641}
{"item_id": "moral_scenarios__597", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.358832, "transfer_probe_score": 0.770235, "eval_order": 1642}
{"item_id": "college_chemistry__8", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.845851, "transfer_probe_score": 0.828734, "eval_order": 1643}
{"item_id": "electrical_engineering__80", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.16854, "transfer_probe_score": 0.560834, "eval_order": 1644}
{"item_id": "high_school_psychology__334", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.817131, "transfer_probe_score": 0.326173, "eval_order": 1645}
{"item_id": "professional_law__1084", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.212177, "transfer_probe_score": 0.298477, "eval_order": 1646}
{"item_id": "professional_medicine__251", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.270495, "transfer_probe_score": 0.98176, "eval_order": 1647}
{"item_id": "philosophy__301", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.214015, "transfer_probe_score": 0.048568, "eval_order": 1648}
{"item_id": "high_school_chemistry__23", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.372169, "transfer_probe_score": 0.148631, "eval_order": 1649}
{"item_id": "abstract_algebra__85", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.744119, "transfer_probe_score": 0.94051, "eval_order": 1650}
{"item_id": "philosophy__304", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.057494, "transfer_probe_score": 0.023214, "eval_order": 1651}
{"item_id": "college_computer_science__73", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.604218, "transfer_probe_score": 0.988442, "eval_order": 1652}
{"item_id": "high_school_psychology__393", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00336, "transfer_probe_score": 0.001706, "eval_order": 1653}
{"item_id": "high_school_mathematics__10", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.43535, "transfer_probe_score": 0.952562, "eval_order": 1654}
{"item_id": "college_mathematics__52", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.359212, "transfer_probe_score": 0.384293, "eval_order": 1655}
{"item_id": "high_school_psychology__335", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.078046, "transfer_probe_score": 0.995926, "eval_order": 1656}
{"item_id": "professional_law__662", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.777142, "transfer_probe_score": 0.089168, "eval_order": 1657}
{"item_id": "electrical_engineering__78", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.376792, "transfer_probe_score": 0.002209, "eval_order": 1658}
{"item_id": "professional_law__68", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.388596, "transfer_probe_score": 0.458952, "eval_order": 1659}
{"item_id": "high_school_mathematics__18", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.787847, "transfer_probe_score": 0.883249, "eval_order": 1660}
{"item_id": "miscellaneous__359", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.3555, "transfer_probe_score": 0.045493, "eval_order": 1661}
{"item_id": "conceptual_physics__94", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.886279, "transfer_probe_score": 0.795847, "eval_order": 1662}
{"item_id": "professional_law__1271", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.682844, "transfer_probe_score": 0.726157, "eval_order": 1663}
{"item_id": "anatomy__33", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.002698, "transfer_probe_score": 0.654519, "eval_order": 1664}
{"item_id": "college_mathematics__21", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.374634, "transfer_probe_score": 0.200061, "eval_order": 1665}
{"item_id": "high_school_physics__31", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.126761, "transfer_probe_score": 0.581451, "eval_order": 1666}
{"item_id": "professional_law__910", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.103859, "transfer_probe_score": 0.952513, "eval_order": 1667}
{"item_id": "professional_medicine__37", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.224831, "transfer_probe_score": 0.466181, "eval_order": 1668}
{"item_id": "econometrics__24", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.325112, "transfer_probe_score": 0.813317, "eval_order": 1669}
{"item_id": "high_school_mathematics__97", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001474, "transfer_probe_score": 0.25249, "eval_order": 1670}
{"item_id": "electrical_engineering__144", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.906193, "transfer_probe_score": 0.4459, "eval_order": 1671}
{"item_id": "high_school_psychology__41", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.058553, "transfer_probe_score": 0.003394, "eval_order": 1672}
{"item_id": "nutrition__255", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.193001, "transfer_probe_score": 0.082653, "eval_order": 1673}
{"item_id": "world_religions__122", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.593439, "transfer_probe_score": 0.96166, "eval_order": 1674}
{"item_id": "anatomy__116", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.259958, "transfer_probe_score": 0.156989, "eval_order": 1675}
{"item_id": "high_school_physics__28", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.388705, "transfer_probe_score": 0.053098, "eval_order": 1676}
{"item_id": "electrical_engineering__43", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.636569, "transfer_probe_score": 0.564278, "eval_order": 1677}
{"item_id": "high_school_physics__136", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.11036, "transfer_probe_score": 0.871406, "eval_order": 1678}
{"item_id": "professional_medicine__270", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.007842, "transfer_probe_score": 0.803077, "eval_order": 1679}
{"item_id": "professional_law__1028", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.153244, "transfer_probe_score": 0.525384, "eval_order": 1680}
{"item_id": "professional_law__759", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.020084, "transfer_probe_score": 0.236778, "eval_order": 1681}
{"item_id": "college_mathematics__71", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.628161, "transfer_probe_score": 0.755401, "eval_order": 1682}
{"item_id": "marketing__188", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.417282, "transfer_probe_score": 0.078452, "eval_order": 1683}
{"item_id": "marketing__225", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.03463, "transfer_probe_score": 0.032814, "eval_order": 1684}
{"item_id": "professional_medicine__100", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.035191, "transfer_probe_score": 0.857759, "eval_order": 1685}
{"item_id": "high_school_physics__144", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.664401, "transfer_probe_score": 0.372492, "eval_order": 1686}
{"item_id": "professional_law__837", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.349555, "transfer_probe_score": 0.950345, "eval_order": 1687}
{"item_id": "college_mathematics__25", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.690288, "transfer_probe_score": 0.976113, "eval_order": 1688}
{"item_id": "college_physics__61", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.03784, "transfer_probe_score": 0.040567, "eval_order": 1689}
{"item_id": "college_mathematics__73", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.928023, "transfer_probe_score": 0.996309, "eval_order": 1690}
{"item_id": "formal_logic__90", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.851217, "transfer_probe_score": 0.919826, "eval_order": 1691}
{"item_id": "college_physics__31", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.846909, "transfer_probe_score": 0.587552, "eval_order": 1692}
{"item_id": "moral_scenarios__181", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.428102, "transfer_probe_score": 0.787106, "eval_order": 1693}
{"item_id": "nutrition__241", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003076, "transfer_probe_score": 0.069266, "eval_order": 1694}
{"item_id": "conceptual_physics__80", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.77471, "transfer_probe_score": 0.096036, "eval_order": 1695}
{"item_id": "college_mathematics__99", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.57206, "transfer_probe_score": 0.402183, "eval_order": 1696}
{"item_id": "professional_medicine__49", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004265, "transfer_probe_score": 0.412823, "eval_order": 1697}
{"item_id": "college_mathematics__94", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.933458, "transfer_probe_score": 0.215344, "eval_order": 1698}
{"item_id": "moral_scenarios__441", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.583795, "transfer_probe_score": 0.013571, "eval_order": 1699}
{"item_id": "electrical_engineering__106", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.199152, "transfer_probe_score": 0.308209, "eval_order": 1700}
{"item_id": "conceptual_physics__153", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.951135, "transfer_probe_score": 0.001577, "eval_order": 1701}
{"item_id": "formal_logic__68", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.092412, "transfer_probe_score": 0.684162, "eval_order": 1702}
{"item_id": "high_school_chemistry__115", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.279124, "transfer_probe_score": 0.997255, "eval_order": 1703}
{"item_id": "nutrition__174", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.524678, "transfer_probe_score": 0.003416, "eval_order": 1704}
{"item_id": "formal_logic__58", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.488943, "transfer_probe_score": 0.919863, "eval_order": 1705}
{"item_id": "electrical_engineering__64", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.127152, "transfer_probe_score": 0.158216, "eval_order": 1706}
{"item_id": "econometrics__39", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.835618, "transfer_probe_score": 0.667648, "eval_order": 1707}
{"item_id": "high_school_mathematics__36", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.71512, "transfer_probe_score": 0.323819, "eval_order": 1708}
{"item_id": "world_religions__85", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009045, "transfer_probe_score": 0.153584, "eval_order": 1709}
{"item_id": "moral_scenarios__658", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.459344, "transfer_probe_score": 0.085293, "eval_order": 1710}
{"item_id": "high_school_psychology__304", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.168433, "transfer_probe_score": 0.057968, "eval_order": 1711}
{"item_id": "moral_scenarios__491", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.467898, "transfer_probe_score": 0.580702, "eval_order": 1712}
{"item_id": "high_school_chemistry__57", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.254173, "transfer_probe_score": 0.998035, "eval_order": 1713}
{"item_id": "formal_logic__123", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.913822, "transfer_probe_score": 0.896615, "eval_order": 1714}
{"item_id": "formal_logic__113", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.755204, "transfer_probe_score": 0.490727, "eval_order": 1715}
{"item_id": "high_school_physics__142", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.693433, "transfer_probe_score": 0.059108, "eval_order": 1716}
{"item_id": "world_religions__154", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.099794, "transfer_probe_score": 0.02193, "eval_order": 1717}
{"item_id": "nutrition__87", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.040733, "transfer_probe_score": 0.033263, "eval_order": 1718}
{"item_id": "moral_scenarios__600", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.516406, "transfer_probe_score": 0.407122, "eval_order": 1719}
{"item_id": "college_mathematics__40", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.729619, "transfer_probe_score": 0.946778, "eval_order": 1720}
{"item_id": "professional_law__564", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.146017, "transfer_probe_score": 0.893712, "eval_order": 1721}
{"item_id": "high_school_physics__137", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.264172, "transfer_probe_score": 0.999006, "eval_order": 1722}
{"item_id": "conceptual_physics__219", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.583381, "transfer_probe_score": 0.135406, "eval_order": 1723}
{"item_id": "college_mathematics__5", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.895187, "transfer_probe_score": 0.997152, "eval_order": 1724}
{"item_id": "electrical_engineering__133", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.824561, "transfer_probe_score": 0.098206, "eval_order": 1725}
{"item_id": "conceptual_physics__147", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.85175, "transfer_probe_score": 0.006321, "eval_order": 1726}
{"item_id": "high_school_chemistry__159", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.298344, "transfer_probe_score": 0.443578, "eval_order": 1727}
{"item_id": "miscellaneous__132", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.03106, "transfer_probe_score": 0.003181, "eval_order": 1728}
{"item_id": "high_school_chemistry__96", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.019736, "transfer_probe_score": 0.323598, "eval_order": 1729}
{"item_id": "econometrics__20", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014133, "transfer_probe_score": 0.984669, "eval_order": 1730}
{"item_id": "econometrics__2", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.313424, "transfer_probe_score": 0.050568, "eval_order": 1731}
{"item_id": "moral_scenarios__786", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.579976, "transfer_probe_score": 0.097297, "eval_order": 1732}
{"item_id": "high_school_chemistry__60", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.827684, "transfer_probe_score": 0.463015, "eval_order": 1733}
{"item_id": "high_school_mathematics__100", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.701257, "transfer_probe_score": 0.569327, "eval_order": 1734}
{"item_id": "world_religions__37", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.053513, "transfer_probe_score": 0.00682, "eval_order": 1735}
{"item_id": "electrical_engineering__11", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.709306, "transfer_probe_score": 0.001396, "eval_order": 1736}
{"item_id": "abstract_algebra__68", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.517694, "transfer_probe_score": 0.990172, "eval_order": 1737}
{"item_id": "world_religions__10", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.093993, "transfer_probe_score": 0.01042, "eval_order": 1738}
{"item_id": "college_physics__45", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.755257, "transfer_probe_score": 0.677555, "eval_order": 1739}
{"item_id": "econometrics__31", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.526827, "transfer_probe_score": 0.994699, "eval_order": 1740}
{"item_id": "college_mathematics__72", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.426312, "transfer_probe_score": 0.534871, "eval_order": 1741}
{"item_id": "college_physics__60", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.38864, "transfer_probe_score": 0.822279, "eval_order": 1742}
{"item_id": "professional_law__1229", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.252682, "transfer_probe_score": 0.575545, "eval_order": 1743}
{"item_id": "anatomy__119", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.110285, "transfer_probe_score": 0.01991, "eval_order": 1744}
{"item_id": "professional_medicine__200", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.499599, "transfer_probe_score": 0.069161, "eval_order": 1745}
{"item_id": "machine_learning__47", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.726389, "transfer_probe_score": 0.078983, "eval_order": 1746}
{"item_id": "high_school_physics__32", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.404216, "transfer_probe_score": 0.229499, "eval_order": 1747}
{"item_id": "electrical_engineering__73", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.443917, "transfer_probe_score": 0.928304, "eval_order": 1748}
{"item_id": "conceptual_physics__215", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.078509, "transfer_probe_score": 0.694202, "eval_order": 1749}
{"item_id": "college_chemistry__90", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.684611, "transfer_probe_score": 0.997431, "eval_order": 1750}
{"item_id": "econometrics__76", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.33568, "transfer_probe_score": 0.903658, "eval_order": 1751}
{"item_id": "professional_medicine__170", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024216, "transfer_probe_score": 0.768301, "eval_order": 1752}
{"item_id": "philosophy__139", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.029183, "transfer_probe_score": 0.010695, "eval_order": 1753}
{"item_id": "professional_medicine__204", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017711, "transfer_probe_score": 0.684816, "eval_order": 1754}
{"item_id": "anatomy__71", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.027507, "transfer_probe_score": 0.130462, "eval_order": 1755}
{"item_id": "philosophy__67", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.071788, "transfer_probe_score": 0.376882, "eval_order": 1756}
{"item_id": "high_school_psychology__345", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.824387, "transfer_probe_score": 0.163238, "eval_order": 1757}
{"item_id": "econometrics__103", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.643333, "transfer_probe_score": 0.997118, "eval_order": 1758}
{"item_id": "professional_law__373", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.764736, "transfer_probe_score": 0.856723, "eval_order": 1759}
{"item_id": "formal_logic__69", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.398959, "transfer_probe_score": 0.95754, "eval_order": 1760}
{"item_id": "high_school_chemistry__123", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.771075, "transfer_probe_score": 0.663101, "eval_order": 1761}
{"item_id": "high_school_chemistry__173", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.625949, "transfer_probe_score": 0.278843, "eval_order": 1762}
{"item_id": "high_school_chemistry__116", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026937, "transfer_probe_score": 0.40587, "eval_order": 1763}
{"item_id": "college_chemistry__86", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.785444, "transfer_probe_score": 0.69968, "eval_order": 1764}
{"item_id": "miscellaneous__669", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.112903, "transfer_probe_score": 0.00802, "eval_order": 1765}
{"item_id": "electrical_engineering__48", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.080828, "transfer_probe_score": 0.431406, "eval_order": 1766}
{"item_id": "high_school_chemistry__98", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.788196, "transfer_probe_score": 0.691182, "eval_order": 1767}
{"item_id": "moral_scenarios__62", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.578788, "transfer_probe_score": 0.684729, "eval_order": 1768}
{"item_id": "marketing__111", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01094, "transfer_probe_score": 0.118147, "eval_order": 1769}
{"item_id": "marketing__156", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.181712, "transfer_probe_score": 0.016683, "eval_order": 1770}
{"item_id": "anatomy__95", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.0954, "transfer_probe_score": 0.16758, "eval_order": 1771}
{"item_id": "econometrics__46", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017531, "transfer_probe_score": 0.978471, "eval_order": 1772}
{"item_id": "abstract_algebra__16", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.330887, "transfer_probe_score": 0.939153, "eval_order": 1773}
{"item_id": "electrical_engineering__123", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.83203, "transfer_probe_score": 0.21156, "eval_order": 1774}
{"item_id": "conceptual_physics__47", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.677908, "transfer_probe_score": 0.004342, "eval_order": 1775}
{"item_id": "anatomy__53", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.047959, "transfer_probe_score": 0.027444, "eval_order": 1776}
{"item_id": "world_religions__70", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001709, "transfer_probe_score": 0.08668, "eval_order": 1777}
{"item_id": "abstract_algebra__61", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.608907, "transfer_probe_score": 0.726475, "eval_order": 1778}
{"item_id": "conceptual_physics__83", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.760519, "transfer_probe_score": 0.090893, "eval_order": 1779}
{"item_id": "miscellaneous__16", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.623839, "transfer_probe_score": 0.058459, "eval_order": 1780}
{"item_id": "abstract_algebra__44", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.524427, "transfer_probe_score": 0.981711, "eval_order": 1781}
{"item_id": "miscellaneous__156", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.042462, "transfer_probe_score": 0.005425, "eval_order": 1782}
{"item_id": "professional_law__757", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.584241, "transfer_probe_score": 0.543441, "eval_order": 1783}
{"item_id": "anatomy__43", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.545981, "transfer_probe_score": 0.069111, "eval_order": 1784}
{"item_id": "high_school_psychology__203", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.027961, "transfer_probe_score": 0.352891, "eval_order": 1785}
{"item_id": "college_chemistry__92", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.816797, "transfer_probe_score": 0.062943, "eval_order": 1786}
{"item_id": "anatomy__92", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.240426, "transfer_probe_score": 0.008068, "eval_order": 1787}
{"item_id": "miscellaneous__580", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010859, "transfer_probe_score": 0.552654, "eval_order": 1788}
{"item_id": "miscellaneous__616", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.124325, "transfer_probe_score": 0.006024, "eval_order": 1789}
{"item_id": "conceptual_physics__158", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.367518, "transfer_probe_score": 0.027815, "eval_order": 1790}
{"item_id": "professional_medicine__36", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.152779, "transfer_probe_score": 0.647279, "eval_order": 1791}
{"item_id": "high_school_psychology__538", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.461066, "transfer_probe_score": 0.014483, "eval_order": 1792}
{"item_id": "professional_medicine__231", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.492983, "transfer_probe_score": 0.049991, "eval_order": 1793}
{"item_id": "professional_law__634", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.621333, "transfer_probe_score": 0.9945, "eval_order": 1794}
{"item_id": "abstract_algebra__5", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.760457, "transfer_probe_score": 0.6654, "eval_order": 1795}
{"item_id": "high_school_psychology__409", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.049273, "transfer_probe_score": 0.040531, "eval_order": 1796}
{"item_id": "college_mathematics__60", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.771629, "transfer_probe_score": 0.022719, "eval_order": 1797}
{"item_id": "high_school_chemistry__40", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.177251, "transfer_probe_score": 0.030011, "eval_order": 1798}
{"item_id": "moral_scenarios__50", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.659921, "transfer_probe_score": 0.15027, "eval_order": 1799}
{"item_id": "high_school_physics__131", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.135387, "transfer_probe_score": 0.087503, "eval_order": 1800}
{"item_id": "philosophy__181", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.599467, "transfer_probe_score": 0.950447, "eval_order": 1801}
{"item_id": "college_mathematics__41", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.327135, "transfer_probe_score": 0.90858, "eval_order": 1802}
{"item_id": "philosophy__10", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.037111, "transfer_probe_score": 0.004233, "eval_order": 1803}
{"item_id": "college_computer_science__32", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.209417, "transfer_probe_score": 0.652912, "eval_order": 1804}
{"item_id": "abstract_algebra__33", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.973196, "transfer_probe_score": 0.82918, "eval_order": 1805}
{"item_id": "college_chemistry__72", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.741795, "transfer_probe_score": 0.301699, "eval_order": 1806}
{"item_id": "moral_scenarios__246", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.408518, "transfer_probe_score": 0.565592, "eval_order": 1807}
{"item_id": "professional_law__415", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.683731, "transfer_probe_score": 0.264303, "eval_order": 1808}
{"item_id": "college_computer_science__57", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.630167, "transfer_probe_score": 0.996615, "eval_order": 1809}
{"item_id": "high_school_chemistry__134", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.670136, "transfer_probe_score": 0.619602, "eval_order": 1810}
{"item_id": "econometrics__79", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.822786, "transfer_probe_score": 0.316104, "eval_order": 1811}
{"item_id": "machine_learning__53", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.150731, "transfer_probe_score": 0.00017, "eval_order": 1812}
{"item_id": "conceptual_physics__189", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.105579, "transfer_probe_score": 0.0023, "eval_order": 1813}
{"item_id": "moral_scenarios__389", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.391803, "transfer_probe_score": 0.007439, "eval_order": 1814}
{"item_id": "high_school_chemistry__193", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.081156, "transfer_probe_score": 0.039484, "eval_order": 1815}
{"item_id": "world_religions__68", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009803, "transfer_probe_score": 0.039274, "eval_order": 1816}
{"item_id": "anatomy__50", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.015001, "transfer_probe_score": 0.088296, "eval_order": 1817}
{"item_id": "high_school_mathematics__41", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.45304, "transfer_probe_score": 0.623563, "eval_order": 1818}
{"item_id": "college_chemistry__38", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.871093, "transfer_probe_score": 0.695186, "eval_order": 1819}
{"item_id": "professional_medicine__10", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.47127, "transfer_probe_score": 0.87115, "eval_order": 1820}
{"item_id": "high_school_physics__113", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.875606, "transfer_probe_score": 0.159036, "eval_order": 1821}
{"item_id": "college_computer_science__84", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.979744, "transfer_probe_score": 0.931267, "eval_order": 1822}
{"item_id": "high_school_physics__10", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.744968, "transfer_probe_score": 0.226074, "eval_order": 1823}
{"item_id": "college_computer_science__93", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.021132, "transfer_probe_score": 0.04223, "eval_order": 1824}
{"item_id": "miscellaneous__213", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.147166, "transfer_probe_score": 0.635928, "eval_order": 1825}
{"item_id": "electrical_engineering__2", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.684597, "transfer_probe_score": 0.25241, "eval_order": 1826}
{"item_id": "high_school_mathematics__178", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.606314, "transfer_probe_score": 0.984239, "eval_order": 1827}
{"item_id": "professional_law__1248", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.841422, "transfer_probe_score": 0.778906, "eval_order": 1828}
{"item_id": "econometrics__29", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.105168, "transfer_probe_score": 0.120231, "eval_order": 1829}
{"item_id": "professional_medicine__236", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.10719, "transfer_probe_score": 0.727909, "eval_order": 1830}
{"item_id": "electrical_engineering__12", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.469159, "transfer_probe_score": 0.065726, "eval_order": 1831}
{"item_id": "professional_medicine__13", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.335559, "transfer_probe_score": 0.931053, "eval_order": 1832}
{"item_id": "philosophy__162", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.629403, "transfer_probe_score": 0.520162, "eval_order": 1833}
{"item_id": "college_physics__83", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.467528, "transfer_probe_score": 0.842124, "eval_order": 1834}
{"item_id": "high_school_mathematics__58", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.256049, "transfer_probe_score": 0.988375, "eval_order": 1835}
{"item_id": "high_school_chemistry__33", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.340228, "transfer_probe_score": 0.034602, "eval_order": 1836}
{"item_id": "econometrics__34", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.283687, "transfer_probe_score": 0.977047, "eval_order": 1837}
{"item_id": "abstract_algebra__58", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.744878, "transfer_probe_score": 0.82009, "eval_order": 1838}
{"item_id": "machine_learning__99", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.31924, "transfer_probe_score": 0.129096, "eval_order": 1839}
{"item_id": "high_school_psychology__96", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01472, "transfer_probe_score": 0.064929, "eval_order": 1840}
{"item_id": "conceptual_physics__213", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006132, "transfer_probe_score": 0.147373, "eval_order": 1841}
{"item_id": "anatomy__113", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.061838, "transfer_probe_score": 0.002635, "eval_order": 1842}
{"item_id": "high_school_mathematics__50", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.58453, "transfer_probe_score": 0.973744, "eval_order": 1843}
{"item_id": "college_mathematics__68", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.23132, "transfer_probe_score": 0.040896, "eval_order": 1844}
{"item_id": "miscellaneous__154", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010022, "transfer_probe_score": 0.002668, "eval_order": 1845}
{"item_id": "world_religions__112", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.100292, "transfer_probe_score": 0.108262, "eval_order": 1846}
{"item_id": "world_religions__131", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.139655, "transfer_probe_score": 0.514836, "eval_order": 1847}
{"item_id": "high_school_mathematics__53", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.978936, "transfer_probe_score": 0.135062, "eval_order": 1848}
{"item_id": "college_chemistry__67", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.829089, "transfer_probe_score": 0.998885, "eval_order": 1849}
{"item_id": "college_chemistry__62", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.606845, "transfer_probe_score": 0.79611, "eval_order": 1850}
{"item_id": "professional_medicine__225", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.138453, "transfer_probe_score": 0.405967, "eval_order": 1851}
{"item_id": "professional_medicine__39", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010362, "transfer_probe_score": 0.979775, "eval_order": 1852}
{"item_id": "electrical_engineering__16", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017304, "transfer_probe_score": 0.012974, "eval_order": 1853}
{"item_id": "professional_law__1474", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.811876, "transfer_probe_score": 0.973102, "eval_order": 1854}
{"item_id": "nutrition__77", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.090152, "transfer_probe_score": 0.007356, "eval_order": 1855}
{"item_id": "marketing__199", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009065, "transfer_probe_score": 0.04988, "eval_order": 1856}
{"item_id": "philosophy__141", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.245496, "transfer_probe_score": 0.001083, "eval_order": 1857}
{"item_id": "college_computer_science__60", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.719991, "transfer_probe_score": 0.965952, "eval_order": 1858}
{"item_id": "econometrics__67", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.220113, "transfer_probe_score": 0.915052, "eval_order": 1859}
{"item_id": "formal_logic__26", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.615448, "transfer_probe_score": 0.95868, "eval_order": 1860}
{"item_id": "college_computer_science__18", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.40313, "transfer_probe_score": 0.017805, "eval_order": 1861}
{"item_id": "moral_scenarios__878", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.468849, "transfer_probe_score": 0.335429, "eval_order": 1862}
{"item_id": "college_chemistry__98", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.774834, "transfer_probe_score": 0.158805, "eval_order": 1863}
{"item_id": "moral_scenarios__865", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.548116, "transfer_probe_score": 0.007466, "eval_order": 1864}
{"item_id": "moral_scenarios__314", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.711641, "transfer_probe_score": 0.760145, "eval_order": 1865}
{"item_id": "professional_law__729", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.807834, "transfer_probe_score": 0.771642, "eval_order": 1866}
{"item_id": "conceptual_physics__190", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.351358, "transfer_probe_score": 0.911811, "eval_order": 1867}
{"item_id": "college_computer_science__47", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.620049, "transfer_probe_score": 0.719432, "eval_order": 1868}
{"item_id": "college_chemistry__55", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012044, "transfer_probe_score": 0.209808, "eval_order": 1869}
{"item_id": "machine_learning__94", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.748303, "transfer_probe_score": 0.971925, "eval_order": 1870}
{"item_id": "world_religions__81", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026552, "transfer_probe_score": 0.017978, "eval_order": 1871}
{"item_id": "marketing__143", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.06505, "transfer_probe_score": 0.007225, "eval_order": 1872}
{"item_id": "abstract_algebra__50", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.81766, "transfer_probe_score": 0.988313, "eval_order": 1873}
{"item_id": "college_mathematics__7", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.337847, "transfer_probe_score": 0.322032, "eval_order": 1874}
{"item_id": "conceptual_physics__207", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.341706, "transfer_probe_score": 0.270114, "eval_order": 1875}
{"item_id": "electrical_engineering__53", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.310754, "transfer_probe_score": 0.345058, "eval_order": 1876}
{"item_id": "college_computer_science__87", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.734841, "transfer_probe_score": 0.98081, "eval_order": 1877}
{"item_id": "high_school_chemistry__111", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.541574, "transfer_probe_score": 0.111243, "eval_order": 1878}
{"item_id": "high_school_physics__59", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.899049, "transfer_probe_score": 0.153717, "eval_order": 1879}
{"item_id": "miscellaneous__673", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.048826, "transfer_probe_score": 0.041804, "eval_order": 1880}
{"item_id": "abstract_algebra__78", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.7537, "transfer_probe_score": 0.991233, "eval_order": 1881}
{"item_id": "conceptual_physics__69", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.267685, "transfer_probe_score": 0.017127, "eval_order": 1882}
{"item_id": "professional_medicine__216", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.127385, "transfer_probe_score": 0.970771, "eval_order": 1883}
{"item_id": "conceptual_physics__31", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.323836, "transfer_probe_score": 0.001038, "eval_order": 1884}
{"item_id": "high_school_mathematics__219", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.855365, "transfer_probe_score": 0.996615, "eval_order": 1885}
{"item_id": "professional_medicine__213", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.237721, "transfer_probe_score": 0.862774, "eval_order": 1886}
{"item_id": "high_school_psychology__492", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.356896, "transfer_probe_score": 0.585343, "eval_order": 1887}
{"item_id": "professional_medicine__135", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.17386, "transfer_probe_score": 0.98767, "eval_order": 1888}
{"item_id": "machine_learning__13", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.651976, "transfer_probe_score": 0.623147, "eval_order": 1889}
{"item_id": "electrical_engineering__22", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.790066, "transfer_probe_score": 0.06576, "eval_order": 1890}
{"item_id": "college_computer_science__61", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.011318, "transfer_probe_score": 0.010594, "eval_order": 1891}
{"item_id": "miscellaneous__697", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033201, "transfer_probe_score": 0.19596, "eval_order": 1892}
{"item_id": "world_religions__57", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.051378, "transfer_probe_score": 0.533338, "eval_order": 1893}
{"item_id": "miscellaneous__105", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.021, "transfer_probe_score": 0.249945, "eval_order": 1894}
{"item_id": "moral_scenarios__193", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.444777, "transfer_probe_score": 0.064509, "eval_order": 1895}
{"item_id": "high_school_physics__122", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.436878, "transfer_probe_score": 0.263675, "eval_order": 1896}
{"item_id": "formal_logic__86", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.224522, "transfer_probe_score": 0.736356, "eval_order": 1897}
{"item_id": "miscellaneous__545", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.454841, "transfer_probe_score": 0.00457, "eval_order": 1898}
{"item_id": "college_mathematics__19", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.926159, "transfer_probe_score": 0.985044, "eval_order": 1899}
{"item_id": "philosophy__150", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013455, "transfer_probe_score": 0.415988, "eval_order": 1900}
{"item_id": "high_school_psychology__24", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.058647, "transfer_probe_score": 0.005748, "eval_order": 1901}
{"item_id": "college_computer_science__69", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.761366, "transfer_probe_score": 0.954655, "eval_order": 1902}
{"item_id": "professional_medicine__263", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023437, "transfer_probe_score": 0.012821, "eval_order": 1903}
{"item_id": "anatomy__85", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.70997, "transfer_probe_score": 0.511118, "eval_order": 1904}
{"item_id": "world_religions__103", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014596, "transfer_probe_score": 0.102936, "eval_order": 1905}
{"item_id": "conceptual_physics__173", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.897166, "transfer_probe_score": 0.001973, "eval_order": 1906}
{"item_id": "nutrition__56", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.034451, "transfer_probe_score": 0.31132, "eval_order": 1907}
{"item_id": "high_school_physics__89", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.564446, "transfer_probe_score": 0.06415, "eval_order": 1908}
{"item_id": "miscellaneous__442", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016717, "transfer_probe_score": 0.964513, "eval_order": 1909}
{"item_id": "world_religions__108", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.260253, "transfer_probe_score": 0.024387, "eval_order": 1910}
{"item_id": "electrical_engineering__110", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.786035, "transfer_probe_score": 0.422045, "eval_order": 1911}
{"item_id": "abstract_algebra__6", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.640915, "transfer_probe_score": 0.970724, "eval_order": 1912}
{"item_id": "college_chemistry__11", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.927004, "transfer_probe_score": 0.980925, "eval_order": 1913}
{"item_id": "high_school_physics__29", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.654604, "transfer_probe_score": 0.251246, "eval_order": 1914}
{"item_id": "electrical_engineering__102", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.309583, "transfer_probe_score": 0.350458, "eval_order": 1915}
{"item_id": "machine_learning__107", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.594448, "transfer_probe_score": 0.554375, "eval_order": 1916}
{"item_id": "high_school_chemistry__106", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.586918, "transfer_probe_score": 0.014051, "eval_order": 1917}
{"item_id": "high_school_physics__129", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.743785, "transfer_probe_score": 0.615676, "eval_order": 1918}
{"item_id": "world_religions__166", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.373053, "transfer_probe_score": 0.010744, "eval_order": 1919}
{"item_id": "miscellaneous__169", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004194, "transfer_probe_score": 0.040794, "eval_order": 1920}
{"item_id": "college_physics__54", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.20571, "transfer_probe_score": 0.026587, "eval_order": 1921}
{"item_id": "professional_law__959", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.604793, "transfer_probe_score": 0.877253, "eval_order": 1922}
{"item_id": "college_computer_science__39", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.048614, "transfer_probe_score": 0.953786, "eval_order": 1923}
{"item_id": "moral_scenarios__807", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.549385, "transfer_probe_score": 0.090541, "eval_order": 1924}
{"item_id": "conceptual_physics__105", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.161765, "transfer_probe_score": 0.028578, "eval_order": 1925}
{"item_id": "anatomy__7", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.0677, "transfer_probe_score": 0.01034, "eval_order": 1926}
{"item_id": "formal_logic__80", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.585414, "transfer_probe_score": 0.44411, "eval_order": 1927}
{"item_id": "formal_logic__59", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.587763, "transfer_probe_score": 0.335719, "eval_order": 1928}
{"item_id": "college_chemistry__80", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.501274, "transfer_probe_score": 0.228379, "eval_order": 1929}
{"item_id": "professional_law__718", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.178443, "transfer_probe_score": 0.429559, "eval_order": 1930}
{"item_id": "philosophy__172", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.131869, "transfer_probe_score": 0.005063, "eval_order": 1931}
{"item_id": "high_school_psychology__419", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.357307, "transfer_probe_score": 0.523653, "eval_order": 1932}
{"item_id": "professional_medicine__31", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.467067, "transfer_probe_score": 0.744206, "eval_order": 1933}
{"item_id": "high_school_physics__90", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.685318, "transfer_probe_score": 0.940034, "eval_order": 1934}
{"item_id": "high_school_psychology__64", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.076738, "transfer_probe_score": 0.980702, "eval_order": 1935}
{"item_id": "high_school_chemistry__142", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.543705, "transfer_probe_score": 0.892537, "eval_order": 1936}
{"item_id": "high_school_psychology__225", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.113918, "transfer_probe_score": 0.008657, "eval_order": 1937}
{"item_id": "philosophy__36", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.422899, "transfer_probe_score": 0.196975, "eval_order": 1938}
{"item_id": "formal_logic__121", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.706168, "transfer_probe_score": 0.980452, "eval_order": 1939}
{"item_id": "anatomy__87", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.65338, "transfer_probe_score": 0.027924, "eval_order": 1940}
{"item_id": "conceptual_physics__72", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.058911, "transfer_probe_score": 0.556536, "eval_order": 1941}
{"item_id": "professional_law__1265", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.622821, "transfer_probe_score": 0.99054, "eval_order": 1942}
{"item_id": "conceptual_physics__20", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.202076, "transfer_probe_score": 0.265768, "eval_order": 1943}
{"item_id": "econometrics__109", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.438785, "transfer_probe_score": 0.912347, "eval_order": 1944}
{"item_id": "nutrition__129", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.056324, "transfer_probe_score": 0.027379, "eval_order": 1945}
{"item_id": "high_school_mathematics__87", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.360287, "transfer_probe_score": 0.220108, "eval_order": 1946}
{"item_id": "formal_logic__107", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.467064, "transfer_probe_score": 0.231305, "eval_order": 1947}
{"item_id": "world_religions__157", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.636163, "transfer_probe_score": 0.011242, "eval_order": 1948}
{"item_id": "philosophy__117", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013588, "transfer_probe_score": 0.032843, "eval_order": 1949}
{"item_id": "machine_learning__42", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.667979, "transfer_probe_score": 0.980459, "eval_order": 1950}
{"item_id": "econometrics__15", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.667259, "transfer_probe_score": 0.988087, "eval_order": 1951}
{"item_id": "professional_law__1340", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.116441, "transfer_probe_score": 0.824149, "eval_order": 1952}
{"item_id": "anatomy__49", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.731549, "transfer_probe_score": 0.332785, "eval_order": 1953}
{"item_id": "high_school_chemistry__124", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.41059, "transfer_probe_score": 0.009693, "eval_order": 1954}
{"item_id": "high_school_physics__92", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.830889, "transfer_probe_score": 0.341424, "eval_order": 1955}
{"item_id": "world_religions__97", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.894331, "transfer_probe_score": 0.004435, "eval_order": 1956}
{"item_id": "world_religions__50", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.124685, "transfer_probe_score": 0.143071, "eval_order": 1957}
{"item_id": "professional_law__961", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.653029, "transfer_probe_score": 0.625893, "eval_order": 1958}
{"item_id": "professional_law__809", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.680538, "transfer_probe_score": 0.857768, "eval_order": 1959}
{"item_id": "miscellaneous__147", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.064459, "transfer_probe_score": 0.012473, "eval_order": 1960}
{"item_id": "world_religions__44", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.213641, "transfer_probe_score": 0.246823, "eval_order": 1961}
{"item_id": "nutrition__219", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.206054, "transfer_probe_score": 0.107941, "eval_order": 1962}
{"item_id": "conceptual_physics__106", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.830099, "transfer_probe_score": 0.836153, "eval_order": 1963}
{"item_id": "philosophy__90", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.438386, "transfer_probe_score": 0.011257, "eval_order": 1964}
{"item_id": "professional_medicine__241", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005545, "transfer_probe_score": 0.436328, "eval_order": 1965}
{"item_id": "econometrics__81", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.047095, "transfer_probe_score": 0.042955, "eval_order": 1966}
{"item_id": "anatomy__93", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.577427, "transfer_probe_score": 0.699435, "eval_order": 1967}
{"item_id": "marketing__231", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.027176, "transfer_probe_score": 0.966252, "eval_order": 1968}
{"item_id": "high_school_mathematics__4", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.070646, "transfer_probe_score": 0.507143, "eval_order": 1969}
{"item_id": "anatomy__127", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.602935, "transfer_probe_score": 0.000849, "eval_order": 1970}
{"item_id": "professional_law__1163", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033014, "transfer_probe_score": 0.939324, "eval_order": 1971}
{"item_id": "formal_logic__71", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.755258, "transfer_probe_score": 0.930086, "eval_order": 1972}
{"item_id": "professional_law__218", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.768484, "transfer_probe_score": 0.969403, "eval_order": 1973}
{"item_id": "formal_logic__116", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.779659, "transfer_probe_score": 0.365754, "eval_order": 1974}
{"item_id": "high_school_physics__46", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.680852, "transfer_probe_score": 0.026667, "eval_order": 1975}
{"item_id": "philosophy__239", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.198067, "transfer_probe_score": 0.073258, "eval_order": 1976}
{"item_id": "moral_scenarios__669", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.256587, "transfer_probe_score": 0.010069, "eval_order": 1977}
{"item_id": "high_school_mathematics__220", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.693465, "transfer_probe_score": 0.235627, "eval_order": 1978}
{"item_id": "machine_learning__33", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.478601, "transfer_probe_score": 0.081485, "eval_order": 1979}
{"item_id": "marketing__71", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.765113, "transfer_probe_score": 0.054039, "eval_order": 1980}
{"item_id": "formal_logic__73", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.9601, "transfer_probe_score": 0.998376, "eval_order": 1981}
{"item_id": "college_mathematics__1", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.744103, "transfer_probe_score": 0.501006, "eval_order": 1982}
{"item_id": "college_computer_science__70", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.478478, "transfer_probe_score": 0.953946, "eval_order": 1983}
{"item_id": "high_school_chemistry__114", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.505064, "transfer_probe_score": 0.024096, "eval_order": 1984}
{"item_id": "marketing__33", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.308107, "transfer_probe_score": 0.040927, "eval_order": 1985}
{"item_id": "professional_law__699", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.360176, "transfer_probe_score": 0.939113, "eval_order": 1986}
{"item_id": "world_religions__59", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.081949, "transfer_probe_score": 0.041332, "eval_order": 1987}
{"item_id": "high_school_physics__121", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.969989, "transfer_probe_score": 0.420367, "eval_order": 1988}
{"item_id": "high_school_chemistry__47", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.369327, "transfer_probe_score": 0.09191, "eval_order": 1989}
{"item_id": "college_mathematics__36", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.970261, "transfer_probe_score": 0.081036, "eval_order": 1990}
{"item_id": "high_school_chemistry__21", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.910027, "transfer_probe_score": 0.009929, "eval_order": 1991}
{"item_id": "formal_logic__40", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.043213, "transfer_probe_score": 0.050096, "eval_order": 1992}
{"item_id": "high_school_physics__111", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.376189, "transfer_probe_score": 0.094161, "eval_order": 1993}
{"item_id": "miscellaneous__114", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.034582, "transfer_probe_score": 0.227952, "eval_order": 1994}
{"item_id": "world_religions__33", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003846, "transfer_probe_score": 0.03289, "eval_order": 1995}
{"item_id": "high_school_chemistry__164", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.700143, "transfer_probe_score": 0.056424, "eval_order": 1996}
{"item_id": "college_computer_science__12", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.852442, "transfer_probe_score": 0.68409, "eval_order": 1997}
{"item_id": "electrical_engineering__124", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.829635, "transfer_probe_score": 0.00137, "eval_order": 1998}
{"item_id": "philosophy__34", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.644911, "transfer_probe_score": 0.198321, "eval_order": 1999}
{"item_id": "miscellaneous__610", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004642, "transfer_probe_score": 0.058438, "eval_order": 2000}
{"item_id": "miscellaneous__19", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001947, "transfer_probe_score": 0.00697, "eval_order": 2001}
{"item_id": "electrical_engineering__5", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.238929, "transfer_probe_score": 0.090087, "eval_order": 2002}
{"item_id": "conceptual_physics__48", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.60147, "transfer_probe_score": 0.030842, "eval_order": 2003}
{"item_id": "miscellaneous__57", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001805, "transfer_probe_score": 0.597546, "eval_order": 2004}
{"item_id": "professional_medicine__154", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.346425, "transfer_probe_score": 0.790789, "eval_order": 2005}
{"item_id": "conceptual_physics__225", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.046859, "transfer_probe_score": 0.012668, "eval_order": 2006}
{"item_id": "high_school_physics__79", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.369542, "transfer_probe_score": 0.510686, "eval_order": 2007}
{"item_id": "college_chemistry__61", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.951144, "transfer_probe_score": 0.71162, "eval_order": 2008}
{"item_id": "professional_medicine__60", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.243739, "transfer_probe_score": 0.991552, "eval_order": 2009}
{"item_id": "high_school_mathematics__54", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.894949, "transfer_probe_score": 0.912944, "eval_order": 2010}
{"item_id": "formal_logic__41", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.553836, "transfer_probe_score": 0.951632, "eval_order": 2011}
{"item_id": "econometrics__45", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.987872, "transfer_probe_score": 0.655971, "eval_order": 2012}
{"item_id": "anatomy__3", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.352885, "transfer_probe_score": 0.028725, "eval_order": 2013}
{"item_id": "econometrics__50", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.753695, "transfer_probe_score": 0.981645, "eval_order": 2014}
{"item_id": "world_religions__38", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001767, "transfer_probe_score": 0.004189, "eval_order": 2015}
{"item_id": "high_school_psychology__487", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.058829, "transfer_probe_score": 0.558741, "eval_order": 2016}
{"item_id": "professional_law__321", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.027228, "transfer_probe_score": 0.627864, "eval_order": 2017}
{"item_id": "world_religions__79", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.023337, "transfer_probe_score": 0.300982, "eval_order": 2018}
{"item_id": "formal_logic__46", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.110064, "transfer_probe_score": 0.996236, "eval_order": 2019}
{"item_id": "miscellaneous__561", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.38154, "transfer_probe_score": 0.501021, "eval_order": 2020}
{"item_id": "high_school_physics__101", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.690658, "transfer_probe_score": 0.994018, "eval_order": 2021}
{"item_id": "anatomy__51", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.159646, "transfer_probe_score": 0.071095, "eval_order": 2022}
{"item_id": "college_mathematics__76", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.802769, "transfer_probe_score": 0.97444, "eval_order": 2023}
{"item_id": "high_school_psychology__501", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.159188, "transfer_probe_score": 0.147674, "eval_order": 2024}
{"item_id": "econometrics__27", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.483853, "transfer_probe_score": 0.934343, "eval_order": 2025}
{"item_id": "professional_medicine__93", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.108497, "transfer_probe_score": 0.427778, "eval_order": 2026}
{"item_id": "philosophy__299", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.793995, "transfer_probe_score": 0.00422, "eval_order": 2027}
{"item_id": "professional_law__133", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.334152, "transfer_probe_score": 0.420994, "eval_order": 2028}
{"item_id": "conceptual_physics__136", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.152733, "transfer_probe_score": 0.054322, "eval_order": 2029}
{"item_id": "college_mathematics__17", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.779644, "transfer_probe_score": 0.996358, "eval_order": 2030}
{"item_id": "college_chemistry__36", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.936289, "transfer_probe_score": 0.651768, "eval_order": 2031}
{"item_id": "econometrics__41", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.832985, "transfer_probe_score": 0.996023, "eval_order": 2032}
{"item_id": "abstract_algebra__7", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.840044, "transfer_probe_score": 0.983351, "eval_order": 2033}
{"item_id": "anatomy__134", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.899628, "transfer_probe_score": 0.02644, "eval_order": 2034}
{"item_id": "professional_medicine__255", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.0022, "transfer_probe_score": 0.974017, "eval_order": 2035}
{"item_id": "high_school_physics__95", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.346957, "transfer_probe_score": 0.877026, "eval_order": 2036}
{"item_id": "machine_learning__21", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.623955, "transfer_probe_score": 0.956695, "eval_order": 2037}
{"item_id": "college_mathematics__20", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.59444, "transfer_probe_score": 0.992665, "eval_order": 2038}
{"item_id": "formal_logic__99", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.851796, "transfer_probe_score": 0.966366, "eval_order": 2039}
{"item_id": "philosophy__137", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007302, "transfer_probe_score": 0.299327, "eval_order": 2040}
{"item_id": "formal_logic__10", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.299168, "transfer_probe_score": 0.999637, "eval_order": 2041}
{"item_id": "professional_medicine__71", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.177834, "transfer_probe_score": 0.297005, "eval_order": 2042}
{"item_id": "professional_law__1124", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.729579, "transfer_probe_score": 0.984088, "eval_order": 2043}
{"item_id": "high_school_chemistry__89", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.616498, "transfer_probe_score": 0.477391, "eval_order": 2044}
{"item_id": "college_computer_science__55", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.33748, "transfer_probe_score": 0.564854, "eval_order": 2045}
{"item_id": "college_physics__0", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.960254, "transfer_probe_score": 0.161214, "eval_order": 2046}
{"item_id": "machine_learning__55", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.047021, "transfer_probe_score": 0.17918, "eval_order": 2047}
{"item_id": "miscellaneous__768", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.014312, "transfer_probe_score": 0.313834, "eval_order": 2048}
{"item_id": "miscellaneous__781", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017179, "transfer_probe_score": 0.020335, "eval_order": 2049}
{"item_id": "moral_scenarios__765", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.38723, "transfer_probe_score": 0.133148, "eval_order": 2050}
{"item_id": "college_physics__67", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.948301, "transfer_probe_score": 0.950383, "eval_order": 2051}
{"item_id": "world_religions__73", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.046702, "transfer_probe_score": 0.747575, "eval_order": 2052}
{"item_id": "miscellaneous__728", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.019341, "transfer_probe_score": 0.664575, "eval_order": 2053}
{"item_id": "college_physics__89", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.676173, "transfer_probe_score": 0.064707, "eval_order": 2054}
{"item_id": "miscellaneous__775", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.004164, "transfer_probe_score": 0.137579, "eval_order": 2055}
{"item_id": "formal_logic__56", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.660363, "transfer_probe_score": 0.406026, "eval_order": 2056}
{"item_id": "formal_logic__85", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.75664, "transfer_probe_score": 0.623911, "eval_order": 2057}
{"item_id": "miscellaneous__125", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.03559, "transfer_probe_score": 0.58192, "eval_order": 2058}
{"item_id": "machine_learning__6", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.176324, "transfer_probe_score": 0.900805, "eval_order": 2059}
{"item_id": "college_computer_science__63", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.071476, "transfer_probe_score": 0.305979, "eval_order": 2060}
{"item_id": "formal_logic__52", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.186665, "transfer_probe_score": 0.90478, "eval_order": 2061}
{"item_id": "formal_logic__115", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.493701, "transfer_probe_score": 0.632862, "eval_order": 2062}
{"item_id": "world_religions__118", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006045, "transfer_probe_score": 0.087323, "eval_order": 2063}
{"item_id": "college_computer_science__0", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.560537, "transfer_probe_score": 0.775834, "eval_order": 2064}
{"item_id": "high_school_chemistry__188", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.870637, "transfer_probe_score": 0.583042, "eval_order": 2065}
{"item_id": "college_chemistry__6", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.392603, "transfer_probe_score": 0.007089, "eval_order": 2066}
{"item_id": "professional_law__1446", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.829643, "transfer_probe_score": 0.982102, "eval_order": 2067}
{"item_id": "college_computer_science__3", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.329458, "transfer_probe_score": 0.561465, "eval_order": 2068}
{"item_id": "electrical_engineering__42", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.914047, "transfer_probe_score": 0.319306, "eval_order": 2069}
{"item_id": "anatomy__48", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.442164, "transfer_probe_score": 0.002266, "eval_order": 2070}
{"item_id": "high_school_physics__34", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.688517, "transfer_probe_score": 0.391059, "eval_order": 2071}
{"item_id": "econometrics__49", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.504164, "transfer_probe_score": 0.550947, "eval_order": 2072}
{"item_id": "formal_logic__23", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.897582, "transfer_probe_score": 0.876228, "eval_order": 2073}
{"item_id": "high_school_mathematics__115", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.257852, "transfer_probe_score": 0.692014, "eval_order": 2074}
{"item_id": "anatomy__111", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.295191, "transfer_probe_score": 0.004498, "eval_order": 2075}
{"item_id": "miscellaneous__317", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.019619, "transfer_probe_score": 0.014367, "eval_order": 2076}
{"item_id": "professional_medicine__15", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.011173, "transfer_probe_score": 0.95444, "eval_order": 2077}
{"item_id": "marketing__81", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.118969, "transfer_probe_score": 0.50333, "eval_order": 2078}
{"item_id": "professional_medicine__34", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.352249, "transfer_probe_score": 0.72615, "eval_order": 2079}
{"item_id": "high_school_mathematics__93", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.705907, "transfer_probe_score": 0.282298, "eval_order": 2080}
{"item_id": "miscellaneous__575", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.487367, "transfer_probe_score": 0.774327, "eval_order": 2081}
{"item_id": "professional_medicine__19", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.080666, "transfer_probe_score": 0.280226, "eval_order": 2082}
{"item_id": "professional_medicine__192", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.562416, "transfer_probe_score": 0.419278, "eval_order": 2083}
{"item_id": "high_school_physics__134", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.719657, "transfer_probe_score": 0.447701, "eval_order": 2084}
{"item_id": "professional_law__920", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.303213, "transfer_probe_score": 0.8866, "eval_order": 2085}
{"item_id": "college_mathematics__66", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.415695, "transfer_probe_score": 0.632406, "eval_order": 2086}
{"item_id": "machine_learning__43", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.830264, "transfer_probe_score": 0.783597, "eval_order": 2087}
{"item_id": "college_computer_science__10", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.176215, "transfer_probe_score": 0.992822, "eval_order": 2088}
{"item_id": "professional_law__1050", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.130645, "transfer_probe_score": 0.541642, "eval_order": 2089}
{"item_id": "conceptual_physics__58", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026739, "transfer_probe_score": 0.00179, "eval_order": 2090}
{"item_id": "moral_scenarios__14", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.716164, "transfer_probe_score": 0.773103, "eval_order": 2091}
{"item_id": "high_school_chemistry__192", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.058093, "transfer_probe_score": 0.004988, "eval_order": 2092}
{"item_id": "conceptual_physics__160", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.790178, "transfer_probe_score": 0.359969, "eval_order": 2093}
{"item_id": "college_chemistry__58", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.953875, "transfer_probe_score": 0.829787, "eval_order": 2094}
{"item_id": "moral_scenarios__769", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.530102, "transfer_probe_score": 0.066093, "eval_order": 2095}
{"item_id": "college_computer_science__50", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.256031, "transfer_probe_score": 0.283558, "eval_order": 2096}
{"item_id": "nutrition__294", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.057345, "transfer_probe_score": 0.179254, "eval_order": 2097}
{"item_id": "machine_learning__106", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.813165, "transfer_probe_score": 0.977929, "eval_order": 2098}
{"item_id": "college_chemistry__48", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.040417, "transfer_probe_score": 0.04824, "eval_order": 2099}
{"item_id": "anatomy__34", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.412807, "transfer_probe_score": 0.089596, "eval_order": 2100}
{"item_id": "college_chemistry__82", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.938425, "transfer_probe_score": 0.99615, "eval_order": 2101}
{"item_id": "college_physics__72", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.710783, "transfer_probe_score": 0.503474, "eval_order": 2102}
{"item_id": "college_computer_science__46", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.017395, "transfer_probe_score": 0.296502, "eval_order": 2103}
{"item_id": "formal_logic__51", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.659796, "transfer_probe_score": 0.998803, "eval_order": 2104}
{"item_id": "college_physics__99", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.246405, "transfer_probe_score": 0.93183, "eval_order": 2105}
{"item_id": "college_mathematics__84", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.801485, "transfer_probe_score": 0.103601, "eval_order": 2106}
{"item_id": "world_religions__6", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.025299, "transfer_probe_score": 0.072917, "eval_order": 2107}
{"item_id": "formal_logic__81", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.827276, "transfer_probe_score": 0.910173, "eval_order": 2108}
{"item_id": "electrical_engineering__37", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.174557, "transfer_probe_score": 0.006959, "eval_order": 2109}
{"item_id": "abstract_algebra__83", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.799988, "transfer_probe_score": 0.954214, "eval_order": 2110}
{"item_id": "abstract_algebra__70", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.636802, "transfer_probe_score": 0.549336, "eval_order": 2111}
{"item_id": "conceptual_physics__141", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.610249, "transfer_probe_score": 0.014672, "eval_order": 2112}
{"item_id": "machine_learning__41", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.658939, "transfer_probe_score": 0.589074, "eval_order": 2113}
{"item_id": "college_mathematics__2", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.725949, "transfer_probe_score": 0.958656, "eval_order": 2114}
{"item_id": "high_school_chemistry__65", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.49536, "transfer_probe_score": 0.371184, "eval_order": 2115}
{"item_id": "nutrition__80", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.346767, "transfer_probe_score": 0.336107, "eval_order": 2116}
{"item_id": "college_computer_science__37", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.750135, "transfer_probe_score": 0.359143, "eval_order": 2117}
{"item_id": "conceptual_physics__76", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.732676, "transfer_probe_score": 0.006777, "eval_order": 2118}
{"item_id": "college_physics__8", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.019588, "transfer_probe_score": 0.168403, "eval_order": 2119}
{"item_id": "anatomy__44", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016918, "transfer_probe_score": 0.455147, "eval_order": 2120}
{"item_id": "anatomy__57", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01333, "transfer_probe_score": 0.031626, "eval_order": 2121}
{"item_id": "marketing__216", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.704262, "transfer_probe_score": 0.70135, "eval_order": 2122}
{"item_id": "high_school_chemistry__153", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.142345, "transfer_probe_score": 0.339566, "eval_order": 2123}
{"item_id": "electrical_engineering__118", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.887831, "transfer_probe_score": 0.710259, "eval_order": 2124}
{"item_id": "college_mathematics__93", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.436459, "transfer_probe_score": 0.813738, "eval_order": 2125}
{"item_id": "college_mathematics__15", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.879862, "transfer_probe_score": 0.853577, "eval_order": 2126}
{"item_id": "high_school_psychology__422", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.114329, "transfer_probe_score": 0.025033, "eval_order": 2127}
{"item_id": "moral_scenarios__98", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.571201, "transfer_probe_score": 0.115332, "eval_order": 2128}
{"item_id": "anatomy__72", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003706, "transfer_probe_score": 0.065925, "eval_order": 2129}
{"item_id": "econometrics__104", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.574858, "transfer_probe_score": 0.893985, "eval_order": 2130}
{"item_id": "high_school_chemistry__103", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.02024, "transfer_probe_score": 0.483674, "eval_order": 2131}
{"item_id": "high_school_mathematics__243", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.830329, "transfer_probe_score": 0.03418, "eval_order": 2132}
{"item_id": "high_school_physics__6", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.733676, "transfer_probe_score": 0.99905, "eval_order": 2133}
{"item_id": "nutrition__49", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.046906, "transfer_probe_score": 0.127744, "eval_order": 2134}
{"item_id": "conceptual_physics__98", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.334227, "transfer_probe_score": 0.656947, "eval_order": 2135}
{"item_id": "college_physics__21", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.853765, "transfer_probe_score": 0.072305, "eval_order": 2136}
{"item_id": "marketing__144", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.696614, "transfer_probe_score": 0.031432, "eval_order": 2137}
{"item_id": "high_school_chemistry__20", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.572125, "transfer_probe_score": 0.593248, "eval_order": 2138}
{"item_id": "college_chemistry__73", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.022343, "transfer_probe_score": 0.272514, "eval_order": 2139}
{"item_id": "machine_learning__17", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.326882, "transfer_probe_score": 0.020995, "eval_order": 2140}
{"item_id": "college_mathematics__55", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.525293, "transfer_probe_score": 0.031133, "eval_order": 2141}
{"item_id": "formal_logic__74", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.566692, "transfer_probe_score": 0.986602, "eval_order": 2142}
{"item_id": "high_school_chemistry__35", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.501057, "transfer_probe_score": 0.250451, "eval_order": 2143}
{"item_id": "professional_medicine__50", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.437363, "transfer_probe_score": 0.980419, "eval_order": 2144}
{"item_id": "professional_law__688", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.383907, "transfer_probe_score": 0.930032, "eval_order": 2145}
{"item_id": "professional_medicine__128", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.156399, "transfer_probe_score": 0.507314, "eval_order": 2146}
{"item_id": "high_school_chemistry__15", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.324712, "transfer_probe_score": 0.173258, "eval_order": 2147}
{"item_id": "electrical_engineering__68", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.610372, "transfer_probe_score": 0.582127, "eval_order": 2148}
{"item_id": "high_school_psychology__310", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.008293, "transfer_probe_score": 0.280818, "eval_order": 2149}
{"item_id": "miscellaneous__743", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.058482, "transfer_probe_score": 0.592395, "eval_order": 2150}
{"item_id": "high_school_chemistry__202", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.444908, "transfer_probe_score": 0.947667, "eval_order": 2151}
{"item_id": "professional_medicine__124", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.11388, "transfer_probe_score": 0.851042, "eval_order": 2152}
{"item_id": "college_mathematics__80", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.765782, "transfer_probe_score": 0.779241, "eval_order": 2153}
{"item_id": "professional_medicine__118", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.135799, "transfer_probe_score": 0.202747, "eval_order": 2154}
{"item_id": "abstract_algebra__8", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.917759, "transfer_probe_score": 0.116997, "eval_order": 2155}
{"item_id": "machine_learning__4", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.002898, "transfer_probe_score": 0.226991, "eval_order": 2156}
{"item_id": "econometrics__5", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.774064, "transfer_probe_score": 0.06924, "eval_order": 2157}
{"item_id": "moral_scenarios__840", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.429357, "transfer_probe_score": 0.459392, "eval_order": 2158}
{"item_id": "college_computer_science__26", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.011448, "transfer_probe_score": 0.559618, "eval_order": 2159}
{"item_id": "professional_law__983", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.759739, "transfer_probe_score": 0.75656, "eval_order": 2160}
{"item_id": "high_school_mathematics__16", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.964821, "transfer_probe_score": 0.684742, "eval_order": 2161}
{"item_id": "electrical_engineering__50", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.014026, "transfer_probe_score": 0.584204, "eval_order": 2162}
{"item_id": "college_mathematics__56", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.591534, "transfer_probe_score": 0.708624, "eval_order": 2163}
{"item_id": "professional_law__444", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.648718, "transfer_probe_score": 0.902958, "eval_order": 2164}
{"item_id": "philosophy__55", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00977, "transfer_probe_score": 0.318689, "eval_order": 2165}
{"item_id": "high_school_chemistry__75", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.34102, "transfer_probe_score": 0.369494, "eval_order": 2166}
{"item_id": "machine_learning__92", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.377337, "transfer_probe_score": 0.476416, "eval_order": 2167}
{"item_id": "philosophy__157", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.024467, "transfer_probe_score": 0.041451, "eval_order": 2168}
{"item_id": "college_chemistry__2", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.166336, "transfer_probe_score": 0.014404, "eval_order": 2169}
{"item_id": "conceptual_physics__99", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.505014, "transfer_probe_score": 0.336473, "eval_order": 2170}
{"item_id": "marketing__150", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.088125, "transfer_probe_score": 0.338121, "eval_order": 2171}
{"item_id": "professional_law__1379", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.042586, "transfer_probe_score": 0.47787, "eval_order": 2172}
{"item_id": "nutrition__191", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.451028, "transfer_probe_score": 0.855357, "eval_order": 2173}
{"item_id": "formal_logic__53", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.266841, "transfer_probe_score": 0.990922, "eval_order": 2174}
{"item_id": "high_school_mathematics__150", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.55039, "transfer_probe_score": 0.998294, "eval_order": 2175}
{"item_id": "anatomy__105", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.640598, "transfer_probe_score": 0.117922, "eval_order": 2176}
{"item_id": "professional_law__1322", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.589823, "transfer_probe_score": 0.217311, "eval_order": 2177}
{"item_id": "high_school_psychology__253", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.078813, "transfer_probe_score": 0.004047, "eval_order": 2178}
{"item_id": "high_school_psychology__117", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.036935, "transfer_probe_score": 0.004107, "eval_order": 2179}
{"item_id": "college_computer_science__62", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.011287, "transfer_probe_score": 0.021333, "eval_order": 2180}
{"item_id": "world_religions__24", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.548585, "transfer_probe_score": 0.115306, "eval_order": 2181}
{"item_id": "nutrition__239", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.212448, "transfer_probe_score": 0.007292, "eval_order": 2182}
{"item_id": "high_school_physics__100", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.708715, "transfer_probe_score": 0.549846, "eval_order": 2183}
{"item_id": "moral_scenarios__165", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.534471, "transfer_probe_score": 0.240564, "eval_order": 2184}
{"item_id": "professional_law__182", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.075716, "transfer_probe_score": 0.987362, "eval_order": 2185}
{"item_id": "abstract_algebra__80", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.623688, "transfer_probe_score": 0.984018, "eval_order": 2186}
{"item_id": "high_school_physics__86", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.319259, "transfer_probe_score": 0.047679, "eval_order": 2187}
{"item_id": "anatomy__38", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.526638, "transfer_probe_score": 0.196638, "eval_order": 2188}
{"item_id": "conceptual_physics__152", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.397738, "transfer_probe_score": 0.024847, "eval_order": 2189}
{"item_id": "philosophy__74", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.487847, "transfer_probe_score": 0.126731, "eval_order": 2190}
{"item_id": "conceptual_physics__65", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.181137, "transfer_probe_score": 0.609062, "eval_order": 2191}
{"item_id": "electrical_engineering__71", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.348351, "transfer_probe_score": 0.002475, "eval_order": 2192}
{"item_id": "professional_medicine__256", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.014204, "transfer_probe_score": 0.58631, "eval_order": 2193}
{"item_id": "world_religions__36", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.002665, "transfer_probe_score": 0.142903, "eval_order": 2194}
{"item_id": "world_religions__119", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.496556, "transfer_probe_score": 0.824123, "eval_order": 2195}
{"item_id": "anatomy__122", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.062977, "transfer_probe_score": 0.551521, "eval_order": 2196}
{"item_id": "marketing__194", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.033679, "transfer_probe_score": 0.016284, "eval_order": 2197}
{"item_id": "professional_law__1258", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.313574, "transfer_probe_score": 0.691265, "eval_order": 2198}
{"item_id": "professional_law__1491", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.323838, "transfer_probe_score": 0.963222, "eval_order": 2199}
{"item_id": "moral_scenarios__621", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.56036, "transfer_probe_score": 0.113721, "eval_order": 2200}
{"item_id": "professional_law__86", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.74712, "transfer_probe_score": 0.634547, "eval_order": 2201}
{"item_id": "philosophy__273", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.053629, "transfer_probe_score": 0.228835, "eval_order": 2202}
{"item_id": "high_school_physics__48", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.74111, "transfer_probe_score": 0.82741, "eval_order": 2203}
{"item_id": "moral_scenarios__174", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.520995, "transfer_probe_score": 0.546751, "eval_order": 2204}
{"item_id": "nutrition__66", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.02503, "transfer_probe_score": 0.033988, "eval_order": 2205}
{"item_id": "econometrics__56", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.366681, "transfer_probe_score": 0.967964, "eval_order": 2206}
{"item_id": "econometrics__54", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.488156, "transfer_probe_score": 0.990614, "eval_order": 2207}
{"item_id": "moral_scenarios__446", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.419686, "transfer_probe_score": 0.104006, "eval_order": 2208}
{"item_id": "professional_law__639", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.039835, "transfer_probe_score": 0.881825, "eval_order": 2209}
{"item_id": "college_computer_science__1", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.569068, "transfer_probe_score": 0.768266, "eval_order": 2210}
{"item_id": "conceptual_physics__117", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.247526, "transfer_probe_score": 0.559708, "eval_order": 2211}
{"item_id": "conceptual_physics__121", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.428495, "transfer_probe_score": 0.962245, "eval_order": 2212}
{"item_id": "high_school_physics__68", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.252727, "transfer_probe_score": 0.354064, "eval_order": 2213}
{"item_id": "high_school_psychology__473", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.401517, "transfer_probe_score": 0.116601, "eval_order": 2214}
{"item_id": "professional_medicine__157", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.936048, "transfer_probe_score": 0.984008, "eval_order": 2215}
{"item_id": "moral_scenarios__453", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.368325, "transfer_probe_score": 0.102877, "eval_order": 2216}
{"item_id": "abstract_algebra__29", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.435853, "transfer_probe_score": 0.978315, "eval_order": 2217}
{"item_id": "high_school_physics__130", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.059597, "transfer_probe_score": 0.063159, "eval_order": 2218}
{"item_id": "formal_logic__101", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.652313, "transfer_probe_score": 0.998739, "eval_order": 2219}
{"item_id": "formal_logic__98", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.150465, "transfer_probe_score": 0.641341, "eval_order": 2220}
{"item_id": "college_computer_science__44", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.774521, "transfer_probe_score": 0.768366, "eval_order": 2221}
{"item_id": "high_school_physics__25", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.208934, "transfer_probe_score": 0.228434, "eval_order": 2222}
{"item_id": "miscellaneous__473", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.07286, "transfer_probe_score": 0.675831, "eval_order": 2223}
{"item_id": "nutrition__213", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.362669, "transfer_probe_score": 0.008311, "eval_order": 2224}
{"item_id": "moral_scenarios__520", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.208499, "transfer_probe_score": 0.538055, "eval_order": 2225}
{"item_id": "conceptual_physics__162", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.804395, "transfer_probe_score": 0.095295, "eval_order": 2226}
{"item_id": "marketing__146", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.075689, "transfer_probe_score": 0.17968, "eval_order": 2227}
{"item_id": "college_physics__34", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.781424, "transfer_probe_score": 0.080969, "eval_order": 2228}
{"item_id": "college_chemistry__0", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016241, "transfer_probe_score": 0.194473, "eval_order": 2229}
{"item_id": "college_computer_science__29", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.261167, "transfer_probe_score": 0.679326, "eval_order": 2230}
{"item_id": "college_mathematics__28", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.671452, "transfer_probe_score": 0.415321, "eval_order": 2231}
{"item_id": "professional_law__243", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.498287, "transfer_probe_score": 0.341652, "eval_order": 2232}
{"item_id": "marketing__20", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.101994, "transfer_probe_score": 0.35389, "eval_order": 2233}
{"item_id": "high_school_chemistry__158", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.264187, "transfer_probe_score": 0.982564, "eval_order": 2234}
{"item_id": "machine_learning__23", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.650849, "transfer_probe_score": 0.936379, "eval_order": 2235}
{"item_id": "econometrics__100", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.736566, "transfer_probe_score": 0.948123, "eval_order": 2236}
{"item_id": "high_school_chemistry__183", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.749757, "transfer_probe_score": 0.775298, "eval_order": 2237}
{"item_id": "machine_learning__44", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.425668, "transfer_probe_score": 0.491121, "eval_order": 2238}
{"item_id": "conceptual_physics__71", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.462853, "transfer_probe_score": 0.333254, "eval_order": 2239}
{"item_id": "college_chemistry__60", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.700528, "transfer_probe_score": 0.989603, "eval_order": 2240}
{"item_id": "electrical_engineering__82", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.605017, "transfer_probe_score": 0.080664, "eval_order": 2241}
{"item_id": "electrical_engineering__137", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.000941, "transfer_probe_score": 0.050136, "eval_order": 2242}
{"item_id": "formal_logic__32", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.830701, "transfer_probe_score": 0.975677, "eval_order": 2243}
{"item_id": "conceptual_physics__23", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.025266, "transfer_probe_score": 0.233457, "eval_order": 2244}
{"item_id": "nutrition__272", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.387989, "transfer_probe_score": 0.551832, "eval_order": 2245}
{"item_id": "college_chemistry__18", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.719824, "transfer_probe_score": 0.135139, "eval_order": 2246}
{"item_id": "moral_scenarios__853", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.467048, "transfer_probe_score": 0.379617, "eval_order": 2247}
{"item_id": "miscellaneous__61", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.714174, "transfer_probe_score": 0.087401, "eval_order": 2248}
{"item_id": "anatomy__56", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007088, "transfer_probe_score": 0.006824, "eval_order": 2249}
{"item_id": "conceptual_physics__70", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.63773, "transfer_probe_score": 0.021003, "eval_order": 2250}
{"item_id": "college_mathematics__47", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.415917, "transfer_probe_score": 0.800697, "eval_order": 2251}
{"item_id": "miscellaneous__582", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.000462, "transfer_probe_score": 0.005886, "eval_order": 2252}
{"item_id": "electrical_engineering__114", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.532327, "transfer_probe_score": 0.041458, "eval_order": 2253}
{"item_id": "machine_learning__27", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.931252, "transfer_probe_score": 0.259305, "eval_order": 2254}
{"item_id": "moral_scenarios__678", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.566731, "transfer_probe_score": 0.498122, "eval_order": 2255}
{"item_id": "high_school_physics__53", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.044852, "transfer_probe_score": 0.299911, "eval_order": 2256}
{"item_id": "abstract_algebra__65", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.715899, "transfer_probe_score": 0.988279, "eval_order": 2257}
{"item_id": "high_school_physics__85", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.469573, "transfer_probe_score": 0.078478, "eval_order": 2258}
{"item_id": "philosophy__73", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.527067, "transfer_probe_score": 0.037634, "eval_order": 2259}
{"item_id": "college_physics__55", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.694851, "transfer_probe_score": 0.913184, "eval_order": 2260}
{"item_id": "high_school_physics__18", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.374711, "transfer_probe_score": 0.015993, "eval_order": 2261}
{"item_id": "marketing__23", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.174974, "transfer_probe_score": 0.116514, "eval_order": 2262}
{"item_id": "machine_learning__93", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.122537, "transfer_probe_score": 0.057444, "eval_order": 2263}
{"item_id": "moral_scenarios__479", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.476728, "transfer_probe_score": 0.009387, "eval_order": 2264}
{"item_id": "high_school_mathematics__184", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.153825, "transfer_probe_score": 0.599045, "eval_order": 2265}
{"item_id": "conceptual_physics__182", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.022216, "transfer_probe_score": 0.04079, "eval_order": 2266}
{"item_id": "world_religions__41", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.032585, "transfer_probe_score": 0.819965, "eval_order": 2267}
{"item_id": "marketing__114", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.041351, "transfer_probe_score": 0.089242, "eval_order": 2268}
{"item_id": "miscellaneous__647", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 1.0, "transfer_probe_score": 0.000477, "eval_order": 2269}
{"item_id": "professional_medicine__148", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.45513, "transfer_probe_score": 0.35105, "eval_order": 2270}
{"item_id": "marketing__147", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007265, "transfer_probe_score": 0.00166, "eval_order": 2271}
{"item_id": "professional_law__1333", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001512, "transfer_probe_score": 0.931691, "eval_order": 2272}
{"item_id": "formal_logic__9", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.108814, "transfer_probe_score": 0.402454, "eval_order": 2273}
{"item_id": "formal_logic__84", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.547852, "transfer_probe_score": 0.905579, "eval_order": 2274}
{"item_id": "professional_medicine__80", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.001647, "transfer_probe_score": 0.891218, "eval_order": 2275}
{"item_id": "professional_law__9", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.07615, "transfer_probe_score": 0.806715, "eval_order": 2276}
{"item_id": "college_physics__28", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.48192, "transfer_probe_score": 0.063931, "eval_order": 2277}
{"item_id": "professional_law__544", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.790609, "transfer_probe_score": 0.915457, "eval_order": 2278}
{"item_id": "marketing__127", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.025566, "transfer_probe_score": 0.020858, "eval_order": 2279}
{"item_id": "high_school_chemistry__26", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.648995, "transfer_probe_score": 0.070798, "eval_order": 2280}
{"item_id": "econometrics__73", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.080691, "transfer_probe_score": 0.08696, "eval_order": 2281}
{"item_id": "miscellaneous__559", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.016911, "transfer_probe_score": 0.82843, "eval_order": 2282}
{"item_id": "high_school_physics__84", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.397067, "transfer_probe_score": 0.13108, "eval_order": 2283}
{"item_id": "college_computer_science__53", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.717978, "transfer_probe_score": 0.883182, "eval_order": 2284}
{"item_id": "high_school_chemistry__104", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.859271, "transfer_probe_score": 0.270936, "eval_order": 2285}
{"item_id": "college_mathematics__79", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.755703, "transfer_probe_score": 0.960342, "eval_order": 2286}
{"item_id": "professional_law__1193", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.130637, "transfer_probe_score": 0.59121, "eval_order": 2287}
{"item_id": "formal_logic__34", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.888315, "transfer_probe_score": 0.732407, "eval_order": 2288}
{"item_id": "formal_logic__30", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.583492, "transfer_probe_score": 0.916655, "eval_order": 2289}
{"item_id": "anatomy__123", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.082329, "transfer_probe_score": 0.031695, "eval_order": 2290}
{"item_id": "miscellaneous__312", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.203755, "transfer_probe_score": 0.007962, "eval_order": 2291}
{"item_id": "marketing__181", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.485246, "transfer_probe_score": 0.082096, "eval_order": 2292}
{"item_id": "college_physics__84", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.865817, "transfer_probe_score": 0.795942, "eval_order": 2293}
{"item_id": "machine_learning__64", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.611782, "transfer_probe_score": 0.639308, "eval_order": 2294}
{"item_id": "world_religions__148", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.038124, "transfer_probe_score": 0.005638, "eval_order": 2295}
{"item_id": "high_school_psychology__0", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.791864, "transfer_probe_score": 0.002127, "eval_order": 2296}
{"item_id": "marketing__70", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00404, "transfer_probe_score": 0.406638, "eval_order": 2297}
{"item_id": "conceptual_physics__38", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.009363, "transfer_probe_score": 0.448867, "eval_order": 2298}
{"item_id": "miscellaneous__524", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.007794, "transfer_probe_score": 0.052194, "eval_order": 2299}
{"item_id": "anatomy__109", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.106829, "transfer_probe_score": 0.007165, "eval_order": 2300}
{"item_id": "professional_medicine__58", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.242991, "transfer_probe_score": 0.936277, "eval_order": 2301}
{"item_id": "high_school_chemistry__29", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.029641, "transfer_probe_score": 0.260996, "eval_order": 2302}
{"item_id": "abstract_algebra__74", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.767322, "transfer_probe_score": 0.920678, "eval_order": 2303}
{"item_id": "miscellaneous__566", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.671627, "transfer_probe_score": 0.361422, "eval_order": 2304}
{"item_id": "nutrition__68", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010712, "transfer_probe_score": 0.014172, "eval_order": 2305}
{"item_id": "machine_learning__70", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.505107, "transfer_probe_score": 0.893177, "eval_order": 2306}
{"item_id": "high_school_physics__69", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.096674, "transfer_probe_score": 0.47202, "eval_order": 2307}
{"item_id": "philosophy__99", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.66324, "transfer_probe_score": 0.006342, "eval_order": 2308}
{"item_id": "professional_law__925", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.840366, "transfer_probe_score": 0.118407, "eval_order": 2309}
{"item_id": "moral_scenarios__417", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.697088, "transfer_probe_score": 0.856509, "eval_order": 2310}
{"item_id": "high_school_chemistry__76", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010767, "transfer_probe_score": 0.012838, "eval_order": 2311}
{"item_id": "high_school_mathematics__221", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.746657, "transfer_probe_score": 0.564344, "eval_order": 2312}
{"item_id": "abstract_algebra__64", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.529821, "transfer_probe_score": 0.750708, "eval_order": 2313}
{"item_id": "anatomy__73", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.606339, "transfer_probe_score": 0.511758, "eval_order": 2314}
{"item_id": "formal_logic__2", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.871255, "transfer_probe_score": 0.95343, "eval_order": 2315}
{"item_id": "high_school_psychology__298", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.005225, "transfer_probe_score": 0.021115, "eval_order": 2316}
{"item_id": "formal_logic__17", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.045363, "transfer_probe_score": 0.706636, "eval_order": 2317}
{"item_id": "high_school_physics__147", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.054908, "transfer_probe_score": 0.080772, "eval_order": 2318}
{"item_id": "moral_scenarios__297", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.571546, "transfer_probe_score": 0.053617, "eval_order": 2319}
{"item_id": "conceptual_physics__119", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.974148, "transfer_probe_score": 0.045471, "eval_order": 2320}
{"item_id": "miscellaneous__373", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.872225, "transfer_probe_score": 0.077352, "eval_order": 2321}
{"item_id": "econometrics__77", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006388, "transfer_probe_score": 0.678321, "eval_order": 2322}
{"item_id": "nutrition__111", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.03101, "transfer_probe_score": 0.009069, "eval_order": 2323}
{"item_id": "machine_learning__57", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.586353, "transfer_probe_score": 0.992756, "eval_order": 2324}
{"item_id": "miscellaneous__536", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.006782, "transfer_probe_score": 0.023081, "eval_order": 2325}
{"item_id": "conceptual_physics__122", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.114637, "transfer_probe_score": 0.05514, "eval_order": 2326}
{"item_id": "moral_scenarios__664", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.588285, "transfer_probe_score": 0.253649, "eval_order": 2327}
{"item_id": "college_computer_science__75", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.055735, "transfer_probe_score": 0.984506, "eval_order": 2328}
{"item_id": "world_religions__45", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.569931, "transfer_probe_score": 0.058878, "eval_order": 2329}
{"item_id": "formal_logic__60", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.53591, "transfer_probe_score": 0.988711, "eval_order": 2330}
{"item_id": "professional_law__1246", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.61891, "transfer_probe_score": 0.097194, "eval_order": 2331}
{"item_id": "professional_law__1303", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012414, "transfer_probe_score": 0.268804, "eval_order": 2332}
{"item_id": "abstract_algebra__69", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.537525, "transfer_probe_score": 0.981377, "eval_order": 2333}
{"item_id": "anatomy__9", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.025103, "transfer_probe_score": 0.004738, "eval_order": 2334}
{"item_id": "world_religions__91", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.822459, "transfer_probe_score": 0.093355, "eval_order": 2335}
{"item_id": "formal_logic__119", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.186267, "transfer_probe_score": 0.082931, "eval_order": 2336}
{"item_id": "electrical_engineering__104", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.099829, "transfer_probe_score": 0.006583, "eval_order": 2337}
{"item_id": "abstract_algebra__10", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.647762, "transfer_probe_score": 0.992318, "eval_order": 2338}
{"item_id": "college_chemistry__94", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.237071, "transfer_probe_score": 0.184985, "eval_order": 2339}
{"item_id": "professional_law__594", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01076, "transfer_probe_score": 0.204371, "eval_order": 2340}
{"item_id": "high_school_physics__20", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.73313, "transfer_probe_score": 0.869356, "eval_order": 2341}
{"item_id": "moral_scenarios__220", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.235223, "transfer_probe_score": 0.119292, "eval_order": 2342}
{"item_id": "formal_logic__7", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.167112, "transfer_probe_score": 0.247929, "eval_order": 2343}
{"item_id": "philosophy__253", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.701273, "transfer_probe_score": 0.747452, "eval_order": 2344}
{"item_id": "high_school_chemistry__50", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.870222, "transfer_probe_score": 0.915992, "eval_order": 2345}
{"item_id": "formal_logic__114", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.441885, "transfer_probe_score": 0.639765, "eval_order": 2346}
{"item_id": "moral_scenarios__471", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.582212, "transfer_probe_score": 0.367709, "eval_order": 2347}
{"item_id": "college_chemistry__14", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.044238, "transfer_probe_score": 0.04809, "eval_order": 2348}
{"item_id": "college_computer_science__72", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.776, "transfer_probe_score": 0.705165, "eval_order": 2349}
{"item_id": "philosophy__85", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.110506, "transfer_probe_score": 0.102722, "eval_order": 2350}
{"item_id": "nutrition__65", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.396372, "transfer_probe_score": 0.023631, "eval_order": 2351}
{"item_id": "high_school_chemistry__155", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.83107, "transfer_probe_score": 0.747924, "eval_order": 2352}
{"item_id": "world_religions__7", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.003286, "transfer_probe_score": 0.007632, "eval_order": 2353}
{"item_id": "professional_law__368", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.759312, "transfer_probe_score": 0.954723, "eval_order": 2354}
{"item_id": "high_school_physics__125", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.786958, "transfer_probe_score": 0.10056, "eval_order": 2355}
{"item_id": "high_school_mathematics__35", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.077469, "transfer_probe_score": 0.283001, "eval_order": 2356}
{"item_id": "world_religions__121", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.029801, "transfer_probe_score": 0.924217, "eval_order": 2357}
{"item_id": "professional_medicine__229", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.158873, "transfer_probe_score": 0.820846, "eval_order": 2358}
{"item_id": "college_physics__81", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.773384, "transfer_probe_score": 0.013255, "eval_order": 2359}
{"item_id": "high_school_mathematics__86", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.703984, "transfer_probe_score": 0.051661, "eval_order": 2360}
{"item_id": "electrical_engineering__75", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.309854, "transfer_probe_score": 0.009596, "eval_order": 2361}
{"item_id": "high_school_chemistry__200", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.253845, "transfer_probe_score": 0.283614, "eval_order": 2362}
{"item_id": "moral_scenarios__852", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.543914, "transfer_probe_score": 0.284376, "eval_order": 2363}
{"item_id": "machine_learning__14", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.149629, "transfer_probe_score": 0.041178, "eval_order": 2364}
{"item_id": "high_school_psychology__272", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.01191, "transfer_probe_score": 0.631692, "eval_order": 2365}
{"item_id": "high_school_physics__140", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.810889, "transfer_probe_score": 0.129853, "eval_order": 2366}
{"item_id": "anatomy__42", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026467, "transfer_probe_score": 0.694521, "eval_order": 2367}
{"item_id": "college_physics__11", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.785945, "transfer_probe_score": 0.831625, "eval_order": 2368}
{"item_id": "high_school_psychology__391", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.372655, "transfer_probe_score": 0.010047, "eval_order": 2369}
{"item_id": "college_mathematics__49", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.672887, "transfer_probe_score": 0.896151, "eval_order": 2370}
{"item_id": "marketing__67", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.010949, "transfer_probe_score": 0.448792, "eval_order": 2371}
{"item_id": "conceptual_physics__128", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.023621, "transfer_probe_score": 0.297864, "eval_order": 2372}
{"item_id": "miscellaneous__297", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.456584, "transfer_probe_score": 0.835361, "eval_order": 2373}
{"item_id": "high_school_mathematics__9", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.414106, "transfer_probe_score": 0.455266, "eval_order": 2374}
{"item_id": "professional_law__307", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.285308, "transfer_probe_score": 0.962439, "eval_order": 2375}
{"item_id": "formal_logic__61", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.404777, "transfer_probe_score": 0.668475, "eval_order": 2376}
{"item_id": "nutrition__172", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.842157, "transfer_probe_score": 0.001051, "eval_order": 2377}
{"item_id": "college_chemistry__71", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.161824, "transfer_probe_score": 0.301049, "eval_order": 2378}
{"item_id": "high_school_physics__70", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.270531, "transfer_probe_score": 0.227, "eval_order": 2379}
{"item_id": "professional_law__8", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.16998, "transfer_probe_score": 0.675892, "eval_order": 2380}
{"item_id": "conceptual_physics__123", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.719258, "transfer_probe_score": 0.153191, "eval_order": 2381}
{"item_id": "professional_law__626", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.466914, "transfer_probe_score": 0.653266, "eval_order": 2382}
{"item_id": "anatomy__45", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.225683, "transfer_probe_score": 0.008713, "eval_order": 2383}
{"item_id": "nutrition__253", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.792739, "transfer_probe_score": 0.977578, "eval_order": 2384}
{"item_id": "high_school_psychology__218", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.60191, "transfer_probe_score": 0.126669, "eval_order": 2385}
{"item_id": "college_mathematics__6", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.440332, "transfer_probe_score": 0.833029, "eval_order": 2386}
{"item_id": "high_school_physics__58", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.789819, "transfer_probe_score": 0.738476, "eval_order": 2387}
{"item_id": "philosophy__305", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.127862, "transfer_probe_score": 0.073495, "eval_order": 2388}
{"item_id": "college_chemistry__77", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.225423, "transfer_probe_score": 0.004813, "eval_order": 2389}
{"item_id": "professional_medicine__7", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.754018, "transfer_probe_score": 0.614456, "eval_order": 2390}
{"item_id": "conceptual_physics__14", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.991182, "transfer_probe_score": 0.117661, "eval_order": 2391}
{"item_id": "professional_medicine__161", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.106635, "transfer_probe_score": 0.387199, "eval_order": 2392}
{"item_id": "high_school_physics__66", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.569776, "transfer_probe_score": 0.999217, "eval_order": 2393}
{"item_id": "college_physics__74", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.358834, "transfer_probe_score": 0.425624, "eval_order": 2394}
{"item_id": "electrical_engineering__87", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.013504, "transfer_probe_score": 0.399341, "eval_order": 2395}
{"item_id": "professional_law__618", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.68566, "transfer_probe_score": 0.792167, "eval_order": 2396}
{"item_id": "high_school_chemistry__113", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.84621, "transfer_probe_score": 0.213835, "eval_order": 2397}
{"item_id": "college_mathematics__61", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.423749, "transfer_probe_score": 0.62485, "eval_order": 2398}
{"item_id": "high_school_chemistry__74", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.703679, "transfer_probe_score": 0.310573, "eval_order": 2399}
{"item_id": "professional_law__184", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.761575, "transfer_probe_score": 0.752113, "eval_order": 2400}
{"item_id": "professional_law__434", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.744235, "transfer_probe_score": 0.58861, "eval_order": 2401}
{"item_id": "conceptual_physics__1", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.204838, "transfer_probe_score": 0.005571, "eval_order": 2402}
{"item_id": "professional_medicine__261", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.026468, "transfer_probe_score": 0.818954, "eval_order": 2403}
{"item_id": "anatomy__77", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.160587, "transfer_probe_score": 0.274602, "eval_order": 2404}
{"item_id": "high_school_mathematics__62", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.949689, "transfer_probe_score": 0.999264, "eval_order": 2405}
{"item_id": "high_school_psychology__248", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.065832, "transfer_probe_score": 0.940954, "eval_order": 2406}
{"item_id": "college_mathematics__16", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.849514, "transfer_probe_score": 0.96944, "eval_order": 2407}
{"item_id": "electrical_engineering__128", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.683862, "transfer_probe_score": 0.288852, "eval_order": 2408}
{"item_id": "anatomy__94", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.495899, "transfer_probe_score": 0.158223, "eval_order": 2409}
{"item_id": "high_school_physics__33", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.803837, "transfer_probe_score": 0.036026, "eval_order": 2410}
{"item_id": "professional_law__1004", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.524475, "transfer_probe_score": 0.620932, "eval_order": 2411}
{"item_id": "marketing__126", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012543, "transfer_probe_score": 0.036357, "eval_order": 2412}
{"item_id": "professional_law__401", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.106675, "transfer_probe_score": 0.972782, "eval_order": 2413}
{"item_id": "college_chemistry__45", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.538958, "transfer_probe_score": 0.499317, "eval_order": 2414}
{"item_id": "machine_learning__59", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.289291, "transfer_probe_score": 0.081842, "eval_order": 2415}
{"item_id": "moral_scenarios__566", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.525169, "transfer_probe_score": 0.004949, "eval_order": 2416}
{"item_id": "abstract_algebra__57", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.572891, "transfer_probe_score": 0.107065, "eval_order": 2417}
{"item_id": "anatomy__16", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.236735, "transfer_probe_score": 0.753203, "eval_order": 2418}
{"item_id": "world_religions__27", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.378763, "transfer_probe_score": 0.003511, "eval_order": 2419}
{"item_id": "college_physics__7", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.753116, "transfer_probe_score": 0.235074, "eval_order": 2420}
{"item_id": "miscellaneous__684", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.48282, "transfer_probe_score": 0.447869, "eval_order": 2421}
{"item_id": "high_school_mathematics__90", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.868957, "transfer_probe_score": 0.697314, "eval_order": 2422}
{"item_id": "machine_learning__58", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.688118, "transfer_probe_score": 0.974933, "eval_order": 2423}
{"item_id": "electrical_engineering__140", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.297925, "transfer_probe_score": 0.838479, "eval_order": 2424}
{"item_id": "professional_law__1426", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.252353, "transfer_probe_score": 0.875522, "eval_order": 2425}
{"item_id": "philosophy__9", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.061694, "transfer_probe_score": 0.04859, "eval_order": 2426}
{"item_id": "formal_logic__44", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.660115, "transfer_probe_score": 0.932033, "eval_order": 2427}
{"item_id": "machine_learning__31", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.890521, "transfer_probe_score": 0.794451, "eval_order": 2428}
{"item_id": "college_computer_science__68", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.975465, "transfer_probe_score": 0.992471, "eval_order": 2429}
{"item_id": "conceptual_physics__97", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.459304, "transfer_probe_score": 0.037422, "eval_order": 2430}
{"item_id": "abstract_algebra__0", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.917473, "transfer_probe_score": 0.484521, "eval_order": 2431}
{"item_id": "high_school_chemistry__49", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.949315, "transfer_probe_score": 0.465822, "eval_order": 2432}
{"item_id": "professional_medicine__252", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.012249, "transfer_probe_score": 0.887626, "eval_order": 2433}
{"item_id": "high_school_chemistry__8", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.819937, "transfer_probe_score": 0.002478, "eval_order": 2434}
{"item_id": "abstract_algebra__20", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.67973, "transfer_probe_score": 0.797515, "eval_order": 2435}
{"item_id": "college_mathematics__24", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.845683, "transfer_probe_score": 0.955832, "eval_order": 2436}
{"item_id": "electrical_engineering__34", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.153058, "transfer_probe_score": 0.205809, "eval_order": 2437}
{"item_id": "high_school_mathematics__126", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.842345, "transfer_probe_score": 0.040623, "eval_order": 2438}
{"item_id": "nutrition__148", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.671581, "transfer_probe_score": 0.824679, "eval_order": 2439}
{"item_id": "high_school_chemistry__121", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.895806, "transfer_probe_score": 0.541675, "eval_order": 2440}
{"item_id": "professional_medicine__21", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.152101, "transfer_probe_score": 0.408678, "eval_order": 2441}
{"item_id": "marketing__45", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.473066, "transfer_probe_score": 0.08542, "eval_order": 2442}
{"item_id": "college_physics__32", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.30651, "transfer_probe_score": 0.681365, "eval_order": 2443}
{"item_id": "anatomy__130", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.030474, "transfer_probe_score": 8e-05, "eval_order": 2444}
{"item_id": "electrical_engineering__99", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.32353, "transfer_probe_score": 0.005153, "eval_order": 2445}
{"item_id": "professional_law__36", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.089785, "transfer_probe_score": 0.932158, "eval_order": 2446}
{"item_id": "high_school_physics__102", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.68129, "transfer_probe_score": 0.027012, "eval_order": 2447}
{"item_id": "professional_medicine__160", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.04552, "transfer_probe_score": 0.781381, "eval_order": 2448}
{"item_id": "college_mathematics__62", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.759938, "transfer_probe_score": 0.63483, "eval_order": 2449}
{"item_id": "electrical_engineering__125", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.357102, "transfer_probe_score": 0.022494, "eval_order": 2450}
{"item_id": "moral_scenarios__464", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.535375, "transfer_probe_score": 0.161707, "eval_order": 2451}
{"item_id": "conceptual_physics__112", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.722557, "transfer_probe_score": 0.267065, "eval_order": 2452}
{"item_id": "anatomy__26", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.002677, "transfer_probe_score": 0.808845, "eval_order": 2453}
{"item_id": "professional_medicine__209", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.037529, "transfer_probe_score": 0.355904, "eval_order": 2454}
{"item_id": "professional_law__1519", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.079517, "transfer_probe_score": 0.428129, "eval_order": 2455}
{"item_id": "marketing__230", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00614, "transfer_probe_score": 0.621531, "eval_order": 2456}
{"item_id": "miscellaneous__443", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.000544, "transfer_probe_score": 0.00777, "eval_order": 2457}
{"item_id": "high_school_mathematics__166", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.523905, "transfer_probe_score": 0.819429, "eval_order": 2458}
{"item_id": "formal_logic__112", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.30879, "transfer_probe_score": 0.999175, "eval_order": 2459}
{"item_id": "econometrics__78", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.727621, "transfer_probe_score": 0.126403, "eval_order": 2460}
{"item_id": "electrical_engineering__93", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.684462, "transfer_probe_score": 0.007405, "eval_order": 2461}
{"item_id": "professional_law__454", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.54007, "transfer_probe_score": 0.427895, "eval_order": 2462}
{"item_id": "world_religions__51", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.513129, "transfer_probe_score": 0.535982, "eval_order": 2463}
{"item_id": "college_chemistry__17", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.703107, "transfer_probe_score": 0.091865, "eval_order": 2464}
{"item_id": "anatomy__80", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.00922, "transfer_probe_score": 0.018028, "eval_order": 2465}
{"item_id": "professional_law__378", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.940858, "transfer_probe_score": 0.878604, "eval_order": 2466}
{"item_id": "miscellaneous__372", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.068403, "transfer_probe_score": 0.081687, "eval_order": 2467}
{"item_id": "econometrics__52", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.703268, "transfer_probe_score": 0.400384, "eval_order": 2468}
{"item_id": "philosophy__206", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.6228, "transfer_probe_score": 0.008284, "eval_order": 2469}
{"item_id": "college_mathematics__54", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.466996, "transfer_probe_score": 0.407632, "eval_order": 2470}
{"item_id": "college_mathematics__96", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.015037, "transfer_probe_score": 0.176091, "eval_order": 2471}
{"item_id": "professional_law__402", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.61343, "transfer_probe_score": 0.967521, "eval_order": 2472}
{"item_id": "college_physics__35", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.859375, "transfer_probe_score": 0.312406, "eval_order": 2473}
{"item_id": "econometrics__108", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.158066, "transfer_probe_score": 0.061319, "eval_order": 2474}
{"item_id": "moral_scenarios__875", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.245472, "transfer_probe_score": 0.387384, "eval_order": 2475}
{"item_id": "college_physics__40", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.051552, "transfer_probe_score": 0.867181, "eval_order": 2476}
{"item_id": "high_school_physics__22", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.064528, "transfer_probe_score": 0.494838, "eval_order": 2477}
{"item_id": "moral_scenarios__48", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.611056, "transfer_probe_score": 0.313731, "eval_order": 2478}
{"item_id": "nutrition__263", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.013755, "transfer_probe_score": 0.811781, "eval_order": 2479}
{"item_id": "world_religions__147", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.076213, "transfer_probe_score": 0.047826, "eval_order": 2480}
{"item_id": "college_physics__24", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.02505, "transfer_probe_score": 0.362131, "eval_order": 2481}
{"item_id": "anatomy__67", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.526099, "transfer_probe_score": 0.06909, "eval_order": 2482}
{"item_id": "formal_logic__47", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.782298, "transfer_probe_score": 0.999502, "eval_order": 2483}
{"item_id": "electrical_engineering__45", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.031003, "transfer_probe_score": 0.086262, "eval_order": 2484}
{"item_id": "nutrition__293", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.862649, "transfer_probe_score": 0.145368, "eval_order": 2485}
{"item_id": "anatomy__28", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.062917, "transfer_probe_score": 0.030551, "eval_order": 2486}
{"item_id": "college_mathematics__70", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.868162, "transfer_probe_score": 0.962355, "eval_order": 2487}
{"item_id": "moral_scenarios__741", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.51505, "transfer_probe_score": 0.091922, "eval_order": 2488}
{"item_id": "formal_logic__95", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.929171, "transfer_probe_score": 0.999183, "eval_order": 2489}
{"item_id": "econometrics__110", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.206795, "transfer_probe_score": 0.254977, "eval_order": 2490}
{"item_id": "econometrics__30", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.67902, "transfer_probe_score": 0.956332, "eval_order": 2491}
{"item_id": "college_mathematics__35", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.390788, "transfer_probe_score": 0.945574, "eval_order": 2492}
{"item_id": "high_school_mathematics__138", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.979066, "transfer_probe_score": 0.707405, "eval_order": 2493}
{"item_id": "electrical_engineering__119", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.112674, "transfer_probe_score": 0.82307, "eval_order": 2494}
{"item_id": "world_religions__130", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.067885, "transfer_probe_score": 0.556828, "eval_order": 2495}
{"item_id": "world_religions__32", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.269988, "transfer_probe_score": 0.112294, "eval_order": 2496}
{"item_id": "college_computer_science__66", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.313404, "transfer_probe_score": 0.817909, "eval_order": 2497}
{"item_id": "college_mathematics__43", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 1, "inrole_probe_score": 0.674384, "transfer_probe_score": 0.358217, "eval_order": 2498}
{"item_id": "formal_logic__63", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "generator", "wrongness": 0, "inrole_probe_score": 0.300416, "transfer_probe_score": 0.976421, "eval_order": 2499}
{"item_id": "college_mathematics__32", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.139216, "transfer_probe_score": 0.999717, "eval_order": 2500}
{"item_id": "high_school_physics__126", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.43548, "transfer_probe_score": 0.998932, "eval_order": 2501}
{"item_id": "electrical_engineering__120", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.329245, "transfer_probe_score": 0.999561, "eval_order": 2502}
{"item_id": "conceptual_physics__165", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.100821, "transfer_probe_score": 0.999016, "eval_order": 2503}
{"item_id": "nutrition__61", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.275988, "transfer_probe_score": 0.998243, "eval_order": 2504}
{"item_id": "machine_learning__82", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.094148, "transfer_probe_score": 0.986586, "eval_order": 2505}
{"item_id": "anatomy__66", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005202, "transfer_probe_score": 0.999928, "eval_order": 2506}
{"item_id": "anatomy__88", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.172081, "transfer_probe_score": 0.974108, "eval_order": 2507}
{"item_id": "econometrics__28", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420507, "transfer_probe_score": 0.980308, "eval_order": 2508}
{"item_id": "nutrition__2", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.733706, "transfer_probe_score": 0.995302, "eval_order": 2509}
{"item_id": "high_school_psychology__171", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.037972, "transfer_probe_score": 0.999959, "eval_order": 2510}
{"item_id": "professional_law__441", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.308697, "transfer_probe_score": 0.999963, "eval_order": 2511}
{"item_id": "conceptual_physics__164", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.208051, "transfer_probe_score": 0.999991, "eval_order": 2512}
{"item_id": "high_school_chemistry__86", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.712998, "transfer_probe_score": 0.984682, "eval_order": 2513}
{"item_id": "world_religions__78", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005567, "transfer_probe_score": 0.99953, "eval_order": 2514}
{"item_id": "nutrition__118", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.104007, "transfer_probe_score": 0.99914, "eval_order": 2515}
{"item_id": "miscellaneous__738", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.011668, "transfer_probe_score": 0.999934, "eval_order": 2516}
{"item_id": "high_school_psychology__359", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008344, "transfer_probe_score": 0.999247, "eval_order": 2517}
{"item_id": "high_school_psychology__216", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.965183, "transfer_probe_score": 0.999945, "eval_order": 2518}
{"item_id": "professional_law__364", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.17153, "transfer_probe_score": 0.978306, "eval_order": 2519}
{"item_id": "marketing__132", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006918, "transfer_probe_score": 0.997371, "eval_order": 2520}
{"item_id": "philosophy__146", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018008, "transfer_probe_score": 0.9939, "eval_order": 2521}
{"item_id": "high_school_physics__115", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.41, "transfer_probe_score": 0.971454, "eval_order": 2522}
{"item_id": "college_chemistry__87", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.035685, "transfer_probe_score": 0.995795, "eval_order": 2523}
{"item_id": "college_chemistry__64", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.026521, "transfer_probe_score": 0.998251, "eval_order": 2524}
{"item_id": "world_religions__11", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.156917, "transfer_probe_score": 0.999946, "eval_order": 2525}
{"item_id": "moral_scenarios__58", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.69594, "transfer_probe_score": 0.99556, "eval_order": 2526}
{"item_id": "professional_medicine__79", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.040521, "transfer_probe_score": 0.831585, "eval_order": 2527}
{"item_id": "high_school_mathematics__123", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.390209, "transfer_probe_score": 0.999464, "eval_order": 2528}
{"item_id": "college_computer_science__27", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.437011, "transfer_probe_score": 0.998073, "eval_order": 2529}
{"item_id": "machine_learning__51", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.177895, "transfer_probe_score": 0.999899, "eval_order": 2530}
{"item_id": "econometrics__21", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.6458, "transfer_probe_score": 0.998083, "eval_order": 2531}
{"item_id": "moral_scenarios__17", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.647064, "transfer_probe_score": 0.892596, "eval_order": 2532}
{"item_id": "machine_learning__67", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.3028, "transfer_probe_score": 0.999998, "eval_order": 2533}
{"item_id": "abstract_algebra__71", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.537006, "transfer_probe_score": 0.970586, "eval_order": 2534}
{"item_id": "professional_medicine__85", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.157127, "transfer_probe_score": 0.822513, "eval_order": 2535}
{"item_id": "high_school_chemistry__39", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.025543, "transfer_probe_score": 0.999165, "eval_order": 2536}
{"item_id": "high_school_mathematics__226", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.729363, "transfer_probe_score": 0.989719, "eval_order": 2537}
{"item_id": "moral_scenarios__415", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.394534, "transfer_probe_score": 0.985199, "eval_order": 2538}
{"item_id": "conceptual_physics__184", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.151282, "transfer_probe_score": 0.955064, "eval_order": 2539}
{"item_id": "philosophy__100", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.170038, "transfer_probe_score": 0.999957, "eval_order": 2540}
{"item_id": "formal_logic__72", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.236005, "transfer_probe_score": 0.991653, "eval_order": 2541}
{"item_id": "conceptual_physics__51", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.051709, "transfer_probe_score": 0.999987, "eval_order": 2542}
{"item_id": "nutrition__184", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.386102, "transfer_probe_score": 0.921406, "eval_order": 2543}
{"item_id": "high_school_physics__133", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.080593, "transfer_probe_score": 0.999999, "eval_order": 2544}
{"item_id": "marketing__9", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.279036, "transfer_probe_score": 0.945769, "eval_order": 2545}
{"item_id": "high_school_chemistry__125", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.173652, "transfer_probe_score": 0.994623, "eval_order": 2546}
{"item_id": "professional_law__916", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.529084, "transfer_probe_score": 0.991822, "eval_order": 2547}
{"item_id": "high_school_mathematics__169", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.495572, "transfer_probe_score": 0.996499, "eval_order": 2548}
{"item_id": "college_physics__10", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032052, "transfer_probe_score": 0.939136, "eval_order": 2549}
{"item_id": "nutrition__288", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.122772, "transfer_probe_score": 0.998947, "eval_order": 2550}
{"item_id": "high_school_mathematics__74", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.638744, "transfer_probe_score": 0.999473, "eval_order": 2551}
{"item_id": "college_physics__33", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.471684, "transfer_probe_score": 0.993751, "eval_order": 2552}
{"item_id": "conceptual_physics__148", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032538, "transfer_probe_score": 0.999297, "eval_order": 2553}
{"item_id": "abstract_algebra__25", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.790475, "transfer_probe_score": 0.93866, "eval_order": 2554}
{"item_id": "professional_law__847", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.154603, "transfer_probe_score": 0.976316, "eval_order": 2555}
{"item_id": "econometrics__66", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.179149, "transfer_probe_score": 0.992255, "eval_order": 2556}
{"item_id": "moral_scenarios__789", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.467675, "transfer_probe_score": 0.999545, "eval_order": 2557}
{"item_id": "college_computer_science__11", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.305242, "transfer_probe_score": 0.852416, "eval_order": 2558}
{"item_id": "abstract_algebra__40", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.566292, "transfer_probe_score": 0.999745, "eval_order": 2559}
{"item_id": "high_school_physics__5", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.275349, "transfer_probe_score": 0.989139, "eval_order": 2560}
{"item_id": "college_computer_science__43", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.654359, "transfer_probe_score": 0.993179, "eval_order": 2561}
{"item_id": "professional_medicine__138", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.028995, "transfer_probe_score": 0.999247, "eval_order": 2562}
{"item_id": "professional_law__580", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420383, "transfer_probe_score": 0.998051, "eval_order": 2563}
{"item_id": "anatomy__52", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.68409, "transfer_probe_score": 0.991389, "eval_order": 2564}
{"item_id": "college_computer_science__48", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.322251, "transfer_probe_score": 0.999975, "eval_order": 2565}
{"item_id": "high_school_chemistry__197", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.224493, "transfer_probe_score": 0.999082, "eval_order": 2566}
{"item_id": "conceptual_physics__64", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.242884, "transfer_probe_score": 0.991177, "eval_order": 2567}
{"item_id": "miscellaneous__725", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.071099, "transfer_probe_score": 0.999995, "eval_order": 2568}
{"item_id": "moral_scenarios__651", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.757047, "transfer_probe_score": 0.80118, "eval_order": 2569}
{"item_id": "high_school_mathematics__194", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.324883, "transfer_probe_score": 0.999313, "eval_order": 2570}
{"item_id": "world_religions__67", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.41417, "transfer_probe_score": 0.999997, "eval_order": 2571}
{"item_id": "machine_learning__91", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.166754, "transfer_probe_score": 0.999084, "eval_order": 2572}
{"item_id": "high_school_chemistry__63", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.315527, "transfer_probe_score": 0.999905, "eval_order": 2573}
{"item_id": "philosophy__5", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.162607, "transfer_probe_score": 0.557011, "eval_order": 2574}
{"item_id": "world_religions__142", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005367, "transfer_probe_score": 0.99909, "eval_order": 2575}
{"item_id": "abstract_algebra__76", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.723893, "transfer_probe_score": 0.999928, "eval_order": 2576}
{"item_id": "high_school_mathematics__21", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.233448, "transfer_probe_score": 0.875096, "eval_order": 2577}
{"item_id": "econometrics__83", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.431709, "transfer_probe_score": 0.91043, "eval_order": 2578}
{"item_id": "college_physics__78", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.290592, "transfer_probe_score": 0.926958, "eval_order": 2579}
{"item_id": "abstract_algebra__17", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.423884, "transfer_probe_score": 0.998195, "eval_order": 2580}
{"item_id": "abstract_algebra__3", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.264954, "transfer_probe_score": 0.999989, "eval_order": 2581}
{"item_id": "moral_scenarios__56", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.371452, "transfer_probe_score": 0.999704, "eval_order": 2582}
{"item_id": "high_school_chemistry__44", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.076251, "transfer_probe_score": 0.901329, "eval_order": 2583}
{"item_id": "nutrition__4", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014206, "transfer_probe_score": 0.999994, "eval_order": 2584}
{"item_id": "philosophy__306", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062189, "transfer_probe_score": 0.999941, "eval_order": 2585}
{"item_id": "abstract_algebra__97", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.508454, "transfer_probe_score": 0.999867, "eval_order": 2586}
{"item_id": "high_school_physics__39", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.477758, "transfer_probe_score": 0.996584, "eval_order": 2587}
{"item_id": "high_school_mathematics__91", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.429773, "transfer_probe_score": 0.998752, "eval_order": 2588}
{"item_id": "miscellaneous__224", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.001942, "transfer_probe_score": 0.99999, "eval_order": 2589}
{"item_id": "college_mathematics__8", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.859955, "transfer_probe_score": 0.999919, "eval_order": 2590}
{"item_id": "moral_scenarios__277", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.249779, "transfer_probe_score": 0.991601, "eval_order": 2591}
{"item_id": "high_school_physics__7", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.591594, "transfer_probe_score": 0.991665, "eval_order": 2592}
{"item_id": "moral_scenarios__885", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.378789, "transfer_probe_score": 0.999797, "eval_order": 2593}
{"item_id": "high_school_chemistry__187", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.277659, "transfer_probe_score": 0.999963, "eval_order": 2594}
{"item_id": "machine_learning__3", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.373877, "transfer_probe_score": 0.999497, "eval_order": 2595}
{"item_id": "professional_law__808", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.537157, "transfer_probe_score": 0.999494, "eval_order": 2596}
{"item_id": "moral_scenarios__890", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.342789, "transfer_probe_score": 0.998977, "eval_order": 2597}
{"item_id": "marketing__61", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.05542, "transfer_probe_score": 0.965469, "eval_order": 2598}
{"item_id": "abstract_algebra__18", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.219212, "transfer_probe_score": 0.998641, "eval_order": 2599}
{"item_id": "moral_scenarios__103", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.491421, "transfer_probe_score": 0.989153, "eval_order": 2600}
{"item_id": "high_school_mathematics__112", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.676778, "transfer_probe_score": 0.999927, "eval_order": 2601}
{"item_id": "college_computer_science__23", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.113239, "transfer_probe_score": 0.979774, "eval_order": 2602}
{"item_id": "abstract_algebra__77", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.827325, "transfer_probe_score": 0.959529, "eval_order": 2603}
{"item_id": "college_chemistry__96", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.751779, "transfer_probe_score": 0.999932, "eval_order": 2604}
{"item_id": "high_school_chemistry__58", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.284917, "transfer_probe_score": 0.787898, "eval_order": 2605}
{"item_id": "college_mathematics__81", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.695473, "transfer_probe_score": 0.999999, "eval_order": 2606}
{"item_id": "nutrition__123", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.039905, "transfer_probe_score": 0.99999, "eval_order": 2607}
{"item_id": "marketing__101", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032011, "transfer_probe_score": 0.997971, "eval_order": 2608}
{"item_id": "high_school_chemistry__126", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.110608, "transfer_probe_score": 0.998901, "eval_order": 2609}
{"item_id": "moral_scenarios__870", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.408889, "transfer_probe_score": 0.999783, "eval_order": 2610}
{"item_id": "nutrition__212", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.22901, "transfer_probe_score": 0.99865, "eval_order": 2611}
{"item_id": "anatomy__82", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.237282, "transfer_probe_score": 0.669114, "eval_order": 2612}
{"item_id": "high_school_mathematics__204", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.364003, "transfer_probe_score": 0.999958, "eval_order": 2613}
{"item_id": "anatomy__19", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003883, "transfer_probe_score": 0.999991, "eval_order": 2614}
{"item_id": "electrical_engineering__136", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.082574, "transfer_probe_score": 0.999732, "eval_order": 2615}
{"item_id": "philosophy__248", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.041384, "transfer_probe_score": 0.996108, "eval_order": 2616}
{"item_id": "professional_medicine__258", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.146474, "transfer_probe_score": 0.958492, "eval_order": 2617}
{"item_id": "nutrition__131", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03737, "transfer_probe_score": 0.999661, "eval_order": 2618}
{"item_id": "miscellaneous__577", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.353374, "transfer_probe_score": 0.99993, "eval_order": 2619}
{"item_id": "college_physics__30", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.37185, "transfer_probe_score": 0.996733, "eval_order": 2620}
{"item_id": "high_school_chemistry__117", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.491041, "transfer_probe_score": 0.961282, "eval_order": 2621}
{"item_id": "miscellaneous__129", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.07875, "transfer_probe_score": 0.998363, "eval_order": 2622}
{"item_id": "professional_law__1014", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.139875, "transfer_probe_score": 0.989992, "eval_order": 2623}
{"item_id": "electrical_engineering__25", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.171958, "transfer_probe_score": 0.833747, "eval_order": 2624}
{"item_id": "abstract_algebra__63", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.450903, "transfer_probe_score": 0.96206, "eval_order": 2625}
{"item_id": "high_school_mathematics__47", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.510082, "transfer_probe_score": 0.998157, "eval_order": 2626}
{"item_id": "college_computer_science__34", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.116018, "transfer_probe_score": 0.70099, "eval_order": 2627}
{"item_id": "professional_law__1341", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.543253, "transfer_probe_score": 0.835005, "eval_order": 2628}
{"item_id": "electrical_engineering__66", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.590989, "transfer_probe_score": 0.98853, "eval_order": 2629}
{"item_id": "marketing__204", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.339274, "transfer_probe_score": 0.979631, "eval_order": 2630}
{"item_id": "college_chemistry__49", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.517069, "transfer_probe_score": 0.997831, "eval_order": 2631}
{"item_id": "philosophy__190", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.354328, "transfer_probe_score": 0.999792, "eval_order": 2632}
{"item_id": "high_school_mathematics__104", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.100798, "transfer_probe_score": 0.97032, "eval_order": 2633}
{"item_id": "moral_scenarios__387", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.588989, "transfer_probe_score": 0.896429, "eval_order": 2634}
{"item_id": "machine_learning__108", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.686958, "transfer_probe_score": 0.369182, "eval_order": 2635}
{"item_id": "miscellaneous__711", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.139839, "transfer_probe_score": 0.819994, "eval_order": 2636}
{"item_id": "high_school_psychology__89", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.06768, "transfer_probe_score": 0.999616, "eval_order": 2637}
{"item_id": "electrical_engineering__29", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.191473, "transfer_probe_score": 0.999334, "eval_order": 2638}
{"item_id": "abstract_algebra__72", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.197046, "transfer_probe_score": 0.997564, "eval_order": 2639}
{"item_id": "professional_medicine__134", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.089077, "transfer_probe_score": 0.999876, "eval_order": 2640}
{"item_id": "anatomy__13", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.107183, "transfer_probe_score": 0.984532, "eval_order": 2641}
{"item_id": "professional_law__954", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.948024, "transfer_probe_score": 0.988892, "eval_order": 2642}
{"item_id": "anatomy__55", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.97344, "transfer_probe_score": 0.997096, "eval_order": 2643}
{"item_id": "econometrics__113", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.397373, "transfer_probe_score": 0.996534, "eval_order": 2644}
{"item_id": "world_religions__60", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024112, "transfer_probe_score": 0.999984, "eval_order": 2645}
{"item_id": "marketing__163", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.075236, "transfer_probe_score": 0.977891, "eval_order": 2646}
{"item_id": "college_mathematics__88", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.59218, "transfer_probe_score": 0.985051, "eval_order": 2647}
{"item_id": "high_school_mathematics__67", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.921827, "transfer_probe_score": 0.999572, "eval_order": 2648}
{"item_id": "marketing__183", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.354829, "transfer_probe_score": 0.996059, "eval_order": 2649}
{"item_id": "college_physics__70", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.108653, "transfer_probe_score": 0.99916, "eval_order": 2650}
{"item_id": "moral_scenarios__243", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.437975, "transfer_probe_score": 0.999934, "eval_order": 2651}
{"item_id": "world_religions__52", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313207, "transfer_probe_score": 0.998525, "eval_order": 2652}
{"item_id": "professional_law__999", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.918849, "transfer_probe_score": 0.958641, "eval_order": 2653}
{"item_id": "high_school_psychology__327", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.07851, "transfer_probe_score": 0.998486, "eval_order": 2654}
{"item_id": "formal_logic__18", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.304676, "transfer_probe_score": 0.89754, "eval_order": 2655}
{"item_id": "philosophy__174", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.408313, "transfer_probe_score": 0.999991, "eval_order": 2656}
{"item_id": "college_chemistry__41", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.455715, "transfer_probe_score": 0.996796, "eval_order": 2657}
{"item_id": "anatomy__41", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.478979, "transfer_probe_score": 0.994028, "eval_order": 2658}
{"item_id": "world_religions__18", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.391328, "transfer_probe_score": 0.700035, "eval_order": 2659}
{"item_id": "miscellaneous__209", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008825, "transfer_probe_score": 0.999945, "eval_order": 2660}
{"item_id": "professional_law__715", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.815366, "transfer_probe_score": 0.976881, "eval_order": 2661}
{"item_id": "anatomy__14", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.519549, "transfer_probe_score": 0.999384, "eval_order": 2662}
{"item_id": "college_chemistry__76", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.025706, "transfer_probe_score": 0.99812, "eval_order": 2663}
{"item_id": "nutrition__157", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023522, "transfer_probe_score": 0.99816, "eval_order": 2664}
{"item_id": "miscellaneous__511", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008078, "transfer_probe_score": 0.99999, "eval_order": 2665}
{"item_id": "high_school_physics__80", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.887029, "transfer_probe_score": 0.409008, "eval_order": 2666}
{"item_id": "college_mathematics__23", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.653521, "transfer_probe_score": 0.999991, "eval_order": 2667}
{"item_id": "college_computer_science__36", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.183757, "transfer_probe_score": 0.999989, "eval_order": 2668}
{"item_id": "econometrics__9", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.233417, "transfer_probe_score": 0.99945, "eval_order": 2669}
{"item_id": "professional_medicine__217", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.022502, "transfer_probe_score": 0.992673, "eval_order": 2670}
{"item_id": "machine_learning__68", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.218213, "transfer_probe_score": 0.999987, "eval_order": 2671}
{"item_id": "college_computer_science__13", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087151, "transfer_probe_score": 0.896078, "eval_order": 2672}
{"item_id": "high_school_psychology__97", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.046045, "transfer_probe_score": 0.999866, "eval_order": 2673}
{"item_id": "conceptual_physics__199", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.436379, "transfer_probe_score": 0.999828, "eval_order": 2674}
{"item_id": "moral_scenarios__355", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.54843, "transfer_probe_score": 0.882014, "eval_order": 2675}
{"item_id": "moral_scenarios__420", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.422629, "transfer_probe_score": 0.992862, "eval_order": 2676}
{"item_id": "miscellaneous__270", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003624, "transfer_probe_score": 0.999983, "eval_order": 2677}
{"item_id": "marketing__151", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.213753, "transfer_probe_score": 0.986458, "eval_order": 2678}
{"item_id": "high_school_physics__9", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.487088, "transfer_probe_score": 0.99992, "eval_order": 2679}
{"item_id": "high_school_chemistry__174", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.459724, "transfer_probe_score": 0.99498, "eval_order": 2680}
{"item_id": "world_religions__94", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.188655, "transfer_probe_score": 0.999826, "eval_order": 2681}
{"item_id": "machine_learning__88", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.098721, "transfer_probe_score": 0.995896, "eval_order": 2682}
{"item_id": "high_school_mathematics__148", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.38364, "transfer_probe_score": 0.870363, "eval_order": 2683}
{"item_id": "moral_scenarios__266", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.55921, "transfer_probe_score": 0.924672, "eval_order": 2684}
{"item_id": "world_religions__21", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.989645, "transfer_probe_score": 0.519672, "eval_order": 2685}
{"item_id": "moral_scenarios__235", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.336968, "transfer_probe_score": 0.990403, "eval_order": 2686}
{"item_id": "marketing__165", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.390119, "transfer_probe_score": 0.989649, "eval_order": 2687}
{"item_id": "high_school_mathematics__8", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.459456, "transfer_probe_score": 0.998592, "eval_order": 2688}
{"item_id": "high_school_psychology__434", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012353, "transfer_probe_score": 0.999823, "eval_order": 2689}
{"item_id": "high_school_physics__52", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.357971, "transfer_probe_score": 0.993862, "eval_order": 2690}
{"item_id": "electrical_engineering__131", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.666372, "transfer_probe_score": 0.620331, "eval_order": 2691}
{"item_id": "college_chemistry__30", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.629993, "transfer_probe_score": 0.988312, "eval_order": 2692}
{"item_id": "philosophy__255", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.227646, "transfer_probe_score": 0.999997, "eval_order": 2693}
{"item_id": "high_school_psychology__181", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.051698, "transfer_probe_score": 0.999395, "eval_order": 2694}
{"item_id": "world_religions__89", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.352307, "transfer_probe_score": 0.957687, "eval_order": 2695}
{"item_id": "college_computer_science__54", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.658643, "transfer_probe_score": 0.924237, "eval_order": 2696}
{"item_id": "professional_medicine__226", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.29992, "transfer_probe_score": 0.938924, "eval_order": 2697}
{"item_id": "philosophy__143", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.35061, "transfer_probe_score": 0.99963, "eval_order": 2698}
{"item_id": "anatomy__126", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.001133, "transfer_probe_score": 0.999429, "eval_order": 2699}
{"item_id": "econometrics__12", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.050777, "transfer_probe_score": 0.998805, "eval_order": 2700}
{"item_id": "moral_scenarios__482", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.333318, "transfer_probe_score": 0.999003, "eval_order": 2701}
{"item_id": "high_school_physics__91", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.395972, "transfer_probe_score": 0.998345, "eval_order": 2702}
{"item_id": "professional_law__383", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.496876, "transfer_probe_score": 0.917704, "eval_order": 2703}
{"item_id": "high_school_chemistry__73", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.287413, "transfer_probe_score": 0.878512, "eval_order": 2704}
{"item_id": "abstract_algebra__46", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.73281, "transfer_probe_score": 0.999979, "eval_order": 2705}
{"item_id": "moral_scenarios__325", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.193324, "transfer_probe_score": 0.999869, "eval_order": 2706}
{"item_id": "high_school_mathematics__110", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.325078, "transfer_probe_score": 0.999985, "eval_order": 2707}
{"item_id": "college_physics__98", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.685877, "transfer_probe_score": 0.99794, "eval_order": 2708}
{"item_id": "high_school_psychology__352", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.078582, "transfer_probe_score": 0.999998, "eval_order": 2709}
{"item_id": "high_school_mathematics__225", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.164639, "transfer_probe_score": 0.998652, "eval_order": 2710}
{"item_id": "high_school_chemistry__186", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.695533, "transfer_probe_score": 0.999999, "eval_order": 2711}
{"item_id": "electrical_engineering__30", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.60045, "transfer_probe_score": 0.99773, "eval_order": 2712}
{"item_id": "conceptual_physics__130", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062155, "transfer_probe_score": 0.999982, "eval_order": 2713}
{"item_id": "econometrics__14", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.445123, "transfer_probe_score": 0.961124, "eval_order": 2714}
{"item_id": "formal_logic__111", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.340304, "transfer_probe_score": 0.886925, "eval_order": 2715}
{"item_id": "high_school_psychology__468", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.274408, "transfer_probe_score": 0.982802, "eval_order": 2716}
{"item_id": "college_computer_science__9", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.198353, "transfer_probe_score": 0.999579, "eval_order": 2717}
{"item_id": "high_school_physics__83", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.364569, "transfer_probe_score": 0.637683, "eval_order": 2718}
{"item_id": "nutrition__193", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.12333, "transfer_probe_score": 0.967045, "eval_order": 2719}
{"item_id": "anatomy__104", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.16564, "transfer_probe_score": 0.995488, "eval_order": 2720}
{"item_id": "abstract_algebra__28", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.800878, "transfer_probe_score": 0.984221, "eval_order": 2721}
{"item_id": "econometrics__16", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.638467, "transfer_probe_score": 0.985233, "eval_order": 2722}
{"item_id": "conceptual_physics__41", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.221312, "transfer_probe_score": 0.999933, "eval_order": 2723}
{"item_id": "formal_logic__66", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023475, "transfer_probe_score": 0.652107, "eval_order": 2724}
{"item_id": "machine_learning__81", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.690095, "transfer_probe_score": 0.999946, "eval_order": 2725}
{"item_id": "miscellaneous__560", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.845241, "transfer_probe_score": 0.999735, "eval_order": 2726}
{"item_id": "college_mathematics__30", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.254572, "transfer_probe_score": 0.641471, "eval_order": 2727}
{"item_id": "world_religions__167", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.095842, "transfer_probe_score": 0.999993, "eval_order": 2728}
{"item_id": "nutrition__176", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.368621, "transfer_probe_score": 0.993637, "eval_order": 2729}
{"item_id": "high_school_chemistry__64", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.104794, "transfer_probe_score": 0.995414, "eval_order": 2730}
{"item_id": "anatomy__11", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.173645, "transfer_probe_score": 0.94851, "eval_order": 2731}
{"item_id": "formal_logic__27", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03527, "transfer_probe_score": 0.998502, "eval_order": 2732}
{"item_id": "college_physics__43", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.739118, "transfer_probe_score": 0.999878, "eval_order": 2733}
{"item_id": "moral_scenarios__276", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.42901, "transfer_probe_score": 0.999743, "eval_order": 2734}
{"item_id": "marketing__31", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.057676, "transfer_probe_score": 0.996012, "eval_order": 2735}
{"item_id": "machine_learning__48", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.786875, "transfer_probe_score": 0.998777, "eval_order": 2736}
{"item_id": "conceptual_physics__232", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.964082, "transfer_probe_score": 0.998262, "eval_order": 2737}
{"item_id": "college_physics__36", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03826, "transfer_probe_score": 0.262713, "eval_order": 2738}
{"item_id": "high_school_psychology__493", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024828, "transfer_probe_score": 0.99982, "eval_order": 2739}
{"item_id": "conceptual_physics__50", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.307415, "transfer_probe_score": 0.999775, "eval_order": 2740}
{"item_id": "electrical_engineering__20", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.068065, "transfer_probe_score": 0.999932, "eval_order": 2741}
{"item_id": "high_school_mathematics__69", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.561625, "transfer_probe_score": 0.999992, "eval_order": 2742}
{"item_id": "moral_scenarios__553", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.611056, "transfer_probe_score": 0.902905, "eval_order": 2743}
{"item_id": "world_religions__162", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.052195, "transfer_probe_score": 0.999977, "eval_order": 2744}
{"item_id": "anatomy__118", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.189444, "transfer_probe_score": 0.968508, "eval_order": 2745}
{"item_id": "miscellaneous__395", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004327, "transfer_probe_score": 0.999998, "eval_order": 2746}
{"item_id": "college_computer_science__38", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.523874, "transfer_probe_score": 0.924099, "eval_order": 2747}
{"item_id": "electrical_engineering__31", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.359649, "transfer_probe_score": 0.999986, "eval_order": 2748}
{"item_id": "professional_medicine__110", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087103, "transfer_probe_score": 0.999634, "eval_order": 2749}
{"item_id": "electrical_engineering__129", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.421436, "transfer_probe_score": 0.712404, "eval_order": 2750}
{"item_id": "professional_law__1042", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.933672, "transfer_probe_score": 0.920874, "eval_order": 2751}
{"item_id": "high_school_psychology__530", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003505, "transfer_probe_score": 0.999936, "eval_order": 2752}
{"item_id": "econometrics__98", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.671171, "transfer_probe_score": 0.999852, "eval_order": 2753}
{"item_id": "conceptual_physics__79", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.639658, "transfer_probe_score": 0.999528, "eval_order": 2754}
{"item_id": "high_school_physics__93", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.731241, "transfer_probe_score": 0.992937, "eval_order": 2755}
{"item_id": "miscellaneous__75", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.170566, "transfer_probe_score": 0.995623, "eval_order": 2756}
{"item_id": "high_school_psychology__326", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.155922, "transfer_probe_score": 0.999548, "eval_order": 2757}
{"item_id": "moral_scenarios__128", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.224354, "transfer_probe_score": 0.99966, "eval_order": 2758}
{"item_id": "professional_law__207", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.225443, "transfer_probe_score": 0.476446, "eval_order": 2759}
{"item_id": "econometrics__26", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.32238, "transfer_probe_score": 0.999985, "eval_order": 2760}
{"item_id": "nutrition__128", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.696729, "transfer_probe_score": 0.984584, "eval_order": 2761}
{"item_id": "miscellaneous__579", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014996, "transfer_probe_score": 0.9956, "eval_order": 2762}
{"item_id": "professional_medicine__235", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.352297, "transfer_probe_score": 0.997399, "eval_order": 2763}
{"item_id": "professional_law__263", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.215046, "transfer_probe_score": 0.982665, "eval_order": 2764}
{"item_id": "electrical_engineering__58", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.139066, "transfer_probe_score": 0.999825, "eval_order": 2765}
{"item_id": "nutrition__170", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018848, "transfer_probe_score": 0.999999, "eval_order": 2766}
{"item_id": "moral_scenarios__262", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.367604, "transfer_probe_score": 0.987897, "eval_order": 2767}
{"item_id": "professional_law__762", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.162693, "transfer_probe_score": 0.996395, "eval_order": 2768}
{"item_id": "machine_learning__77", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.248861, "transfer_probe_score": 0.99998, "eval_order": 2769}
{"item_id": "miscellaneous__1", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.142794, "transfer_probe_score": 0.961581, "eval_order": 2770}
{"item_id": "miscellaneous__555", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.06161, "transfer_probe_score": 0.998406, "eval_order": 2771}
{"item_id": "philosophy__71", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.059955, "transfer_probe_score": 0.99999, "eval_order": 2772}
{"item_id": "anatomy__17", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01574, "transfer_probe_score": 0.999888, "eval_order": 2773}
{"item_id": "anatomy__128", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.309246, "transfer_probe_score": 0.999839, "eval_order": 2774}
{"item_id": "philosophy__236", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.148476, "transfer_probe_score": 0.999943, "eval_order": 2775}
{"item_id": "moral_scenarios__286", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.266959, "transfer_probe_score": 0.999633, "eval_order": 2776}
{"item_id": "professional_law__1407", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.069139, "transfer_probe_score": 0.987906, "eval_order": 2777}
{"item_id": "marketing__218", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.531947, "transfer_probe_score": 0.119508, "eval_order": 2778}
{"item_id": "nutrition__44", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.63674, "transfer_probe_score": 0.981365, "eval_order": 2779}
{"item_id": "philosophy__8", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.066393, "transfer_probe_score": 0.999972, "eval_order": 2780}
{"item_id": "electrical_engineering__90", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.141344, "transfer_probe_score": 0.995449, "eval_order": 2781}
{"item_id": "electrical_engineering__47", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.578405, "transfer_probe_score": 0.945244, "eval_order": 2782}
{"item_id": "machine_learning__96", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.196542, "transfer_probe_score": 0.999993, "eval_order": 2783}
{"item_id": "high_school_psychology__464", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020651, "transfer_probe_score": 0.921893, "eval_order": 2784}
{"item_id": "anatomy__96", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.854377, "transfer_probe_score": 0.996106, "eval_order": 2785}
{"item_id": "formal_logic__109", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.402235, "transfer_probe_score": 0.999988, "eval_order": 2786}
{"item_id": "miscellaneous__466", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.011131, "transfer_probe_score": 0.997857, "eval_order": 2787}
{"item_id": "conceptual_physics__178", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.329567, "transfer_probe_score": 0.99823, "eval_order": 2788}
{"item_id": "moral_scenarios__90", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.35113, "transfer_probe_score": 0.922417, "eval_order": 2789}
{"item_id": "high_school_physics__128", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.743146, "transfer_probe_score": 0.997517, "eval_order": 2790}
{"item_id": "professional_law__1373", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.09639, "transfer_probe_score": 0.995793, "eval_order": 2791}
{"item_id": "formal_logic__55", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.149246, "transfer_probe_score": 0.852898, "eval_order": 2792}
{"item_id": "moral_scenarios__665", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.31474, "transfer_probe_score": 0.999862, "eval_order": 2793}
{"item_id": "electrical_engineering__100", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.114409, "transfer_probe_score": 0.998046, "eval_order": 2794}
{"item_id": "abstract_algebra__59", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.322378, "transfer_probe_score": 0.999772, "eval_order": 2795}
{"item_id": "college_mathematics__48", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.204902, "transfer_probe_score": 0.993762, "eval_order": 2796}
{"item_id": "high_school_psychology__246", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.220149, "transfer_probe_score": 0.873225, "eval_order": 2797}
{"item_id": "electrical_engineering__62", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.116269, "transfer_probe_score": 0.931289, "eval_order": 2798}
{"item_id": "high_school_physics__45", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.657102, "transfer_probe_score": 0.999959, "eval_order": 2799}
{"item_id": "high_school_psychology__205", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.015039, "transfer_probe_score": 0.996212, "eval_order": 2800}
{"item_id": "college_computer_science__52", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.545064, "transfer_probe_score": 0.997766, "eval_order": 2801}
{"item_id": "college_physics__88", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.565764, "transfer_probe_score": 0.997567, "eval_order": 2802}
{"item_id": "professional_law__325", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.580477, "transfer_probe_score": 0.910102, "eval_order": 2803}
{"item_id": "machine_learning__73", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.719353, "transfer_probe_score": 0.996973, "eval_order": 2804}
{"item_id": "high_school_mathematics__267", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.154192, "transfer_probe_score": 0.994304, "eval_order": 2805}
{"item_id": "formal_logic__36", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.57961, "transfer_probe_score": 0.963571, "eval_order": 2806}
{"item_id": "high_school_physics__118", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.045544, "transfer_probe_score": 0.994686, "eval_order": 2807}
{"item_id": "high_school_physics__19", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.190758, "transfer_probe_score": 0.992593, "eval_order": 2808}
{"item_id": "miscellaneous__492", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.028475, "transfer_probe_score": 0.999752, "eval_order": 2809}
{"item_id": "econometrics__95", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.537145, "transfer_probe_score": 0.243125, "eval_order": 2810}
{"item_id": "formal_logic__3", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.451239, "transfer_probe_score": 0.994244, "eval_order": 2811}
{"item_id": "college_computer_science__42", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.532323, "transfer_probe_score": 0.986411, "eval_order": 2812}
{"item_id": "college_mathematics__75", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.303832, "transfer_probe_score": 0.999868, "eval_order": 2813}
{"item_id": "high_school_physics__41", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073332, "transfer_probe_score": 0.997236, "eval_order": 2814}
{"item_id": "professional_law__1046", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.144806, "transfer_probe_score": 0.999885, "eval_order": 2815}
{"item_id": "econometrics__94", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.224352, "transfer_probe_score": 0.972931, "eval_order": 2816}
{"item_id": "professional_medicine__267", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.022335, "transfer_probe_score": 0.999718, "eval_order": 2817}
{"item_id": "machine_learning__78", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.209445, "transfer_probe_score": 0.999967, "eval_order": 2818}
{"item_id": "world_religions__163", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.891814, "transfer_probe_score": 0.994332, "eval_order": 2819}
{"item_id": "world_religions__104", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.712893, "transfer_probe_score": 0.990147, "eval_order": 2820}
{"item_id": "professional_medicine__223", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.025694, "transfer_probe_score": 0.97402, "eval_order": 2821}
{"item_id": "high_school_mathematics__159", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.493585, "transfer_probe_score": 0.997395, "eval_order": 2822}
{"item_id": "nutrition__226", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.175348, "transfer_probe_score": 0.998299, "eval_order": 2823}
{"item_id": "miscellaneous__296", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017075, "transfer_probe_score": 0.999799, "eval_order": 2824}
{"item_id": "conceptual_physics__66", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.586804, "transfer_probe_score": 0.995344, "eval_order": 2825}
{"item_id": "world_religions__20", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.081397, "transfer_probe_score": 0.99936, "eval_order": 2826}
{"item_id": "world_religions__168", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.09107, "transfer_probe_score": 0.999432, "eval_order": 2827}
{"item_id": "machine_learning__104", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.354841, "transfer_probe_score": 0.996828, "eval_order": 2828}
{"item_id": "conceptual_physics__137", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.502306, "transfer_probe_score": 0.970188, "eval_order": 2829}
{"item_id": "formal_logic__48", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.771876, "transfer_probe_score": 0.986539, "eval_order": 2830}
{"item_id": "high_school_psychology__435", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01397, "transfer_probe_score": 0.999842, "eval_order": 2831}
{"item_id": "miscellaneous__486", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00328, "transfer_probe_score": 0.999995, "eval_order": 2832}
{"item_id": "high_school_mathematics__189", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.640182, "transfer_probe_score": 0.999954, "eval_order": 2833}
{"item_id": "high_school_mathematics__6", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.845387, "transfer_probe_score": 0.998974, "eval_order": 2834}
{"item_id": "high_school_chemistry__168", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.375007, "transfer_probe_score": 0.964118, "eval_order": 2835}
{"item_id": "high_school_physics__57", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.671065, "transfer_probe_score": 0.657673, "eval_order": 2836}
{"item_id": "high_school_mathematics__261", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.417326, "transfer_probe_score": 0.999923, "eval_order": 2837}
{"item_id": "high_school_mathematics__162", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.108606, "transfer_probe_score": 0.998688, "eval_order": 2838}
{"item_id": "high_school_psychology__196", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.280679, "transfer_probe_score": 1.0, "eval_order": 2839}
{"item_id": "abstract_algebra__11", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.245507, "transfer_probe_score": 0.97273, "eval_order": 2840}
{"item_id": "marketing__229", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.072697, "transfer_probe_score": 0.600501, "eval_order": 2841}
{"item_id": "high_school_psychology__526", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.205056, "transfer_probe_score": 0.946893, "eval_order": 2842}
{"item_id": "world_religions__3", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014381, "transfer_probe_score": 0.999616, "eval_order": 2843}
{"item_id": "college_computer_science__78", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.749396, "transfer_probe_score": 0.982346, "eval_order": 2844}
{"item_id": "electrical_engineering__57", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007113, "transfer_probe_score": 0.999952, "eval_order": 2845}
{"item_id": "high_school_chemistry__133", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.161424, "transfer_probe_score": 0.998443, "eval_order": 2846}
{"item_id": "college_mathematics__69", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.944649, "transfer_probe_score": 0.987525, "eval_order": 2847}
{"item_id": "anatomy__114", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.051549, "transfer_probe_score": 0.999635, "eval_order": 2848}
{"item_id": "college_physics__1", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.321083, "transfer_probe_score": 0.999571, "eval_order": 2849}
{"item_id": "professional_medicine__214", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.78499, "transfer_probe_score": 0.997828, "eval_order": 2850}
{"item_id": "moral_scenarios__92", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.278459, "transfer_probe_score": 0.999936, "eval_order": 2851}
{"item_id": "high_school_mathematics__168", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.499696, "transfer_probe_score": 0.982216, "eval_order": 2852}
{"item_id": "professional_law__937", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.613848, "transfer_probe_score": 0.999621, "eval_order": 2853}
{"item_id": "college_computer_science__14", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.86154, "transfer_probe_score": 0.994332, "eval_order": 2854}
{"item_id": "machine_learning__32", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.457455, "transfer_probe_score": 0.995227, "eval_order": 2855}
{"item_id": "high_school_chemistry__118", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.898175, "transfer_probe_score": 0.603804, "eval_order": 2856}
{"item_id": "professional_law__1313", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.222039, "transfer_probe_score": 0.999865, "eval_order": 2857}
{"item_id": "college_computer_science__19", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.350642, "transfer_probe_score": 0.991586, "eval_order": 2858}
{"item_id": "college_chemistry__33", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.319209, "transfer_probe_score": 0.984384, "eval_order": 2859}
{"item_id": "econometrics__64", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.489289, "transfer_probe_score": 0.999942, "eval_order": 2860}
{"item_id": "electrical_engineering__61", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.545578, "transfer_probe_score": 0.988998, "eval_order": 2861}
{"item_id": "high_school_mathematics__265", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.403856, "transfer_probe_score": 0.999729, "eval_order": 2862}
{"item_id": "high_school_physics__44", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.44518, "transfer_probe_score": 0.997513, "eval_order": 2863}
{"item_id": "abstract_algebra__47", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.379489, "transfer_probe_score": 0.999875, "eval_order": 2864}
{"item_id": "college_chemistry__13", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.4839, "transfer_probe_score": 0.785782, "eval_order": 2865}
{"item_id": "nutrition__141", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.04488, "transfer_probe_score": 0.99742, "eval_order": 2866}
{"item_id": "moral_scenarios__675", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.275111, "transfer_probe_score": 0.997668, "eval_order": 2867}
{"item_id": "high_school_physics__13", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.563044, "transfer_probe_score": 0.999579, "eval_order": 2868}
{"item_id": "machine_learning__56", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.696357, "transfer_probe_score": 0.999762, "eval_order": 2869}
{"item_id": "electrical_engineering__32", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024886, "transfer_probe_score": 0.998771, "eval_order": 2870}
{"item_id": "econometrics__68", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.842311, "transfer_probe_score": 0.932692, "eval_order": 2871}
{"item_id": "professional_medicine__17", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009037, "transfer_probe_score": 0.998466, "eval_order": 2872}
{"item_id": "professional_law__1453", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.740887, "transfer_probe_score": 0.999348, "eval_order": 2873}
{"item_id": "high_school_physics__51", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.467676, "transfer_probe_score": 0.99491, "eval_order": 2874}
{"item_id": "electrical_engineering__91", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.053341, "transfer_probe_score": 0.999898, "eval_order": 2875}
{"item_id": "high_school_psychology__364", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.137008, "transfer_probe_score": 0.996314, "eval_order": 2876}
{"item_id": "philosophy__196", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.865048, "transfer_probe_score": 0.306839, "eval_order": 2877}
{"item_id": "high_school_physics__47", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.492718, "transfer_probe_score": 0.998391, "eval_order": 2878}
{"item_id": "abstract_algebra__35", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.277673, "transfer_probe_score": 0.998127, "eval_order": 2879}
{"item_id": "formal_logic__92", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.688911, "transfer_probe_score": 0.956594, "eval_order": 2880}
{"item_id": "high_school_chemistry__9", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.181713, "transfer_probe_score": 0.997714, "eval_order": 2881}
{"item_id": "marketing__131", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.076467, "transfer_probe_score": 0.994532, "eval_order": 2882}
{"item_id": "moral_scenarios__308", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.56923, "transfer_probe_score": 0.999832, "eval_order": 2883}
{"item_id": "nutrition__90", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.07763, "transfer_probe_score": 0.996574, "eval_order": 2884}
{"item_id": "conceptual_physics__90", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.040221, "transfer_probe_score": 0.997864, "eval_order": 2885}
{"item_id": "formal_logic__54", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.534424, "transfer_probe_score": 0.77977, "eval_order": 2886}
{"item_id": "marketing__233", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.717408, "transfer_probe_score": 0.99962, "eval_order": 2887}
{"item_id": "philosophy__195", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.292074, "transfer_probe_score": 0.999809, "eval_order": 2888}
{"item_id": "professional_medicine__141", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.155554, "transfer_probe_score": 0.999219, "eval_order": 2889}
{"item_id": "miscellaneous__428", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.071729, "transfer_probe_score": 0.99905, "eval_order": 2890}
{"item_id": "world_religions__137", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006354, "transfer_probe_score": 0.999953, "eval_order": 2891}
{"item_id": "college_chemistry__20", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020086, "transfer_probe_score": 0.999366, "eval_order": 2892}
{"item_id": "formal_logic__33", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.082018, "transfer_probe_score": 0.996343, "eval_order": 2893}
{"item_id": "marketing__79", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.20667, "transfer_probe_score": 0.926795, "eval_order": 2894}
{"item_id": "high_school_chemistry__102", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.071909, "transfer_probe_score": 0.999966, "eval_order": 2895}
{"item_id": "high_school_psychology__86", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.058549, "transfer_probe_score": 0.999589, "eval_order": 2896}
{"item_id": "high_school_physics__71", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.162742, "transfer_probe_score": 0.998425, "eval_order": 2897}
{"item_id": "professional_law__597", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.144447, "transfer_probe_score": 0.999585, "eval_order": 2898}
{"item_id": "machine_learning__66", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.098791, "transfer_probe_score": 0.999771, "eval_order": 2899}
{"item_id": "econometrics__1", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.508061, "transfer_probe_score": 0.899747, "eval_order": 2900}
{"item_id": "machine_learning__60", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.272697, "transfer_probe_score": 0.999982, "eval_order": 2901}
{"item_id": "world_religions__23", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.440586, "transfer_probe_score": 0.999997, "eval_order": 2902}
{"item_id": "college_chemistry__52", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.905591, "transfer_probe_score": 0.363235, "eval_order": 2903}
{"item_id": "world_religions__160", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.061663, "transfer_probe_score": 0.981899, "eval_order": 2904}
{"item_id": "high_school_chemistry__31", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.043932, "transfer_probe_score": 0.995686, "eval_order": 2905}
{"item_id": "philosophy__30", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.180587, "transfer_probe_score": 0.99921, "eval_order": 2906}
{"item_id": "professional_law__1032", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.083719, "transfer_probe_score": 0.999471, "eval_order": 2907}
{"item_id": "philosophy__108", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.077005, "transfer_probe_score": 0.999992, "eval_order": 2908}
{"item_id": "nutrition__173", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.285167, "transfer_probe_score": 0.964901, "eval_order": 2909}
{"item_id": "philosophy__229", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.910654, "transfer_probe_score": 0.212047, "eval_order": 2910}
{"item_id": "nutrition__242", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.100337, "transfer_probe_score": 0.998841, "eval_order": 2911}
{"item_id": "machine_learning__71", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.641964, "transfer_probe_score": 0.999787, "eval_order": 2912}
{"item_id": "professional_medicine__30", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014907, "transfer_probe_score": 0.996454, "eval_order": 2913}
{"item_id": "abstract_algebra__41", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.82556, "transfer_probe_score": 0.998005, "eval_order": 2914}
{"item_id": "high_school_physics__24", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.340165, "transfer_probe_score": 0.980129, "eval_order": 2915}
{"item_id": "marketing__202", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.403888, "transfer_probe_score": 0.963266, "eval_order": 2916}
{"item_id": "machine_learning__39", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.209565, "transfer_probe_score": 0.999973, "eval_order": 2917}
{"item_id": "nutrition__50", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.144771, "transfer_probe_score": 0.98758, "eval_order": 2918}
{"item_id": "college_chemistry__19", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.442786, "transfer_probe_score": 0.999901, "eval_order": 2919}
{"item_id": "moral_scenarios__106", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.242547, "transfer_probe_score": 0.993466, "eval_order": 2920}
{"item_id": "conceptual_physics__129", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.15576, "transfer_probe_score": 0.994855, "eval_order": 2921}
{"item_id": "high_school_mathematics__11", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.773324, "transfer_probe_score": 0.969631, "eval_order": 2922}
{"item_id": "world_religions__64", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004411, "transfer_probe_score": 0.999986, "eval_order": 2923}
{"item_id": "college_chemistry__12", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.447548, "transfer_probe_score": 0.999994, "eval_order": 2924}
{"item_id": "electrical_engineering__79", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.708845, "transfer_probe_score": 0.022994, "eval_order": 2925}
{"item_id": "formal_logic__82", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.071126, "transfer_probe_score": 0.989009, "eval_order": 2926}
{"item_id": "professional_law__111", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.754213, "transfer_probe_score": 0.941289, "eval_order": 2927}
{"item_id": "machine_learning__101", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.241476, "transfer_probe_score": 0.999987, "eval_order": 2928}
{"item_id": "abstract_algebra__89", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.782971, "transfer_probe_score": 0.998394, "eval_order": 2929}
{"item_id": "econometrics__62", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.520925, "transfer_probe_score": 0.998789, "eval_order": 2930}
{"item_id": "electrical_engineering__89", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.256317, "transfer_probe_score": 0.997209, "eval_order": 2931}
{"item_id": "marketing__208", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044007, "transfer_probe_score": 0.952784, "eval_order": 2932}
{"item_id": "moral_scenarios__65", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.582714, "transfer_probe_score": 0.984104, "eval_order": 2933}
{"item_id": "college_mathematics__86", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.834734, "transfer_probe_score": 0.989619, "eval_order": 2934}
{"item_id": "high_school_physics__35", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.221584, "transfer_probe_score": 0.967545, "eval_order": 2935}
{"item_id": "electrical_engineering__49", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.781, "transfer_probe_score": 0.999948, "eval_order": 2936}
{"item_id": "professional_law__651", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.134709, "transfer_probe_score": 0.994793, "eval_order": 2937}
{"item_id": "professional_law__1189", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.152851, "transfer_probe_score": 0.995461, "eval_order": 2938}
{"item_id": "college_mathematics__92", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.33558, "transfer_probe_score": 0.999866, "eval_order": 2939}
{"item_id": "machine_learning__95", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.341968, "transfer_probe_score": 0.999611, "eval_order": 2940}
{"item_id": "conceptual_physics__43", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.357132, "transfer_probe_score": 0.961022, "eval_order": 2941}
{"item_id": "conceptual_physics__167", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.957775, "transfer_probe_score": 0.9997, "eval_order": 2942}
{"item_id": "anatomy__132", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.845718, "transfer_probe_score": 0.494357, "eval_order": 2943}
{"item_id": "professional_medicine__97", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01762, "transfer_probe_score": 0.998667, "eval_order": 2944}
{"item_id": "high_school_chemistry__14", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.075306, "transfer_probe_score": 0.974091, "eval_order": 2945}
{"item_id": "high_school_chemistry__45", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.27976, "transfer_probe_score": 0.997579, "eval_order": 2946}
{"item_id": "high_school_physics__1", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.47619, "transfer_probe_score": 0.997703, "eval_order": 2947}
{"item_id": "philosophy__270", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.355429, "transfer_probe_score": 1.0, "eval_order": 2948}
{"item_id": "college_computer_science__56", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.32462, "transfer_probe_score": 0.993372, "eval_order": 2949}
{"item_id": "high_school_psychology__291", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.315768, "transfer_probe_score": 0.561539, "eval_order": 2950}
{"item_id": "college_chemistry__27", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.315355, "transfer_probe_score": 0.999583, "eval_order": 2951}
{"item_id": "machine_learning__50", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.382058, "transfer_probe_score": 0.971131, "eval_order": 2952}
{"item_id": "nutrition__261", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.922637, "transfer_probe_score": 0.999768, "eval_order": 2953}
{"item_id": "electrical_engineering__60", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.402704, "transfer_probe_score": 0.948807, "eval_order": 2954}
{"item_id": "marketing__107", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.096624, "transfer_probe_score": 0.887407, "eval_order": 2955}
{"item_id": "abstract_algebra__13", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.477302, "transfer_probe_score": 0.999921, "eval_order": 2956}
{"item_id": "electrical_engineering__139", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.469476, "transfer_probe_score": 0.999936, "eval_order": 2957}
{"item_id": "conceptual_physics__135", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.320608, "transfer_probe_score": 0.999963, "eval_order": 2958}
{"item_id": "high_school_physics__107", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.457987, "transfer_probe_score": 0.999894, "eval_order": 2959}
{"item_id": "college_computer_science__81", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.360659, "transfer_probe_score": 0.999652, "eval_order": 2960}
{"item_id": "professional_medicine__222", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.147832, "transfer_probe_score": 0.995616, "eval_order": 2961}
{"item_id": "moral_scenarios__554", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.576994, "transfer_probe_score": 0.902796, "eval_order": 2962}
{"item_id": "world_religions__169", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.148671, "transfer_probe_score": 0.99928, "eval_order": 2963}
{"item_id": "anatomy__102", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.035035, "transfer_probe_score": 0.994889, "eval_order": 2964}
{"item_id": "moral_scenarios__189", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.733521, "transfer_probe_score": 0.997724, "eval_order": 2965}
{"item_id": "world_religions__125", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.640493, "transfer_probe_score": 0.982644, "eval_order": 2966}
{"item_id": "econometrics__72", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.920044, "transfer_probe_score": 0.821061, "eval_order": 2967}
{"item_id": "high_school_psychology__192", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.705133, "transfer_probe_score": 0.797827, "eval_order": 2968}
{"item_id": "world_religions__47", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010701, "transfer_probe_score": 0.999932, "eval_order": 2969}
{"item_id": "moral_scenarios__388", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.298691, "transfer_probe_score": 0.981285, "eval_order": 2970}
{"item_id": "high_school_psychology__28", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014556, "transfer_probe_score": 0.962881, "eval_order": 2971}
{"item_id": "marketing__94", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008194, "transfer_probe_score": 0.999639, "eval_order": 2972}
{"item_id": "high_school_psychology__172", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047065, "transfer_probe_score": 0.999979, "eval_order": 2973}
{"item_id": "marketing__110", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.083692, "transfer_probe_score": 0.996743, "eval_order": 2974}
{"item_id": "econometrics__0", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034331, "transfer_probe_score": 0.992809, "eval_order": 2975}
{"item_id": "high_school_chemistry__67", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.408721, "transfer_probe_score": 0.998605, "eval_order": 2976}
{"item_id": "professional_law__1257", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.97145, "transfer_probe_score": 0.573242, "eval_order": 2977}
{"item_id": "moral_scenarios__569", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.571048, "transfer_probe_score": 0.998426, "eval_order": 2978}
{"item_id": "high_school_physics__16", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.709862, "transfer_probe_score": 0.999483, "eval_order": 2979}
{"item_id": "anatomy__125", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.819123, "transfer_probe_score": 0.997814, "eval_order": 2980}
{"item_id": "nutrition__135", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.07222, "transfer_probe_score": 0.99281, "eval_order": 2981}
{"item_id": "college_chemistry__69", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.22968, "transfer_probe_score": 0.998295, "eval_order": 2982}
{"item_id": "conceptual_physics__192", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.080198, "transfer_probe_score": 0.999974, "eval_order": 2983}
{"item_id": "high_school_chemistry__151", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.513759, "transfer_probe_score": 0.941078, "eval_order": 2984}
{"item_id": "college_chemistry__79", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.037441, "transfer_probe_score": 0.995121, "eval_order": 2985}
{"item_id": "high_school_chemistry__190", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.519266, "transfer_probe_score": 0.999999, "eval_order": 2986}
{"item_id": "college_mathematics__87", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.239681, "transfer_probe_score": 0.999994, "eval_order": 2987}
{"item_id": "nutrition__93", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086724, "transfer_probe_score": 0.922717, "eval_order": 2988}
{"item_id": "philosophy__283", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.28684, "transfer_probe_score": 0.998867, "eval_order": 2989}
{"item_id": "conceptual_physics__10", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.289329, "transfer_probe_score": 0.999401, "eval_order": 2990}
{"item_id": "conceptual_physics__149", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.561519, "transfer_probe_score": 0.997117, "eval_order": 2991}
{"item_id": "anatomy__84", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.039661, "transfer_probe_score": 0.998706, "eval_order": 2992}
{"item_id": "formal_logic__50", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.577152, "transfer_probe_score": 0.998586, "eval_order": 2993}
{"item_id": "high_school_physics__98", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.503135, "transfer_probe_score": 0.999981, "eval_order": 2994}
{"item_id": "moral_scenarios__350", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.704396, "transfer_probe_score": 0.99372, "eval_order": 2995}
{"item_id": "high_school_chemistry__46", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.528849, "transfer_probe_score": 0.996137, "eval_order": 2996}
{"item_id": "anatomy__106", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.04456, "transfer_probe_score": 0.995711, "eval_order": 2997}
{"item_id": "moral_scenarios__136", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.603991, "transfer_probe_score": 0.996262, "eval_order": 2998}
{"item_id": "philosophy__128", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.177468, "transfer_probe_score": 0.998518, "eval_order": 2999}
{"item_id": "high_school_physics__110", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.694682, "transfer_probe_score": 0.999933, "eval_order": 3000}
{"item_id": "formal_logic__12", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.340557, "transfer_probe_score": 0.996019, "eval_order": 3001}
{"item_id": "professional_medicine__168", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.323313, "transfer_probe_score": 0.994619, "eval_order": 3002}
{"item_id": "professional_law__1264", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.703909, "transfer_probe_score": 0.99893, "eval_order": 3003}
{"item_id": "anatomy__6", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.616645, "transfer_probe_score": 0.999228, "eval_order": 3004}
{"item_id": "world_religions__84", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.79833, "transfer_probe_score": 0.998623, "eval_order": 3005}
{"item_id": "abstract_algebra__54", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.165938, "transfer_probe_score": 0.999726, "eval_order": 3006}
{"item_id": "college_chemistry__34", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.663451, "transfer_probe_score": 0.999899, "eval_order": 3007}
{"item_id": "abstract_algebra__22", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.726743, "transfer_probe_score": 0.997748, "eval_order": 3008}
{"item_id": "professional_law__1520", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.8534, "transfer_probe_score": 0.997259, "eval_order": 3009}
{"item_id": "professional_law__1132", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.884935, "transfer_probe_score": 0.528549, "eval_order": 3010}
{"item_id": "formal_logic__70", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.028471, "transfer_probe_score": 0.999801, "eval_order": 3011}
{"item_id": "high_school_mathematics__88", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.58156, "transfer_probe_score": 0.999715, "eval_order": 3012}
{"item_id": "abstract_algebra__51", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.411204, "transfer_probe_score": 0.999967, "eval_order": 3013}
{"item_id": "abstract_algebra__93", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.585503, "transfer_probe_score": 0.99015, "eval_order": 3014}
{"item_id": "world_religions__43", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.204009, "transfer_probe_score": 1.0, "eval_order": 3015}
{"item_id": "high_school_mathematics__222", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.26231, "transfer_probe_score": 0.999831, "eval_order": 3016}
{"item_id": "anatomy__112", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003459, "transfer_probe_score": 0.999391, "eval_order": 3017}
{"item_id": "conceptual_physics__139", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.838656, "transfer_probe_score": 0.465045, "eval_order": 3018}
{"item_id": "moral_scenarios__41", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.437218, "transfer_probe_score": 0.999849, "eval_order": 3019}
{"item_id": "college_physics__2", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.163397, "transfer_probe_score": 0.991627, "eval_order": 3020}
{"item_id": "world_religions__123", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.058617, "transfer_probe_score": 0.998724, "eval_order": 3021}
{"item_id": "high_school_mathematics__102", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.575529, "transfer_probe_score": 0.999404, "eval_order": 3022}
{"item_id": "college_physics__51", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073107, "transfer_probe_score": 0.999106, "eval_order": 3023}
{"item_id": "nutrition__145", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.352138, "transfer_probe_score": 0.918414, "eval_order": 3024}
{"item_id": "electrical_engineering__39", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.478729, "transfer_probe_score": 0.999358, "eval_order": 3025}
{"item_id": "college_physics__94", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.718893, "transfer_probe_score": 0.924232, "eval_order": 3026}
{"item_id": "moral_scenarios__837", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.168318, "transfer_probe_score": 0.999985, "eval_order": 3027}
{"item_id": "miscellaneous__71", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.556204, "transfer_probe_score": 0.999223, "eval_order": 3028}
{"item_id": "college_physics__17", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.359739, "transfer_probe_score": 0.999907, "eval_order": 3029}
{"item_id": "world_religions__128", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.129799, "transfer_probe_score": 0.999958, "eval_order": 3030}
{"item_id": "miscellaneous__274", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.028173, "transfer_probe_score": 0.999997, "eval_order": 3031}
{"item_id": "marketing__213", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.092335, "transfer_probe_score": 0.308077, "eval_order": 3032}
{"item_id": "college_physics__95", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.764602, "transfer_probe_score": 0.799244, "eval_order": 3033}
{"item_id": "abstract_algebra__36", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.194863, "transfer_probe_score": 0.996078, "eval_order": 3034}
{"item_id": "high_school_chemistry__152", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.021294, "transfer_probe_score": 0.997214, "eval_order": 3035}
{"item_id": "conceptual_physics__108", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.02881, "transfer_probe_score": 0.999996, "eval_order": 3036}
{"item_id": "high_school_chemistry__51", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.385272, "transfer_probe_score": 0.999791, "eval_order": 3037}
{"item_id": "college_physics__66", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.333343, "transfer_probe_score": 0.999243, "eval_order": 3038}
{"item_id": "electrical_engineering__83", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.20911, "transfer_probe_score": 0.999904, "eval_order": 3039}
{"item_id": "machine_learning__90", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.5005, "transfer_probe_score": 0.999944, "eval_order": 3040}
{"item_id": "philosophy__78", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.368243, "transfer_probe_score": 0.996135, "eval_order": 3041}
{"item_id": "electrical_engineering__84", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.215512, "transfer_probe_score": 0.99513, "eval_order": 3042}
{"item_id": "philosophy__268", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.031253, "transfer_probe_score": 0.999842, "eval_order": 3043}
{"item_id": "college_chemistry__70", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.188445, "transfer_probe_score": 0.999826, "eval_order": 3044}
{"item_id": "world_religions__93", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017068, "transfer_probe_score": 0.9999, "eval_order": 3045}
{"item_id": "electrical_engineering__69", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.85401, "transfer_probe_score": 0.98667, "eval_order": 3046}
{"item_id": "high_school_chemistry__95", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.223222, "transfer_probe_score": 0.98695, "eval_order": 3047}
{"item_id": "professional_law__44", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.20921, "transfer_probe_score": 0.321251, "eval_order": 3048}
{"item_id": "moral_scenarios__867", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.233747, "transfer_probe_score": 0.999057, "eval_order": 3049}
{"item_id": "miscellaneous__662", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009144, "transfer_probe_score": 0.999997, "eval_order": 3050}
{"item_id": "high_school_physics__143", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.396342, "transfer_probe_score": 0.996693, "eval_order": 3051}
{"item_id": "high_school_chemistry__199", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.732293, "transfer_probe_score": 0.999729, "eval_order": 3052}
{"item_id": "marketing__38", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.84454, "transfer_probe_score": 0.353971, "eval_order": 3053}
{"item_id": "professional_medicine__237", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027067, "transfer_probe_score": 0.993339, "eval_order": 3054}
{"item_id": "high_school_physics__3", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.900599, "transfer_probe_score": 0.605706, "eval_order": 3055}
{"item_id": "miscellaneous__253", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.042055, "transfer_probe_score": 0.999994, "eval_order": 3056}
{"item_id": "professional_medicine__246", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013932, "transfer_probe_score": 0.990245, "eval_order": 3057}
{"item_id": "electrical_engineering__86", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.412393, "transfer_probe_score": 0.644847, "eval_order": 3058}
{"item_id": "professional_law__24", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.630063, "transfer_probe_score": 0.983765, "eval_order": 3059}
{"item_id": "anatomy__15", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.056197, "transfer_probe_score": 0.99687, "eval_order": 3060}
{"item_id": "nutrition__138", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086584, "transfer_probe_score": 0.998123, "eval_order": 3061}
{"item_id": "professional_law__948", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.478888, "transfer_probe_score": 0.776138, "eval_order": 3062}
{"item_id": "electrical_engineering__9", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.645656, "transfer_probe_score": 0.999939, "eval_order": 3063}
{"item_id": "econometrics__43", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.24321, "transfer_probe_score": 0.999455, "eval_order": 3064}
{"item_id": "professional_law__895", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.625502, "transfer_probe_score": 0.941106, "eval_order": 3065}
{"item_id": "moral_scenarios__863", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.132099, "transfer_probe_score": 0.999905, "eval_order": 3066}
{"item_id": "professional_medicine__215", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.601062, "transfer_probe_score": 0.997229, "eval_order": 3067}
{"item_id": "philosophy__39", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.08462, "transfer_probe_score": 0.999937, "eval_order": 3068}
{"item_id": "high_school_chemistry__93", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.694461, "transfer_probe_score": 0.999947, "eval_order": 3069}
{"item_id": "professional_medicine__11", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.179825, "transfer_probe_score": 0.999539, "eval_order": 3070}
{"item_id": "high_school_chemistry__16", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.680725, "transfer_probe_score": 0.953669, "eval_order": 3071}
{"item_id": "college_chemistry__46", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.632567, "transfer_probe_score": 0.999995, "eval_order": 3072}
{"item_id": "high_school_mathematics__229", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.365944, "transfer_probe_score": 0.999814, "eval_order": 3073}
{"item_id": "moral_scenarios__696", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.451553, "transfer_probe_score": 0.999391, "eval_order": 3074}
{"item_id": "college_chemistry__10", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.49392, "transfer_probe_score": 0.976818, "eval_order": 3075}
{"item_id": "econometrics__71", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.661462, "transfer_probe_score": 0.953399, "eval_order": 3076}
{"item_id": "high_school_chemistry__87", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.893135, "transfer_probe_score": 0.983219, "eval_order": 3077}
{"item_id": "electrical_engineering__109", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.280024, "transfer_probe_score": 0.998448, "eval_order": 3078}
{"item_id": "college_mathematics__90", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.469501, "transfer_probe_score": 0.999157, "eval_order": 3079}
{"item_id": "nutrition__192", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047787, "transfer_probe_score": 0.976271, "eval_order": 3080}
{"item_id": "econometrics__36", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.652516, "transfer_probe_score": 0.979364, "eval_order": 3081}
{"item_id": "college_chemistry__74", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012447, "transfer_probe_score": 0.999124, "eval_order": 3082}
{"item_id": "philosophy__263", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.573319, "transfer_probe_score": 0.995286, "eval_order": 3083}
{"item_id": "high_school_mathematics__105", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.149558, "transfer_probe_score": 0.989507, "eval_order": 3084}
{"item_id": "econometrics__18", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.246603, "transfer_probe_score": 0.998847, "eval_order": 3085}
{"item_id": "econometrics__11", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.081396, "transfer_probe_score": 0.858161, "eval_order": 3086}
{"item_id": "econometrics__65", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.402628, "transfer_probe_score": 0.989117, "eval_order": 3087}
{"item_id": "nutrition__28", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11088, "transfer_probe_score": 0.998258, "eval_order": 3088}
{"item_id": "professional_law__526", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.599136, "transfer_probe_score": 0.999882, "eval_order": 3089}
{"item_id": "marketing__91", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.080521, "transfer_probe_score": 0.99385, "eval_order": 3090}
{"item_id": "conceptual_physics__188", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.200155, "transfer_probe_score": 0.877017, "eval_order": 3091}
{"item_id": "professional_law__997", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.19334, "transfer_probe_score": 0.992694, "eval_order": 3092}
{"item_id": "conceptual_physics__68", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.109384, "transfer_probe_score": 0.994734, "eval_order": 3093}
{"item_id": "marketing__106", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012758, "transfer_probe_score": 0.985435, "eval_order": 3094}
{"item_id": "moral_scenarios__771", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.310656, "transfer_probe_score": 0.996975, "eval_order": 3095}
{"item_id": "miscellaneous__168", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.085497, "transfer_probe_score": 0.998497, "eval_order": 3096}
{"item_id": "professional_medicine__184", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.057714, "transfer_probe_score": 0.951507, "eval_order": 3097}
{"item_id": "electrical_engineering__141", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.378837, "transfer_probe_score": 0.997995, "eval_order": 3098}
{"item_id": "high_school_psychology__416", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044982, "transfer_probe_score": 0.991922, "eval_order": 3099}
{"item_id": "econometrics__60", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014272, "transfer_probe_score": 0.996475, "eval_order": 3100}
{"item_id": "high_school_psychology__372", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.015233, "transfer_probe_score": 0.999907, "eval_order": 3101}
{"item_id": "college_physics__80", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.989303, "transfer_probe_score": 0.999271, "eval_order": 3102}
{"item_id": "formal_logic__11", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.326595, "transfer_probe_score": 0.999977, "eval_order": 3103}
{"item_id": "miscellaneous__749", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003117, "transfer_probe_score": 0.999986, "eval_order": 3104}
{"item_id": "philosophy__235", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.124899, "transfer_probe_score": 0.978939, "eval_order": 3105}
{"item_id": "philosophy__264", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.398448, "transfer_probe_score": 0.998498, "eval_order": 3106}
{"item_id": "conceptual_physics__109", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.876347, "transfer_probe_score": 0.992505, "eval_order": 3107}
{"item_id": "philosophy__153", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.040803, "transfer_probe_score": 0.998514, "eval_order": 3108}
{"item_id": "high_school_mathematics__154", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.21178, "transfer_probe_score": 0.98762, "eval_order": 3109}
{"item_id": "miscellaneous__420", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005623, "transfer_probe_score": 0.999974, "eval_order": 3110}
{"item_id": "high_school_physics__146", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.104001, "transfer_probe_score": 0.996399, "eval_order": 3111}
{"item_id": "anatomy__4", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006317, "transfer_probe_score": 0.99599, "eval_order": 3112}
{"item_id": "professional_law__126", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079628, "transfer_probe_score": 0.999222, "eval_order": 3113}
{"item_id": "high_school_mathematics__208", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.668444, "transfer_probe_score": 0.99988, "eval_order": 3114}
{"item_id": "high_school_mathematics__217", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.495687, "transfer_probe_score": 0.999943, "eval_order": 3115}
{"item_id": "abstract_algebra__66", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.54967, "transfer_probe_score": 0.99858, "eval_order": 3116}
{"item_id": "machine_learning__2", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.339719, "transfer_probe_score": 0.999812, "eval_order": 3117}
{"item_id": "anatomy__61", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.176231, "transfer_probe_score": 0.833374, "eval_order": 3118}
{"item_id": "college_mathematics__39", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.303427, "transfer_probe_score": 0.99999, "eval_order": 3119}
{"item_id": "high_school_mathematics__145", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.238915, "transfer_probe_score": 0.999768, "eval_order": 3120}
{"item_id": "machine_learning__34", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.135459, "transfer_probe_score": 0.999702, "eval_order": 3121}
{"item_id": "high_school_physics__138", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.705938, "transfer_probe_score": 0.9991, "eval_order": 3122}
{"item_id": "high_school_chemistry__191", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.766771, "transfer_probe_score": 0.994159, "eval_order": 3123}
{"item_id": "high_school_psychology__55", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034398, "transfer_probe_score": 0.994831, "eval_order": 3124}
{"item_id": "electrical_engineering__63", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.837606, "transfer_probe_score": 0.999937, "eval_order": 3125}
{"item_id": "high_school_psychology__14", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010903, "transfer_probe_score": 0.814839, "eval_order": 3126}
{"item_id": "high_school_mathematics__111", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.610672, "transfer_probe_score": 0.999967, "eval_order": 3127}
{"item_id": "college_physics__97", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.351079, "transfer_probe_score": 0.999585, "eval_order": 3128}
{"item_id": "conceptual_physics__217", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.178289, "transfer_probe_score": 0.99916, "eval_order": 3129}
{"item_id": "world_religions__111", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.021467, "transfer_probe_score": 0.999905, "eval_order": 3130}
{"item_id": "moral_scenarios__204", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.37497, "transfer_probe_score": 0.999354, "eval_order": 3131}
{"item_id": "moral_scenarios__683", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.286412, "transfer_probe_score": 0.99944, "eval_order": 3132}
{"item_id": "professional_law__926", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.163193, "transfer_probe_score": 0.999179, "eval_order": 3133}
{"item_id": "high_school_mathematics__188", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.659183, "transfer_probe_score": 0.180871, "eval_order": 3134}
{"item_id": "high_school_chemistry__70", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.553462, "transfer_probe_score": 0.998899, "eval_order": 3135}
{"item_id": "high_school_psychology__62", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034503, "transfer_probe_score": 0.996532, "eval_order": 3136}
{"item_id": "college_computer_science__65", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.247661, "transfer_probe_score": 0.999948, "eval_order": 3137}
{"item_id": "high_school_physics__67", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.985202, "transfer_probe_score": 0.999154, "eval_order": 3138}
{"item_id": "anatomy__115", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010661, "transfer_probe_score": 0.999938, "eval_order": 3139}
{"item_id": "econometrics__19", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.271287, "transfer_probe_score": 0.999878, "eval_order": 3140}
{"item_id": "high_school_mathematics__12", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.258599, "transfer_probe_score": 0.997732, "eval_order": 3141}
{"item_id": "marketing__116", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03787, "transfer_probe_score": 0.967085, "eval_order": 3142}
{"item_id": "high_school_mathematics__13", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.534728, "transfer_probe_score": 0.999855, "eval_order": 3143}
{"item_id": "professional_medicine__4", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027846, "transfer_probe_score": 0.998295, "eval_order": 3144}
{"item_id": "nutrition__59", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.570909, "transfer_probe_score": 0.999039, "eval_order": 3145}
{"item_id": "high_school_physics__132", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.591925, "transfer_probe_score": 0.317274, "eval_order": 3146}
{"item_id": "electrical_engineering__18", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.438296, "transfer_probe_score": 0.997107, "eval_order": 3147}
{"item_id": "marketing__221", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032397, "transfer_probe_score": 0.995754, "eval_order": 3148}
{"item_id": "professional_law__628", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.175288, "transfer_probe_score": 0.998832, "eval_order": 3149}
{"item_id": "anatomy__58", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.001775, "transfer_probe_score": 0.999722, "eval_order": 3150}
{"item_id": "nutrition__300", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.046912, "transfer_probe_score": 0.74846, "eval_order": 3151}
{"item_id": "college_mathematics__64", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.605733, "transfer_probe_score": 0.980672, "eval_order": 3152}
{"item_id": "high_school_mathematics__202", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.516532, "transfer_probe_score": 0.999862, "eval_order": 3153}
{"item_id": "formal_logic__16", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.797979, "transfer_probe_score": 0.998517, "eval_order": 3154}
{"item_id": "anatomy__64", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.214313, "transfer_probe_score": 0.99556, "eval_order": 3155}
{"item_id": "machine_learning__1", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.556381, "transfer_probe_score": 0.999633, "eval_order": 3156}
{"item_id": "college_physics__92", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.770627, "transfer_probe_score": 0.999971, "eval_order": 3157}
{"item_id": "electrical_engineering__8", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.245088, "transfer_probe_score": 0.99999, "eval_order": 3158}
{"item_id": "college_physics__71", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.450194, "transfer_probe_score": 0.999877, "eval_order": 3159}
{"item_id": "professional_law__1256", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.279566, "transfer_probe_score": 0.998304, "eval_order": 3160}
{"item_id": "machine_learning__87", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.56604, "transfer_probe_score": 0.999889, "eval_order": 3161}
{"item_id": "conceptual_physics__35", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.12824, "transfer_probe_score": 0.998867, "eval_order": 3162}
{"item_id": "high_school_mathematics__250", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.182436, "transfer_probe_score": 0.709903, "eval_order": 3163}
{"item_id": "conceptual_physics__16", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.052053, "transfer_probe_score": 0.998201, "eval_order": 3164}
{"item_id": "machine_learning__11", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.27242, "transfer_probe_score": 0.999713, "eval_order": 3165}
{"item_id": "conceptual_physics__193", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.041771, "transfer_probe_score": 0.999877, "eval_order": 3166}
{"item_id": "miscellaneous__245", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029216, "transfer_probe_score": 0.997238, "eval_order": 3167}
{"item_id": "world_religions__107", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008528, "transfer_probe_score": 0.999836, "eval_order": 3168}
{"item_id": "professional_law__134", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.22778, "transfer_probe_score": 0.997862, "eval_order": 3169}
{"item_id": "electrical_engineering__23", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.337611, "transfer_probe_score": 0.919728, "eval_order": 3170}
{"item_id": "miscellaneous__766", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048724, "transfer_probe_score": 1.0, "eval_order": 3171}
{"item_id": "professional_law__1254", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.301471, "transfer_probe_score": 0.998566, "eval_order": 3172}
{"item_id": "professional_medicine__20", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.321737, "transfer_probe_score": 0.999853, "eval_order": 3173}
{"item_id": "college_chemistry__84", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.190395, "transfer_probe_score": 0.998557, "eval_order": 3174}
{"item_id": "high_school_chemistry__167", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.786607, "transfer_probe_score": 0.999603, "eval_order": 3175}
{"item_id": "nutrition__137", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.296595, "transfer_probe_score": 0.999997, "eval_order": 3176}
{"item_id": "anatomy__2", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006331, "transfer_probe_score": 0.999901, "eval_order": 3177}
{"item_id": "professional_medicine__144", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062077, "transfer_probe_score": 0.999638, "eval_order": 3178}
{"item_id": "miscellaneous__311", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.056373, "transfer_probe_score": 0.999997, "eval_order": 3179}
{"item_id": "world_religions__53", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003263, "transfer_probe_score": 0.999892, "eval_order": 3180}
{"item_id": "econometrics__53", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.164606, "transfer_probe_score": 0.996835, "eval_order": 3181}
{"item_id": "moral_scenarios__399", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.273899, "transfer_probe_score": 0.998163, "eval_order": 3182}
{"item_id": "moral_scenarios__670", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.667668, "transfer_probe_score": 0.952507, "eval_order": 3183}
{"item_id": "high_school_chemistry__160", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.210887, "transfer_probe_score": 0.770667, "eval_order": 3184}
{"item_id": "professional_law__1441", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.482825, "transfer_probe_score": 0.440965, "eval_order": 3185}
{"item_id": "nutrition__243", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.510433, "transfer_probe_score": 0.999733, "eval_order": 3186}
{"item_id": "professional_law__1190", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.17884, "transfer_probe_score": 0.98727, "eval_order": 3187}
{"item_id": "electrical_engineering__36", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010122, "transfer_probe_score": 0.999558, "eval_order": 3188}
{"item_id": "college_physics__48", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.328403, "transfer_probe_score": 0.942997, "eval_order": 3189}
{"item_id": "high_school_mathematics__57", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.579429, "transfer_probe_score": 0.997753, "eval_order": 3190}
{"item_id": "high_school_physics__55", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.543588, "transfer_probe_score": 0.99989, "eval_order": 3191}
{"item_id": "high_school_mathematics__253", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.3766, "transfer_probe_score": 0.928926, "eval_order": 3192}
{"item_id": "world_religions__150", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01157, "transfer_probe_score": 0.999881, "eval_order": 3193}
{"item_id": "formal_logic__117", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.375535, "transfer_probe_score": 0.949237, "eval_order": 3194}
{"item_id": "college_chemistry__7", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007458, "transfer_probe_score": 0.999835, "eval_order": 3195}
{"item_id": "high_school_psychology__241", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.36299, "transfer_probe_score": 0.999994, "eval_order": 3196}
{"item_id": "high_school_chemistry__38", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313191, "transfer_probe_score": 0.957928, "eval_order": 3197}
{"item_id": "philosophy__247", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010986, "transfer_probe_score": 0.998697, "eval_order": 3198}
{"item_id": "formal_logic__31", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.239435, "transfer_probe_score": 0.999207, "eval_order": 3199}
{"item_id": "professional_law__794", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.575925, "transfer_probe_score": 0.900492, "eval_order": 3200}
{"item_id": "formal_logic__103", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.383181, "transfer_probe_score": 0.889929, "eval_order": 3201}
{"item_id": "high_school_mathematics__37", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.550304, "transfer_probe_score": 0.99996, "eval_order": 3202}
{"item_id": "philosophy__93", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.166586, "transfer_probe_score": 0.999928, "eval_order": 3203}
{"item_id": "professional_law__1471", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.700611, "transfer_probe_score": 0.997562, "eval_order": 3204}
{"item_id": "professional_law__293", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.27616, "transfer_probe_score": 0.999533, "eval_order": 3205}
{"item_id": "machine_learning__24", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016268, "transfer_probe_score": 0.996904, "eval_order": 3206}
{"item_id": "professional_medicine__185", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.095728, "transfer_probe_score": 0.976118, "eval_order": 3207}
{"item_id": "marketing__201", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.129128, "transfer_probe_score": 0.990886, "eval_order": 3208}
{"item_id": "professional_law__991", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.653713, "transfer_probe_score": 0.999827, "eval_order": 3209}
{"item_id": "professional_law__1187", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.6601, "transfer_probe_score": 0.999544, "eval_order": 3210}
{"item_id": "professional_law__1018", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.387184, "transfer_probe_score": 0.952431, "eval_order": 3211}
{"item_id": "professional_law__1374", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.076151, "transfer_probe_score": 0.996789, "eval_order": 3212}
{"item_id": "college_mathematics__11", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.205281, "transfer_probe_score": 0.999087, "eval_order": 3213}
{"item_id": "philosophy__191", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.13813, "transfer_probe_score": 0.98629, "eval_order": 3214}
{"item_id": "high_school_chemistry__107", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.141826, "transfer_probe_score": 0.9971, "eval_order": 3215}
{"item_id": "nutrition__6", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010855, "transfer_probe_score": 0.999526, "eval_order": 3216}
{"item_id": "conceptual_physics__201", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009425, "transfer_probe_score": 0.999885, "eval_order": 3217}
{"item_id": "formal_logic__87", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.578779, "transfer_probe_score": 0.918118, "eval_order": 3218}
{"item_id": "high_school_mathematics__255", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.887129, "transfer_probe_score": 0.94969, "eval_order": 3219}
{"item_id": "marketing__161", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.255176, "transfer_probe_score": 0.981164, "eval_order": 3220}
{"item_id": "college_computer_science__67", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.405689, "transfer_probe_score": 0.999604, "eval_order": 3221}
{"item_id": "high_school_psychology__190", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.222937, "transfer_probe_score": 0.999981, "eval_order": 3222}
{"item_id": "high_school_psychology__106", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020128, "transfer_probe_score": 0.982512, "eval_order": 3223}
{"item_id": "conceptual_physics__113", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00879, "transfer_probe_score": 0.999799, "eval_order": 3224}
{"item_id": "philosophy__277", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014162, "transfer_probe_score": 0.971498, "eval_order": 3225}
{"item_id": "abstract_algebra__31", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.046431, "transfer_probe_score": 0.987836, "eval_order": 3226}
{"item_id": "marketing__44", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087931, "transfer_probe_score": 0.638835, "eval_order": 3227}
{"item_id": "philosophy__64", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.205561, "transfer_probe_score": 0.999908, "eval_order": 3228}
{"item_id": "high_school_chemistry__162", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.892931, "transfer_probe_score": 0.07403, "eval_order": 3229}
{"item_id": "high_school_physics__78", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.363807, "transfer_probe_score": 0.999513, "eval_order": 3230}
{"item_id": "econometrics__61", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.606639, "transfer_probe_score": 0.999866, "eval_order": 3231}
{"item_id": "conceptual_physics__223", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.647593, "transfer_probe_score": 0.998316, "eval_order": 3232}
{"item_id": "moral_scenarios__657", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.810677, "transfer_probe_score": 0.977016, "eval_order": 3233}
{"item_id": "abstract_algebra__42", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.642073, "transfer_probe_score": 0.996766, "eval_order": 3234}
{"item_id": "high_school_physics__62", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.402682, "transfer_probe_score": 0.999854, "eval_order": 3235}
{"item_id": "philosophy__188", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.286396, "transfer_probe_score": 0.999702, "eval_order": 3236}
{"item_id": "college_chemistry__29", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.330171, "transfer_probe_score": 0.999774, "eval_order": 3237}
{"item_id": "high_school_mathematics__24", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.068174, "transfer_probe_score": 0.999999, "eval_order": 3238}
{"item_id": "high_school_physics__75", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.177553, "transfer_probe_score": 0.998656, "eval_order": 3239}
{"item_id": "philosophy__200", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.693392, "transfer_probe_score": 0.999999, "eval_order": 3240}
{"item_id": "college_mathematics__38", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.182349, "transfer_probe_score": 0.997893, "eval_order": 3241}
{"item_id": "high_school_psychology__437", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.067853, "transfer_probe_score": 0.998204, "eval_order": 3242}
{"item_id": "professional_law__1473", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.322254, "transfer_probe_score": 0.555848, "eval_order": 3243}
{"item_id": "anatomy__63", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086711, "transfer_probe_score": 0.99633, "eval_order": 3244}
{"item_id": "econometrics__57", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.028171, "transfer_probe_score": 0.944, "eval_order": 3245}
{"item_id": "professional_law__728", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.393901, "transfer_probe_score": 0.644577, "eval_order": 3246}
{"item_id": "high_school_physics__11", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.187069, "transfer_probe_score": 0.970436, "eval_order": 3247}
{"item_id": "college_mathematics__33", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.424513, "transfer_probe_score": 0.996965, "eval_order": 3248}
{"item_id": "conceptual_physics__27", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.128158, "transfer_probe_score": 0.998675, "eval_order": 3249}
{"item_id": "college_physics__9", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.266903, "transfer_probe_score": 0.999197, "eval_order": 3250}
{"item_id": "conceptual_physics__211", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.475704, "transfer_probe_score": 0.998008, "eval_order": 3251}
{"item_id": "professional_medicine__74", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.099697, "transfer_probe_score": 0.999753, "eval_order": 3252}
{"item_id": "formal_logic__64", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.340782, "transfer_probe_score": 0.966413, "eval_order": 3253}
{"item_id": "high_school_chemistry__27", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.05052, "transfer_probe_score": 0.999972, "eval_order": 3254}
{"item_id": "marketing__182", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.083236, "transfer_probe_score": 0.987062, "eval_order": 3255}
{"item_id": "college_mathematics__58", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.675087, "transfer_probe_score": 0.998698, "eval_order": 3256}
{"item_id": "high_school_psychology__133", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018448, "transfer_probe_score": 0.999943, "eval_order": 3257}
{"item_id": "philosophy__18", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.514404, "transfer_probe_score": 0.995843, "eval_order": 3258}
{"item_id": "college_computer_science__33", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.679412, "transfer_probe_score": 0.988261, "eval_order": 3259}
{"item_id": "high_school_psychology__30", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.055734, "transfer_probe_score": 0.999542, "eval_order": 3260}
{"item_id": "moral_scenarios__661", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.395435, "transfer_probe_score": 0.963702, "eval_order": 3261}
{"item_id": "philosophy__279", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.083528, "transfer_probe_score": 0.999501, "eval_order": 3262}
{"item_id": "world_religions__9", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029806, "transfer_probe_score": 0.999903, "eval_order": 3263}
{"item_id": "college_physics__27", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.34123, "transfer_probe_score": 0.999217, "eval_order": 3264}
{"item_id": "formal_logic__21", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.357607, "transfer_probe_score": 0.141731, "eval_order": 3265}
{"item_id": "machine_learning__74", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.078593, "transfer_probe_score": 0.999999, "eval_order": 3266}
{"item_id": "professional_law__1088", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.187521, "transfer_probe_score": 0.999457, "eval_order": 3267}
{"item_id": "moral_scenarios__140", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.596576, "transfer_probe_score": 0.997795, "eval_order": 3268}
{"item_id": "marketing__166", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.055829, "transfer_probe_score": 0.946679, "eval_order": 3269}
{"item_id": "professional_medicine__62", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.026095, "transfer_probe_score": 0.973643, "eval_order": 3270}
{"item_id": "professional_medicine__126", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.02345, "transfer_probe_score": 0.995902, "eval_order": 3271}
{"item_id": "college_mathematics__50", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.460314, "transfer_probe_score": 0.990149, "eval_order": 3272}
{"item_id": "abstract_algebra__99", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.618347, "transfer_probe_score": 0.999812, "eval_order": 3273}
{"item_id": "professional_medicine__102", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023976, "transfer_probe_score": 0.999876, "eval_order": 3274}
{"item_id": "electrical_engineering__1", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.279522, "transfer_probe_score": 0.996761, "eval_order": 3275}
{"item_id": "high_school_physics__103", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11923, "transfer_probe_score": 0.999856, "eval_order": 3276}
{"item_id": "formal_logic__89", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.691095, "transfer_probe_score": 0.975051, "eval_order": 3277}
{"item_id": "philosophy__155", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313026, "transfer_probe_score": 0.996871, "eval_order": 3278}
{"item_id": "high_school_physics__105", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.28424, "transfer_probe_score": 0.994238, "eval_order": 3279}
{"item_id": "nutrition__102", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.102657, "transfer_probe_score": 0.999701, "eval_order": 3280}
{"item_id": "philosophy__296", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.278249, "transfer_probe_score": 0.999993, "eval_order": 3281}
{"item_id": "world_religions__31", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.120279, "transfer_probe_score": 0.999982, "eval_order": 3282}
{"item_id": "professional_law__793", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.454809, "transfer_probe_score": 0.986017, "eval_order": 3283}
{"item_id": "machine_learning__36", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017966, "transfer_probe_score": 0.993574, "eval_order": 3284}
{"item_id": "professional_medicine__189", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.27557, "transfer_probe_score": 0.998564, "eval_order": 3285}
{"item_id": "world_religions__69", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.103072, "transfer_probe_score": 0.999681, "eval_order": 3286}
{"item_id": "college_chemistry__68", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.773299, "transfer_probe_score": 0.999702, "eval_order": 3287}
{"item_id": "miscellaneous__142", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.150926, "transfer_probe_score": 0.99996, "eval_order": 3288}
{"item_id": "high_school_physics__145", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.667337, "transfer_probe_score": 0.998034, "eval_order": 3289}
{"item_id": "high_school_mathematics__64", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.412135, "transfer_probe_score": 0.998797, "eval_order": 3290}
{"item_id": "nutrition__185", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.132549, "transfer_probe_score": 0.93039, "eval_order": 3291}
{"item_id": "high_school_chemistry__79", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.231489, "transfer_probe_score": 0.999546, "eval_order": 3292}
{"item_id": "philosophy__32", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079241, "transfer_probe_score": 0.999649, "eval_order": 3293}
{"item_id": "college_computer_science__77", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.140491, "transfer_probe_score": 0.997785, "eval_order": 3294}
{"item_id": "moral_scenarios__587", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.356512, "transfer_probe_score": 0.999614, "eval_order": 3295}
{"item_id": "high_school_mathematics__233", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.545373, "transfer_probe_score": 0.989321, "eval_order": 3296}
{"item_id": "philosophy__231", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012097, "transfer_probe_score": 0.998529, "eval_order": 3297}
{"item_id": "marketing__48", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.067129, "transfer_probe_score": 0.999746, "eval_order": 3298}
{"item_id": "college_physics__50", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.408864, "transfer_probe_score": 0.834141, "eval_order": 3299}
{"item_id": "professional_law__485", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.490333, "transfer_probe_score": 0.658146, "eval_order": 3300}
{"item_id": "nutrition__189", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.514485, "transfer_probe_score": 0.998518, "eval_order": 3301}
{"item_id": "college_physics__93", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.314439, "transfer_probe_score": 0.999979, "eval_order": 3302}
{"item_id": "anatomy__54", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.193777, "transfer_probe_score": 0.988647, "eval_order": 3303}
{"item_id": "professional_law__1343", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.135427, "transfer_probe_score": 0.999922, "eval_order": 3304}
{"item_id": "conceptual_physics__191", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.64445, "transfer_probe_score": 0.905662, "eval_order": 3305}
{"item_id": "philosophy__62", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.049837, "transfer_probe_score": 0.999507, "eval_order": 3306}
{"item_id": "philosophy__269", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.627117, "transfer_probe_score": 0.998536, "eval_order": 3307}
{"item_id": "marketing__55", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.870532, "transfer_probe_score": 0.984615, "eval_order": 3308}
{"item_id": "high_school_chemistry__18", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014014, "transfer_probe_score": 0.981915, "eval_order": 3309}
{"item_id": "professional_law__32", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.464365, "transfer_probe_score": 0.999471, "eval_order": 3310}
{"item_id": "high_school_psychology__159", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.247995, "transfer_probe_score": 0.99998, "eval_order": 3311}
{"item_id": "formal_logic__96", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.462838, "transfer_probe_score": 0.984141, "eval_order": 3312}
{"item_id": "high_school_psychology__423", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.366052, "transfer_probe_score": 0.999993, "eval_order": 3313}
{"item_id": "high_school_mathematics__215", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.71284, "transfer_probe_score": 0.999721, "eval_order": 3314}
{"item_id": "miscellaneous__106", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.142998, "transfer_probe_score": 0.999935, "eval_order": 3315}
{"item_id": "nutrition__95", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048547, "transfer_probe_score": 0.996968, "eval_order": 3316}
{"item_id": "abstract_algebra__26", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.65267, "transfer_probe_score": 0.999913, "eval_order": 3317}
{"item_id": "high_school_mathematics__248", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.506491, "transfer_probe_score": 0.999894, "eval_order": 3318}
{"item_id": "world_religions__63", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.507904, "transfer_probe_score": 0.996227, "eval_order": 3319}
{"item_id": "high_school_chemistry__19", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.349169, "transfer_probe_score": 0.996455, "eval_order": 3320}
{"item_id": "conceptual_physics__185", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.432779, "transfer_probe_score": 0.999997, "eval_order": 3321}
{"item_id": "nutrition__222", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.842836, "transfer_probe_score": 0.771173, "eval_order": 3322}
{"item_id": "electrical_engineering__56", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.119306, "transfer_probe_score": 0.984761, "eval_order": 3323}
{"item_id": "professional_law__157", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.564416, "transfer_probe_score": 0.996995, "eval_order": 3324}
{"item_id": "anatomy__98", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.710743, "transfer_probe_score": 0.784173, "eval_order": 3325}
{"item_id": "abstract_algebra__86", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.226882, "transfer_probe_score": 0.999988, "eval_order": 3326}
{"item_id": "college_physics__63", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.542987, "transfer_probe_score": 0.998442, "eval_order": 3327}
{"item_id": "anatomy__117", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.096155, "transfer_probe_score": 0.999871, "eval_order": 3328}
{"item_id": "professional_medicine__111", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027911, "transfer_probe_score": 0.999752, "eval_order": 3329}
{"item_id": "nutrition__283", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048627, "transfer_probe_score": 0.999299, "eval_order": 3330}
{"item_id": "high_school_mathematics__227", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.41029, "transfer_probe_score": 0.999966, "eval_order": 3331}
{"item_id": "high_school_chemistry__34", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.26384, "transfer_probe_score": 0.963803, "eval_order": 3332}
{"item_id": "professional_medicine__224", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.703427, "transfer_probe_score": 0.97107, "eval_order": 3333}
{"item_id": "moral_scenarios__251", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.405265, "transfer_probe_score": 0.999565, "eval_order": 3334}
{"item_id": "high_school_chemistry__100", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.780038, "transfer_probe_score": 0.999984, "eval_order": 3335}
{"item_id": "miscellaneous__150", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020143, "transfer_probe_score": 0.999917, "eval_order": 3336}
{"item_id": "anatomy__5", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.900297, "transfer_probe_score": 0.945615, "eval_order": 3337}
{"item_id": "conceptual_physics__7", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.266074, "transfer_probe_score": 0.99977, "eval_order": 3338}
{"item_id": "econometrics__92", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.529268, "transfer_probe_score": 0.996146, "eval_order": 3339}
{"item_id": "anatomy__29", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.52573, "transfer_probe_score": 0.995861, "eval_order": 3340}
{"item_id": "professional_law__932", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.382854, "transfer_probe_score": 0.967918, "eval_order": 3341}
{"item_id": "anatomy__86", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.121474, "transfer_probe_score": 0.995294, "eval_order": 3342}
{"item_id": "anatomy__131", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00406, "transfer_probe_score": 0.99997, "eval_order": 3343}
{"item_id": "conceptual_physics__24", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.126069, "transfer_probe_score": 0.973117, "eval_order": 3344}
{"item_id": "marketing__68", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.068557, "transfer_probe_score": 0.999085, "eval_order": 3345}
{"item_id": "professional_medicine__194", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.642437, "transfer_probe_score": 0.995951, "eval_order": 3346}
{"item_id": "college_mathematics__18", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.26569, "transfer_probe_score": 0.997254, "eval_order": 3347}
{"item_id": "machine_learning__105", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.101214, "transfer_probe_score": 0.994367, "eval_order": 3348}
{"item_id": "econometrics__91", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.825685, "transfer_probe_score": 0.813664, "eval_order": 3349}
{"item_id": "college_physics__26", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.24555, "transfer_probe_score": 0.994982, "eval_order": 3350}
{"item_id": "high_school_physics__4", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.362341, "transfer_probe_score": 0.999822, "eval_order": 3351}
{"item_id": "high_school_mathematics__80", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.239426, "transfer_probe_score": 0.9882, "eval_order": 3352}
{"item_id": "econometrics__4", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.662364, "transfer_probe_score": 0.998484, "eval_order": 3353}
{"item_id": "marketing__83", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023674, "transfer_probe_score": 0.998611, "eval_order": 3354}
{"item_id": "marketing__118", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.578545, "transfer_probe_score": 0.908994, "eval_order": 3355}
{"item_id": "miscellaneous__590", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.62899, "transfer_probe_score": 0.623876, "eval_order": 3356}
{"item_id": "high_school_chemistry__109", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.310382, "transfer_probe_score": 0.999941, "eval_order": 3357}
{"item_id": "econometrics__37", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.158779, "transfer_probe_score": 0.670225, "eval_order": 3358}
{"item_id": "high_school_physics__109", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.502542, "transfer_probe_score": 0.998562, "eval_order": 3359}
{"item_id": "abstract_algebra__75", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.451023, "transfer_probe_score": 0.99968, "eval_order": 3360}
{"item_id": "high_school_mathematics__49", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.29984, "transfer_probe_score": 0.999676, "eval_order": 3361}
{"item_id": "abstract_algebra__24", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.542635, "transfer_probe_score": 0.999991, "eval_order": 3362}
{"item_id": "high_school_psychology__102", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006312, "transfer_probe_score": 0.993739, "eval_order": 3363}
{"item_id": "professional_law__346", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.792093, "transfer_probe_score": 0.990132, "eval_order": 3364}
{"item_id": "anatomy__83", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.058546, "transfer_probe_score": 0.999825, "eval_order": 3365}
{"item_id": "professional_law__213", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.246953, "transfer_probe_score": 0.627097, "eval_order": 3366}
{"item_id": "high_school_physics__17", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.046469, "transfer_probe_score": 0.996044, "eval_order": 3367}
{"item_id": "machine_learning__7", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.151787, "transfer_probe_score": 0.999998, "eval_order": 3368}
{"item_id": "college_mathematics__45", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.334584, "transfer_probe_score": 0.999746, "eval_order": 3369}
{"item_id": "high_school_chemistry__88", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.152905, "transfer_probe_score": 0.996297, "eval_order": 3370}
{"item_id": "econometrics__102", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.472634, "transfer_probe_score": 0.999838, "eval_order": 3371}
{"item_id": "anatomy__35", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.936983, "transfer_probe_score": 0.987054, "eval_order": 3372}
{"item_id": "professional_law__214", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.019948, "transfer_probe_score": 0.996768, "eval_order": 3373}
{"item_id": "econometrics__40", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.250894, "transfer_probe_score": 0.988998, "eval_order": 3374}
{"item_id": "college_computer_science__91", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.248189, "transfer_probe_score": 0.999905, "eval_order": 3375}
{"item_id": "college_chemistry__39", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.311342, "transfer_probe_score": 0.999984, "eval_order": 3376}
{"item_id": "professional_law__827", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.334128, "transfer_probe_score": 0.986101, "eval_order": 3377}
{"item_id": "nutrition__154", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03006, "transfer_probe_score": 0.999989, "eval_order": 3378}
{"item_id": "conceptual_physics__61", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.037966, "transfer_probe_score": 0.999674, "eval_order": 3379}
{"item_id": "high_school_physics__43", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.724612, "transfer_probe_score": 0.999441, "eval_order": 3380}
{"item_id": "philosophy__278", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.416425, "transfer_probe_score": 0.570045, "eval_order": 3381}
{"item_id": "high_school_chemistry__5", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.355196, "transfer_probe_score": 0.999984, "eval_order": 3382}
{"item_id": "formal_logic__97", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.667025, "transfer_probe_score": 0.462865, "eval_order": 3383}
{"item_id": "college_computer_science__98", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.500516, "transfer_probe_score": 0.999993, "eval_order": 3384}
{"item_id": "professional_law__359", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.092596, "transfer_probe_score": 0.997725, "eval_order": 3385}
{"item_id": "professional_medicine__232", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.019445, "transfer_probe_score": 0.998412, "eval_order": 3386}
{"item_id": "world_religions__134", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007997, "transfer_probe_score": 0.999989, "eval_order": 3387}
{"item_id": "electrical_engineering__138", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.410597, "transfer_probe_score": 0.436053, "eval_order": 3388}
{"item_id": "anatomy__37", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11767, "transfer_probe_score": 0.898163, "eval_order": 3389}
{"item_id": "machine_learning__25", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.463839, "transfer_probe_score": 0.987687, "eval_order": 3390}
{"item_id": "marketing__211", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.021446, "transfer_probe_score": 0.996607, "eval_order": 3391}
{"item_id": "machine_learning__0", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.338892, "transfer_probe_score": 0.999972, "eval_order": 3392}
{"item_id": "anatomy__81", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.185769, "transfer_probe_score": 0.699381, "eval_order": 3393}
{"item_id": "world_religions__106", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020627, "transfer_probe_score": 0.998999, "eval_order": 3394}
{"item_id": "formal_logic__1", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.297905, "transfer_probe_score": 0.505337, "eval_order": 3395}
{"item_id": "electrical_engineering__26", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.395212, "transfer_probe_score": 0.997076, "eval_order": 3396}
{"item_id": "miscellaneous__663", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.43221, "transfer_probe_score": 0.999994, "eval_order": 3397}
{"item_id": "miscellaneous__598", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.867509, "transfer_probe_score": 0.999993, "eval_order": 3398}
{"item_id": "conceptual_physics__151", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.279921, "transfer_probe_score": 0.999518, "eval_order": 3399}
{"item_id": "miscellaneous__638", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.038001, "transfer_probe_score": 0.999897, "eval_order": 3400}
{"item_id": "high_school_mathematics__259", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.360184, "transfer_probe_score": 0.985735, "eval_order": 3401}
{"item_id": "high_school_chemistry__110", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.223075, "transfer_probe_score": 0.999991, "eval_order": 3402}
{"item_id": "world_religions__13", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010071, "transfer_probe_score": 0.999985, "eval_order": 3403}
{"item_id": "conceptual_physics__74", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062918, "transfer_probe_score": 0.981864, "eval_order": 3404}
{"item_id": "high_school_psychology__392", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.479805, "transfer_probe_score": 0.999396, "eval_order": 3405}
{"item_id": "philosophy__149", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.804657, "transfer_probe_score": 0.999351, "eval_order": 3406}
{"item_id": "formal_logic__125", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.160542, "transfer_probe_score": 0.395051, "eval_order": 3407}
{"item_id": "machine_learning__49", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.679604, "transfer_probe_score": 0.999525, "eval_order": 3408}
{"item_id": "college_physics__23", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.508505, "transfer_probe_score": 0.998441, "eval_order": 3409}
{"item_id": "electrical_engineering__27", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.141944, "transfer_probe_score": 0.999997, "eval_order": 3410}
{"item_id": "philosophy__37", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.674293, "transfer_probe_score": 0.996313, "eval_order": 3411}
{"item_id": "anatomy__46", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.040794, "transfer_probe_score": 0.995976, "eval_order": 3412}
{"item_id": "professional_medicine__257", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.661228, "transfer_probe_score": 0.994162, "eval_order": 3413}
{"item_id": "high_school_physics__97", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.392737, "transfer_probe_score": 0.999979, "eval_order": 3414}
{"item_id": "anatomy__24", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.723047, "transfer_probe_score": 0.976125, "eval_order": 3415}
{"item_id": "college_chemistry__47", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.455149, "transfer_probe_score": 0.999994, "eval_order": 3416}
{"item_id": "high_school_mathematics__139", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.084094, "transfer_probe_score": 0.999702, "eval_order": 3417}
{"item_id": "abstract_algebra__21", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.293967, "transfer_probe_score": 0.99986, "eval_order": 3418}
{"item_id": "professional_law__385", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.23839, "transfer_probe_score": 0.999459, "eval_order": 3419}
{"item_id": "philosophy__65", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.093607, "transfer_probe_score": 0.998767, "eval_order": 3420}
{"item_id": "formal_logic__25", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.583038, "transfer_probe_score": 0.999839, "eval_order": 3421}
{"item_id": "moral_scenarios__292", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.804617, "transfer_probe_score": 0.992229, "eval_order": 3422}
{"item_id": "electrical_engineering__24", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.133465, "transfer_probe_score": 0.893126, "eval_order": 3423}
{"item_id": "high_school_chemistry__13", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.621944, "transfer_probe_score": 0.993936, "eval_order": 3424}
{"item_id": "conceptual_physics__155", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.106234, "transfer_probe_score": 0.992485, "eval_order": 3425}
{"item_id": "professional_law__1490", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.221716, "transfer_probe_score": 0.982315, "eval_order": 3426}
{"item_id": "electrical_engineering__33", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.260926, "transfer_probe_score": 0.998939, "eval_order": 3427}
{"item_id": "college_physics__52", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.011591, "transfer_probe_score": 0.999968, "eval_order": 3428}
{"item_id": "philosophy__303", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.578623, "transfer_probe_score": 0.999861, "eval_order": 3429}
{"item_id": "college_mathematics__95", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.749509, "transfer_probe_score": 0.992819, "eval_order": 3430}
{"item_id": "philosophy__291", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.480187, "transfer_probe_score": 0.984555, "eval_order": 3431}
{"item_id": "college_physics__37", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016068, "transfer_probe_score": 0.999972, "eval_order": 3432}
{"item_id": "high_school_mathematics__211", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.722026, "transfer_probe_score": 0.999973, "eval_order": 3433}
{"item_id": "college_chemistry__50", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.495801, "transfer_probe_score": 0.999106, "eval_order": 3434}
{"item_id": "high_school_psychology__429", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.072764, "transfer_probe_score": 0.999751, "eval_order": 3435}
{"item_id": "college_chemistry__26", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.553503, "transfer_probe_score": 0.993442, "eval_order": 3436}
{"item_id": "professional_law__596", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.136605, "transfer_probe_score": 0.999836, "eval_order": 3437}
{"item_id": "high_school_psychology__76", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01442, "transfer_probe_score": 0.997238, "eval_order": 3438}
{"item_id": "philosophy__31", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014089, "transfer_probe_score": 0.999711, "eval_order": 3439}
{"item_id": "college_chemistry__97", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.56454, "transfer_probe_score": 0.997163, "eval_order": 3440}
{"item_id": "formal_logic__62", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.32662, "transfer_probe_score": 0.986241, "eval_order": 3441}
{"item_id": "professional_medicine__94", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.060814, "transfer_probe_score": 0.99974, "eval_order": 3442}
{"item_id": "moral_scenarios__316", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.322715, "transfer_probe_score": 0.999512, "eval_order": 3443}
{"item_id": "high_school_mathematics__61", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.19441, "transfer_probe_score": 0.999384, "eval_order": 3444}
{"item_id": "world_religions__71", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.051084, "transfer_probe_score": 0.999836, "eval_order": 3445}
{"item_id": "high_school_chemistry__165", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.22452, "transfer_probe_score": 0.999661, "eval_order": 3446}
{"item_id": "college_computer_science__97", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.089685, "transfer_probe_score": 0.999397, "eval_order": 3447}
{"item_id": "college_computer_science__82", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.110998, "transfer_probe_score": 0.979376, "eval_order": 3448}
{"item_id": "world_religions__164", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.979602, "transfer_probe_score": 0.999016, "eval_order": 3449}
{"item_id": "high_school_mathematics__142", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.250443, "transfer_probe_score": 0.933358, "eval_order": 3450}
{"item_id": "econometrics__22", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.5618, "transfer_probe_score": 0.889363, "eval_order": 3451}
{"item_id": "high_school_physics__76", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.444385, "transfer_probe_score": 0.997878, "eval_order": 3452}
{"item_id": "philosophy__94", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.478821, "transfer_probe_score": 0.580109, "eval_order": 3453}
{"item_id": "professional_law__1369", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.224858, "transfer_probe_score": 0.999106, "eval_order": 3454}
{"item_id": "high_school_psychology__472", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048579, "transfer_probe_score": 0.921107, "eval_order": 3455}
{"item_id": "professional_law__917", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.14493, "transfer_probe_score": 0.951552, "eval_order": 3456}
{"item_id": "philosophy__22", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.456297, "transfer_probe_score": 0.883098, "eval_order": 3457}
{"item_id": "high_school_physics__0", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.501675, "transfer_probe_score": 0.997848, "eval_order": 3458}
{"item_id": "philosophy__27", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.127998, "transfer_probe_score": 0.947335, "eval_order": 3459}
{"item_id": "econometrics__90", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.599083, "transfer_probe_score": 0.990136, "eval_order": 3460}
{"item_id": "high_school_chemistry__177", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.116544, "transfer_probe_score": 0.994794, "eval_order": 3461}
{"item_id": "college_computer_science__89", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.222961, "transfer_probe_score": 0.99584, "eval_order": 3462}
{"item_id": "moral_scenarios__457", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.335947, "transfer_probe_score": 0.965448, "eval_order": 3463}
{"item_id": "high_school_psychology__179", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.070456, "transfer_probe_score": 0.999912, "eval_order": 3464}
{"item_id": "college_chemistry__81", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.452757, "transfer_probe_score": 0.99998, "eval_order": 3465}
{"item_id": "electrical_engineering__41", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.314656, "transfer_probe_score": 0.999892, "eval_order": 3466}
{"item_id": "philosophy__226", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.803109, "transfer_probe_score": 0.999784, "eval_order": 3467}
{"item_id": "conceptual_physics__159", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.159, "transfer_probe_score": 0.980835, "eval_order": 3468}
{"item_id": "conceptual_physics__186", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.728514, "transfer_probe_score": 0.998234, "eval_order": 3469}
{"item_id": "college_physics__6", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.635045, "transfer_probe_score": 0.999271, "eval_order": 3470}
{"item_id": "philosophy__72", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.29875, "transfer_probe_score": 0.999969, "eval_order": 3471}
{"item_id": "marketing__29", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.049484, "transfer_probe_score": 0.999748, "eval_order": 3472}
{"item_id": "nutrition__164", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.280587, "transfer_probe_score": 0.999969, "eval_order": 3473}
{"item_id": "high_school_chemistry__137", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420338, "transfer_probe_score": 0.992745, "eval_order": 3474}
{"item_id": "anatomy__68", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.611824, "transfer_probe_score": 0.175159, "eval_order": 3475}
{"item_id": "nutrition__223", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.282424, "transfer_probe_score": 0.999745, "eval_order": 3476}
{"item_id": "professional_medicine__248", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079057, "transfer_probe_score": 0.99824, "eval_order": 3477}
{"item_id": "econometrics__75", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.223012, "transfer_probe_score": 0.994482, "eval_order": 3478}
{"item_id": "philosophy__75", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.340156, "transfer_probe_score": 0.999759, "eval_order": 3479}
{"item_id": "high_school_chemistry__145", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.424611, "transfer_probe_score": 0.995144, "eval_order": 3480}
{"item_id": "philosophy__307", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.111537, "transfer_probe_score": 0.993488, "eval_order": 3481}
{"item_id": "college_mathematics__98", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.474513, "transfer_probe_score": 0.999999, "eval_order": 3482}
{"item_id": "world_religions__58", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.144253, "transfer_probe_score": 0.999965, "eval_order": 3483}
{"item_id": "professional_law__763", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.075405, "transfer_probe_score": 0.85451, "eval_order": 3484}
{"item_id": "professional_medicine__202", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.080855, "transfer_probe_score": 0.999767, "eval_order": 3485}
{"item_id": "high_school_chemistry__108", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017483, "transfer_probe_score": 0.99924, "eval_order": 3486}
{"item_id": "college_physics__65", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.668223, "transfer_probe_score": 0.99661, "eval_order": 3487}
{"item_id": "machine_learning__62", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.442774, "transfer_probe_score": 0.999988, "eval_order": 3488}
{"item_id": "marketing__76", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01205, "transfer_probe_score": 0.993617, "eval_order": 3489}
{"item_id": "formal_logic__83", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.275843, "transfer_probe_score": 0.999377, "eval_order": 3490}
{"item_id": "high_school_physics__119", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.198387, "transfer_probe_score": 0.999967, "eval_order": 3491}
{"item_id": "philosophy__222", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.213199, "transfer_probe_score": 0.991584, "eval_order": 3492}
{"item_id": "conceptual_physics__212", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.590397, "transfer_probe_score": 0.983229, "eval_order": 3493}
{"item_id": "high_school_mathematics__96", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.264122, "transfer_probe_score": 0.999963, "eval_order": 3494}
{"item_id": "anatomy__108", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008304, "transfer_probe_score": 0.999943, "eval_order": 3495}
{"item_id": "econometrics__38", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.264739, "transfer_probe_score": 0.996562, "eval_order": 3496}
{"item_id": "college_physics__42", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.459037, "transfer_probe_score": 0.999954, "eval_order": 3497}
{"item_id": "high_school_psychology__518", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017639, "transfer_probe_score": 0.99891, "eval_order": 3498}
{"item_id": "college_computer_science__76", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034914, "transfer_probe_score": 0.99987, "eval_order": 3499}
{"item_id": "conceptual_physics__229", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.066185, "transfer_probe_score": 0.99999, "eval_order": 3500}
{"item_id": "high_school_physics__36", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.705859, "transfer_probe_score": 0.99469, "eval_order": 3501}
{"item_id": "nutrition__100", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.158617, "transfer_probe_score": 0.997346, "eval_order": 3502}
{"item_id": "high_school_chemistry__41", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.173134, "transfer_probe_score": 0.981198, "eval_order": 3503}
{"item_id": "electrical_engineering__81", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.113316, "transfer_probe_score": 0.995809, "eval_order": 3504}
{"item_id": "marketing__200", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.036925, "transfer_probe_score": 0.999322, "eval_order": 3505}
{"item_id": "electrical_engineering__103", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.121601, "transfer_probe_score": 0.634403, "eval_order": 3506}
{"item_id": "electrical_engineering__112", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.180736, "transfer_probe_score": 0.990204, "eval_order": 3507}
{"item_id": "machine_learning__72", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.523126, "transfer_probe_score": 0.99998, "eval_order": 3508}
{"item_id": "formal_logic__102", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.181787, "transfer_probe_score": 0.959767, "eval_order": 3509}
{"item_id": "college_mathematics__74", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.509848, "transfer_probe_score": 0.999927, "eval_order": 3510}
{"item_id": "moral_scenarios__245", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.384915, "transfer_probe_score": 0.970341, "eval_order": 3511}
{"item_id": "professional_medicine__177", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008996, "transfer_probe_score": 0.999037, "eval_order": 3512}
{"item_id": "professional_medicine__88", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.369878, "transfer_probe_score": 0.996933, "eval_order": 3513}
{"item_id": "college_physics__69", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.341767, "transfer_probe_score": 0.923081, "eval_order": 3514}
{"item_id": "high_school_physics__116", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.384602, "transfer_probe_score": 0.846466, "eval_order": 3515}
{"item_id": "anatomy__27", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.349029, "transfer_probe_score": 0.934858, "eval_order": 3516}
{"item_id": "machine_learning__80", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313386, "transfer_probe_score": 0.999731, "eval_order": 3517}
{"item_id": "philosophy__179", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.075109, "transfer_probe_score": 0.999663, "eval_order": 3518}
{"item_id": "moral_scenarios__318", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.165617, "transfer_probe_score": 0.999391, "eval_order": 3519}
{"item_id": "high_school_physics__64", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.834946, "transfer_probe_score": 0.97674, "eval_order": 3520}
{"item_id": "philosophy__49", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013258, "transfer_probe_score": 0.999971, "eval_order": 3521}
{"item_id": "professional_medicine__92", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.290411, "transfer_probe_score": 0.99831, "eval_order": 3522}
{"item_id": "philosophy__265", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.51186, "transfer_probe_score": 0.998647, "eval_order": 3523}
{"item_id": "anatomy__8", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.646769, "transfer_probe_score": 0.998034, "eval_order": 3524}
{"item_id": "professional_medicine__239", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.1068, "transfer_probe_score": 0.955649, "eval_order": 3525}
{"item_id": "anatomy__110", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.225851, "transfer_probe_score": 0.977468, "eval_order": 3526}
{"item_id": "econometrics__35", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.78714, "transfer_probe_score": 0.971972, "eval_order": 3527}
{"item_id": "philosophy__242", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.256587, "transfer_probe_score": 0.990131, "eval_order": 3528}
{"item_id": "high_school_mathematics__31", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.326533, "transfer_probe_score": 0.999909, "eval_order": 3529}
{"item_id": "philosophy__44", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.043558, "transfer_probe_score": 0.998951, "eval_order": 3530}
{"item_id": "professional_law__113", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.432356, "transfer_probe_score": 0.881095, "eval_order": 3531}
{"item_id": "econometrics__84", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.499494, "transfer_probe_score": 0.983752, "eval_order": 3532}
{"item_id": "high_school_physics__104", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.488503, "transfer_probe_score": 0.999236, "eval_order": 3533}
{"item_id": "formal_logic__76", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.276339, "transfer_probe_score": 0.987128, "eval_order": 3534}
{"item_id": "miscellaneous__745", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00792, "transfer_probe_score": 0.999969, "eval_order": 3535}
{"item_id": "high_school_psychology__143", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.440793, "transfer_probe_score": 0.999929, "eval_order": 3536}
{"item_id": "nutrition__210", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.245778, "transfer_probe_score": 0.999187, "eval_order": 3537}
{"item_id": "high_school_mathematics__237", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.549804, "transfer_probe_score": 0.999538, "eval_order": 3538}
{"item_id": "electrical_engineering__72", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.710923, "transfer_probe_score": 0.996963, "eval_order": 3539}
{"item_id": "professional_law__1314", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.187285, "transfer_probe_score": 0.96187, "eval_order": 3540}
{"item_id": "marketing__12", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.026428, "transfer_probe_score": 0.953212, "eval_order": 3541}
{"item_id": "machine_learning__28", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.074464, "transfer_probe_score": 0.993025, "eval_order": 3542}
{"item_id": "professional_medicine__193", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.070323, "transfer_probe_score": 0.999364, "eval_order": 3543}
{"item_id": "miscellaneous__705", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005522, "transfer_probe_score": 0.999936, "eval_order": 3544}
{"item_id": "machine_learning__38", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.653048, "transfer_probe_score": 0.430126, "eval_order": 3545}
{"item_id": "high_school_mathematics__257", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.307014, "transfer_probe_score": 0.999574, "eval_order": 3546}
{"item_id": "marketing__19", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.767599, "transfer_probe_score": 0.564174, "eval_order": 3547}
{"item_id": "professional_law__524", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.371923, "transfer_probe_score": 0.980497, "eval_order": 3548}
{"item_id": "professional_law__1178", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.041939, "transfer_probe_score": 0.997526, "eval_order": 3549}
{"item_id": "formal_logic__120", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.374271, "transfer_probe_score": 0.94863, "eval_order": 3550}
{"item_id": "philosophy__47", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.053201, "transfer_probe_score": 0.995211, "eval_order": 3551}
{"item_id": "high_school_chemistry__42", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.482008, "transfer_probe_score": 0.999947, "eval_order": 3552}
{"item_id": "high_school_mathematics__238", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.476989, "transfer_probe_score": 0.999711, "eval_order": 3553}
{"item_id": "college_computer_science__58", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.32558, "transfer_probe_score": 0.886592, "eval_order": 3554}
{"item_id": "professional_law__915", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.29928, "transfer_probe_score": 0.998332, "eval_order": 3555}
{"item_id": "professional_law__1349", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313515, "transfer_probe_score": 0.809468, "eval_order": 3556}
{"item_id": "nutrition__24", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.222148, "transfer_probe_score": 0.996019, "eval_order": 3557}
{"item_id": "college_chemistry__91", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010566, "transfer_probe_score": 0.999387, "eval_order": 3558}
{"item_id": "high_school_mathematics__210", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.377747, "transfer_probe_score": 0.999392, "eval_order": 3559}
{"item_id": "high_school_chemistry__68", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.626772, "transfer_probe_score": 0.998661, "eval_order": 3560}
{"item_id": "college_physics__29", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.418777, "transfer_probe_score": 0.983938, "eval_order": 3561}
{"item_id": "miscellaneous__135", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.34647, "transfer_probe_score": 0.991908, "eval_order": 3562}
{"item_id": "professional_medicine__47", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.504133, "transfer_probe_score": 0.999516, "eval_order": 3563}
{"item_id": "college_mathematics__31", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.239078, "transfer_probe_score": 0.999291, "eval_order": 3564}
{"item_id": "moral_scenarios__113", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.262217, "transfer_probe_score": 0.999927, "eval_order": 3565}
{"item_id": "electrical_engineering__101", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029791, "transfer_probe_score": 0.999973, "eval_order": 3566}
{"item_id": "philosophy__12", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.367546, "transfer_probe_score": 0.999737, "eval_order": 3567}
{"item_id": "anatomy__65", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.454383, "transfer_probe_score": 0.985959, "eval_order": 3568}
{"item_id": "high_school_psychology__210", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008875, "transfer_probe_score": 0.999038, "eval_order": 3569}
{"item_id": "college_physics__86", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.083402, "transfer_probe_score": 0.998041, "eval_order": 3570}
{"item_id": "professional_medicine__137", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.067585, "transfer_probe_score": 0.968952, "eval_order": 3571}
{"item_id": "nutrition__228", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.037129, "transfer_probe_score": 0.998496, "eval_order": 3572}
{"item_id": "philosophy__52", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.677458, "transfer_probe_score": 0.999781, "eval_order": 3573}
{"item_id": "miscellaneous__236", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012132, "transfer_probe_score": 0.999984, "eval_order": 3574}
{"item_id": "moral_scenarios__46", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.684086, "transfer_probe_score": 0.999565, "eval_order": 3575}
{"item_id": "conceptual_physics__118", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.948545, "transfer_probe_score": 0.999823, "eval_order": 3576}
{"item_id": "nutrition__227", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009199, "transfer_probe_score": 0.997249, "eval_order": 3577}
{"item_id": "high_school_mathematics__262", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.214363, "transfer_probe_score": 0.99979, "eval_order": 3578}
{"item_id": "high_school_physics__2", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.076896, "transfer_probe_score": 0.953005, "eval_order": 3579}
{"item_id": "abstract_algebra__19", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.266494, "transfer_probe_score": 0.999443, "eval_order": 3580}
{"item_id": "philosophy__127", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.207385, "transfer_probe_score": 0.985599, "eval_order": 3581}
{"item_id": "miscellaneous__308", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018758, "transfer_probe_score": 0.999958, "eval_order": 3582}
{"item_id": "miscellaneous__232", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.02466, "transfer_probe_score": 0.999751, "eval_order": 3583}
{"item_id": "moral_scenarios__112", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.177295, "transfer_probe_score": 0.999923, "eval_order": 3584}
{"item_id": "nutrition__101", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009875, "transfer_probe_score": 0.999031, "eval_order": 3585}
{"item_id": "miscellaneous__451", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.031319, "transfer_probe_score": 0.999985, "eval_order": 3586}
{"item_id": "moral_scenarios__734", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.588558, "transfer_probe_score": 0.9656, "eval_order": 3587}
{"item_id": "high_school_psychology__300", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014909, "transfer_probe_score": 0.981884, "eval_order": 3588}
{"item_id": "college_chemistry__37", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.550873, "transfer_probe_score": 0.66019, "eval_order": 3589}
{"item_id": "abstract_algebra__32", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.326168, "transfer_probe_score": 0.999974, "eval_order": 3590}
{"item_id": "high_school_mathematics__160", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.882776, "transfer_probe_score": 0.99983, "eval_order": 3591}
{"item_id": "miscellaneous__144", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.030985, "transfer_probe_score": 0.994426, "eval_order": 3592}
{"item_id": "moral_scenarios__821", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.252333, "transfer_probe_score": 0.999848, "eval_order": 3593}
{"item_id": "econometrics__105", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.388391, "transfer_probe_score": 0.999968, "eval_order": 3594}
{"item_id": "high_school_physics__15", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.201039, "transfer_probe_score": 0.996301, "eval_order": 3595}
{"item_id": "high_school_chemistry__90", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.24649, "transfer_probe_score": 0.888111, "eval_order": 3596}
{"item_id": "moral_scenarios__613", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.480572, "transfer_probe_score": 0.999912, "eval_order": 3597}
{"item_id": "electrical_engineering__0", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.095578, "transfer_probe_score": 0.99606, "eval_order": 3598}
{"item_id": "college_mathematics__29", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.552182, "transfer_probe_score": 0.998012, "eval_order": 3599}
{"item_id": "abstract_algebra__60", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.651518, "transfer_probe_score": 0.999716, "eval_order": 3600}
{"item_id": "anatomy__25", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.965593, "transfer_probe_score": 0.999939, "eval_order": 3601}
{"item_id": "nutrition__119", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.272938, "transfer_probe_score": 0.999906, "eval_order": 3602}
{"item_id": "college_mathematics__53", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.113132, "transfer_probe_score": 0.999971, "eval_order": 3603}
{"item_id": "high_school_psychology__146", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.072776, "transfer_probe_score": 0.996392, "eval_order": 3604}
{"item_id": "high_school_physics__94", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.402861, "transfer_probe_score": 0.999891, "eval_order": 3605}
{"item_id": "high_school_psychology__136", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.011409, "transfer_probe_score": 0.995145, "eval_order": 3606}
{"item_id": "professional_law__422", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.215105, "transfer_probe_score": 0.995364, "eval_order": 3607}
{"item_id": "philosophy__286", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11852, "transfer_probe_score": 0.998795, "eval_order": 3608}
{"item_id": "college_chemistry__40", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.366718, "transfer_probe_score": 0.985052, "eval_order": 3609}
{"item_id": "college_computer_science__74", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.378089, "transfer_probe_score": 0.992234, "eval_order": 3610}
{"item_id": "high_school_mathematics__141", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.505209, "transfer_probe_score": 0.999462, "eval_order": 3611}
{"item_id": "professional_law__400", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.230749, "transfer_probe_score": 0.869222, "eval_order": 3612}
{"item_id": "marketing__145", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073473, "transfer_probe_score": 0.992752, "eval_order": 3613}
{"item_id": "world_religions__5", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.489982, "transfer_probe_score": 0.999957, "eval_order": 3614}
{"item_id": "professional_law__673", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.1054, "transfer_probe_score": 0.999748, "eval_order": 3615}
{"item_id": "marketing__162", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029374, "transfer_probe_score": 0.994634, "eval_order": 3616}
{"item_id": "machine_learning__37", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.643743, "transfer_probe_score": 0.991262, "eval_order": 3617}
{"item_id": "machine_learning__45", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.86842, "transfer_probe_score": 0.974994, "eval_order": 3618}
{"item_id": "abstract_algebra__87", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.58749, "transfer_probe_score": 0.999995, "eval_order": 3619}
{"item_id": "electrical_engineering__135", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.29709, "transfer_probe_score": 0.931422, "eval_order": 3620}
{"item_id": "philosophy__202", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.241665, "transfer_probe_score": 0.999808, "eval_order": 3621}
{"item_id": "professional_law__513", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.38865, "transfer_probe_score": 0.999208, "eval_order": 3622}
{"item_id": "abstract_algebra__43", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.601677, "transfer_probe_score": 0.999915, "eval_order": 3623}
{"item_id": "electrical_engineering__121", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079141, "transfer_probe_score": 0.999344, "eval_order": 3624}
{"item_id": "formal_logic__110", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.586748, "transfer_probe_score": 0.553576, "eval_order": 3625}
{"item_id": "nutrition__7", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008838, "transfer_probe_score": 0.999861, "eval_order": 3626}
{"item_id": "college_chemistry__51", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.536398, "transfer_probe_score": 0.99964, "eval_order": 3627}
{"item_id": "college_mathematics__37", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.872393, "transfer_probe_score": 0.99999, "eval_order": 3628}
{"item_id": "professional_medicine__158", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.564696, "transfer_probe_score": 0.999946, "eval_order": 3629}
{"item_id": "world_religions__49", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.0104, "transfer_probe_score": 0.999503, "eval_order": 3630}
{"item_id": "moral_scenarios__391", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.403327, "transfer_probe_score": 0.986413, "eval_order": 3631}
{"item_id": "moral_scenarios__352", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.438756, "transfer_probe_score": 0.999186, "eval_order": 3632}
{"item_id": "moral_scenarios__229", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.298864, "transfer_probe_score": 0.999942, "eval_order": 3633}
{"item_id": "nutrition__195", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.145233, "transfer_probe_score": 0.999881, "eval_order": 3634}
{"item_id": "college_physics__49", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.45162, "transfer_probe_score": 0.99596, "eval_order": 3635}
{"item_id": "abstract_algebra__45", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.514653, "transfer_probe_score": 0.999903, "eval_order": 3636}
{"item_id": "high_school_psychology__134", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.672902, "transfer_probe_score": 0.972306, "eval_order": 3637}
{"item_id": "electrical_engineering__88", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018263, "transfer_probe_score": 0.999767, "eval_order": 3638}
{"item_id": "high_school_mathematics__25", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.750608, "transfer_probe_score": 0.996797, "eval_order": 3639}
{"item_id": "formal_logic__15", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.297341, "transfer_probe_score": 0.909652, "eval_order": 3640}
{"item_id": "electrical_engineering__14", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.235423, "transfer_probe_score": 0.895623, "eval_order": 3641}
{"item_id": "electrical_engineering__130", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.054819, "transfer_probe_score": 0.997784, "eval_order": 3642}
{"item_id": "professional_law__288", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.286055, "transfer_probe_score": 0.935233, "eval_order": 3643}
{"item_id": "electrical_engineering__17", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.239902, "transfer_probe_score": 0.037994, "eval_order": 3644}
{"item_id": "high_school_physics__141", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.217075, "transfer_probe_score": 0.992857, "eval_order": 3645}
{"item_id": "high_school_psychology__126", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.084784, "transfer_probe_score": 0.983463, "eval_order": 3646}
{"item_id": "professional_law__805", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.217359, "transfer_probe_score": 0.978977, "eval_order": 3647}
{"item_id": "high_school_mathematics__153", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.193904, "transfer_probe_score": 0.999973, "eval_order": 3648}
{"item_id": "nutrition__32", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007933, "transfer_probe_score": 0.999961, "eval_order": 3649}
{"item_id": "high_school_chemistry__6", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.036936, "transfer_probe_score": 0.998979, "eval_order": 3650}
{"item_id": "conceptual_physics__110", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048034, "transfer_probe_score": 0.999918, "eval_order": 3651}
{"item_id": "high_school_physics__149", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.427649, "transfer_probe_score": 0.999954, "eval_order": 3652}
{"item_id": "moral_scenarios__833", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.566837, "transfer_probe_score": 0.9801, "eval_order": 3653}
{"item_id": "marketing__184", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.883139, "transfer_probe_score": 0.999464, "eval_order": 3654}
{"item_id": "econometrics__82", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.456975, "transfer_probe_score": 0.999192, "eval_order": 3655}
{"item_id": "marketing__41", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.067581, "transfer_probe_score": 0.996929, "eval_order": 3656}
{"item_id": "college_computer_science__21", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.196528, "transfer_probe_score": 0.999768, "eval_order": 3657}
{"item_id": "professional_law__648", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.674765, "transfer_probe_score": 0.950152, "eval_order": 3658}
{"item_id": "electrical_engineering__51", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.186665, "transfer_probe_score": 0.990246, "eval_order": 3659}
{"item_id": "miscellaneous__21", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009667, "transfer_probe_score": 0.999991, "eval_order": 3660}
{"item_id": "machine_learning__86", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.192069, "transfer_probe_score": 0.999843, "eval_order": 3661}
{"item_id": "high_school_physics__37", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.139377, "transfer_probe_score": 0.394311, "eval_order": 3662}
{"item_id": "electrical_engineering__65", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.379193, "transfer_probe_score": 0.999889, "eval_order": 3663}
{"item_id": "professional_medicine__178", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016082, "transfer_probe_score": 0.99552, "eval_order": 3664}
{"item_id": "college_chemistry__83", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.748857, "transfer_probe_score": 0.196083, "eval_order": 3665}
{"item_id": "professional_law__290", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.635467, "transfer_probe_score": 0.999586, "eval_order": 3666}
{"item_id": "machine_learning__35", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.141159, "transfer_probe_score": 0.999974, "eval_order": 3667}
{"item_id": "anatomy__129", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.941587, "transfer_probe_score": 0.907811, "eval_order": 3668}
{"item_id": "philosophy__161", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.175394, "transfer_probe_score": 0.99825, "eval_order": 3669}
{"item_id": "nutrition__124", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.358127, "transfer_probe_score": 0.951365, "eval_order": 3670}
{"item_id": "college_physics__3", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.04934, "transfer_probe_score": 0.999864, "eval_order": 3671}
{"item_id": "high_school_psychology__174", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027996, "transfer_probe_score": 0.999788, "eval_order": 3672}
{"item_id": "college_physics__64", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.498814, "transfer_probe_score": 0.994431, "eval_order": 3673}
{"item_id": "world_religions__141", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010686, "transfer_probe_score": 0.998908, "eval_order": 3674}
{"item_id": "marketing__1", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.851879, "transfer_probe_score": 0.999382, "eval_order": 3675}
{"item_id": "college_chemistry__78", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.342412, "transfer_probe_score": 0.984849, "eval_order": 3676}
{"item_id": "machine_learning__103", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.627679, "transfer_probe_score": 0.579546, "eval_order": 3677}
{"item_id": "nutrition__296", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087785, "transfer_probe_score": 0.99995, "eval_order": 3678}
{"item_id": "professional_medicine__84", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027849, "transfer_probe_score": 0.990353, "eval_order": 3679}
{"item_id": "moral_scenarios__150", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.279147, "transfer_probe_score": 0.999578, "eval_order": 3680}
{"item_id": "philosophy__238", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.632298, "transfer_probe_score": 0.999981, "eval_order": 3681}
{"item_id": "professional_medicine__65", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.064362, "transfer_probe_score": 0.999712, "eval_order": 3682}
{"item_id": "college_mathematics__12", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.892688, "transfer_probe_score": 0.998821, "eval_order": 3683}
{"item_id": "high_school_mathematics__171", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.24769, "transfer_probe_score": 0.999858, "eval_order": 3684}
{"item_id": "formal_logic__29", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.502298, "transfer_probe_score": 0.834866, "eval_order": 3685}
{"item_id": "machine_learning__111", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.333536, "transfer_probe_score": 0.998557, "eval_order": 3686}
{"item_id": "college_computer_science__22", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.345025, "transfer_probe_score": 0.733486, "eval_order": 3687}
{"item_id": "moral_scenarios__426", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.267086, "transfer_probe_score": 0.997095, "eval_order": 3688}
{"item_id": "college_physics__39", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.332882, "transfer_probe_score": 0.976072, "eval_order": 3689}
{"item_id": "marketing__14", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.316742, "transfer_probe_score": 0.939157, "eval_order": 3690}
{"item_id": "anatomy__22", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.66525, "transfer_probe_score": 0.992657, "eval_order": 3691}
{"item_id": "miscellaneous__25", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.019828, "transfer_probe_score": 0.976262, "eval_order": 3692}
{"item_id": "miscellaneous__66", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.211196, "transfer_probe_score": 0.999609, "eval_order": 3693}
{"item_id": "machine_learning__79", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.566941, "transfer_probe_score": 0.970783, "eval_order": 3694}
{"item_id": "high_school_mathematics__59", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.59265, "transfer_probe_score": 0.555326, "eval_order": 3695}
{"item_id": "formal_logic__67", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.462576, "transfer_probe_score": 0.970688, "eval_order": 3696}
{"item_id": "college_mathematics__10", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.360954, "transfer_probe_score": 0.999553, "eval_order": 3697}
{"item_id": "high_school_mathematics__127", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.246429, "transfer_probe_score": 0.999936, "eval_order": 3698}
{"item_id": "college_physics__82", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.386052, "transfer_probe_score": 0.99959, "eval_order": 3699}
{"item_id": "electrical_engineering__52", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.245156, "transfer_probe_score": 0.995143, "eval_order": 3700}
{"item_id": "philosophy__140", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017918, "transfer_probe_score": 0.999406, "eval_order": 3701}
{"item_id": "econometrics__47", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.812765, "transfer_probe_score": 0.999794, "eval_order": 3702}
{"item_id": "professional_medicine__219", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.068157, "transfer_probe_score": 0.991669, "eval_order": 3703}
{"item_id": "electrical_engineering__95", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.149565, "transfer_probe_score": 0.999978, "eval_order": 3704}
{"item_id": "machine_learning__65", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.497063, "transfer_probe_score": 0.999716, "eval_order": 3705}
{"item_id": "professional_medicine__249", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.202101, "transfer_probe_score": 0.99274, "eval_order": 3706}
{"item_id": "high_school_chemistry__146", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.191257, "transfer_probe_score": 0.989633, "eval_order": 3707}
{"item_id": "electrical_engineering__3", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.436862, "transfer_probe_score": 0.761305, "eval_order": 3708}
{"item_id": "electrical_engineering__117", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.897865, "transfer_probe_score": 0.999933, "eval_order": 3709}
{"item_id": "college_chemistry__43", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.658286, "transfer_probe_score": 0.991265, "eval_order": 3710}
{"item_id": "anatomy__32", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024809, "transfer_probe_score": 0.999884, "eval_order": 3711}
{"item_id": "electrical_engineering__70", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.536344, "transfer_probe_score": 0.998227, "eval_order": 3712}
{"item_id": "philosophy__245", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044554, "transfer_probe_score": 0.999418, "eval_order": 3713}
{"item_id": "philosophy__152", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.060221, "transfer_probe_score": 0.999938, "eval_order": 3714}
{"item_id": "professional_medicine__210", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.101847, "transfer_probe_score": 0.999636, "eval_order": 3715}
{"item_id": "professional_law__1459", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047486, "transfer_probe_score": 0.999963, "eval_order": 3716}
{"item_id": "world_religions__158", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044144, "transfer_probe_score": 0.999983, "eval_order": 3717}
{"item_id": "moral_scenarios__94", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.46434, "transfer_probe_score": 0.999656, "eval_order": 3718}
{"item_id": "high_school_physics__108", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.735059, "transfer_probe_score": 0.985315, "eval_order": 3719}
{"item_id": "marketing__102", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018141, "transfer_probe_score": 0.999376, "eval_order": 3720}
{"item_id": "miscellaneous__108", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.002838, "transfer_probe_score": 0.999831, "eval_order": 3721}
{"item_id": "college_computer_science__5", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.250626, "transfer_probe_score": 0.999671, "eval_order": 3722}
{"item_id": "professional_medicine__250", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.364453, "transfer_probe_score": 0.999941, "eval_order": 3723}
{"item_id": "high_school_mathematics__124", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.077667, "transfer_probe_score": 0.990607, "eval_order": 3724}
{"item_id": "marketing__141", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.050922, "transfer_probe_score": 0.999573, "eval_order": 3725}
{"item_id": "college_physics__73", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420989, "transfer_probe_score": 0.999829, "eval_order": 3726}
{"item_id": "high_school_psychology__185", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013306, "transfer_probe_score": 0.999799, "eval_order": 3727}
{"item_id": "econometrics__8", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.507767, "transfer_probe_score": 0.999532, "eval_order": 3728}
{"item_id": "college_physics__20", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014968, "transfer_probe_score": 0.999656, "eval_order": 3729}
{"item_id": "conceptual_physics__62", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.102503, "transfer_probe_score": 0.996554, "eval_order": 3730}
{"item_id": "college_computer_science__25", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.078486, "transfer_probe_score": 0.992188, "eval_order": 3731}
{"item_id": "econometrics__33", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.722589, "transfer_probe_score": 0.999917, "eval_order": 3732}
{"item_id": "college_mathematics__59", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.324281, "transfer_probe_score": 0.999976, "eval_order": 3733}
{"item_id": "econometrics__88", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.414163, "transfer_probe_score": 0.970504, "eval_order": 3734}
{"item_id": "college_computer_science__45", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.140341, "transfer_probe_score": 0.999857, "eval_order": 3735}
{"item_id": "philosophy__244", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.18601, "transfer_probe_score": 0.998979, "eval_order": 3736}
{"item_id": "nutrition__188", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.255288, "transfer_probe_score": 0.995733, "eval_order": 3737}
{"item_id": "high_school_psychology__68", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.066544, "transfer_probe_score": 0.999474, "eval_order": 3738}
{"item_id": "machine_learning__75", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.381591, "transfer_probe_score": 0.999958, "eval_order": 3739}
{"item_id": "professional_law__517", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.116376, "transfer_probe_score": 0.992383, "eval_order": 3740}
{"item_id": "high_school_chemistry__138", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.355693, "transfer_probe_score": 0.998233, "eval_order": 3741}
{"item_id": "machine_learning__83", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.183721, "transfer_probe_score": 0.999897, "eval_order": 3742}
{"item_id": "professional_law__1498", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.685459, "transfer_probe_score": 0.977092, "eval_order": 3743}
{"item_id": "professional_medicine__42", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.095386, "transfer_probe_score": 0.996755, "eval_order": 3744}
{"item_id": "marketing__108", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00389, "transfer_probe_score": 0.994855, "eval_order": 3745}
{"item_id": "professional_medicine__52", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.305002, "transfer_probe_score": 0.99388, "eval_order": 3746}
{"item_id": "high_school_psychology__87", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.053719, "transfer_probe_score": 0.999936, "eval_order": 3747}
{"item_id": "professional_law__562", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.484147, "transfer_probe_score": 0.404899, "eval_order": 3748}
{"item_id": "conceptual_physics__126", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.854393, "transfer_probe_score": 0.999892, "eval_order": 3749}
{"item_id": "high_school_physics__50", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.136658, "transfer_probe_score": 0.997595, "eval_order": 3750}
{"item_id": "marketing__93", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.040382, "transfer_probe_score": 0.780484, "eval_order": 3751}
{"item_id": "philosophy__276", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.167376, "transfer_probe_score": 0.999982, "eval_order": 3752}
{"item_id": "miscellaneous__508", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010804, "transfer_probe_score": 0.999963, "eval_order": 3753}
{"item_id": "moral_scenarios__152", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.285472, "transfer_probe_score": 0.999404, "eval_order": 3754}
{"item_id": "college_chemistry__88", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.151729, "transfer_probe_score": 0.999347, "eval_order": 3755}
{"item_id": "electrical_engineering__21", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.340854, "transfer_probe_score": 1.0, "eval_order": 3756}
{"item_id": "college_mathematics__22", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.4605, "transfer_probe_score": 0.998806, "eval_order": 3757}
{"item_id": "high_school_psychology__323", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.109155, "transfer_probe_score": 0.99752, "eval_order": 3758}
{"item_id": "abstract_algebra__15", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.633944, "transfer_probe_score": 0.999995, "eval_order": 3759}
{"item_id": "high_school_mathematics__206", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.636922, "transfer_probe_score": 0.999979, "eval_order": 3760}
{"item_id": "professional_law__720", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.096505, "transfer_probe_score": 0.976392, "eval_order": 3761}
{"item_id": "high_school_physics__96", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.140518, "transfer_probe_score": 0.627939, "eval_order": 3762}
{"item_id": "philosophy__198", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.854289, "transfer_probe_score": 0.999972, "eval_order": 3763}
{"item_id": "college_computer_science__64", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.609324, "transfer_probe_score": 0.986772, "eval_order": 3764}
{"item_id": "philosophy__4", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.038492, "transfer_probe_score": 0.989334, "eval_order": 3765}
{"item_id": "high_school_physics__127", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.643144, "transfer_probe_score": 0.96042, "eval_order": 3766}
{"item_id": "formal_logic__108", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.190084, "transfer_probe_score": 0.792169, "eval_order": 3767}
{"item_id": "professional_medicine__82", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.779877, "transfer_probe_score": 0.999519, "eval_order": 3768}
{"item_id": "professional_law__737", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.512755, "transfer_probe_score": 0.571057, "eval_order": 3769}
{"item_id": "abstract_algebra__30", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.658381, "transfer_probe_score": 0.999923, "eval_order": 3770}
{"item_id": "college_mathematics__27", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.684008, "transfer_probe_score": 0.996173, "eval_order": 3771}
{"item_id": "miscellaneous__298", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11692, "transfer_probe_score": 0.999944, "eval_order": 3772}
{"item_id": "college_physics__16", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.717528, "transfer_probe_score": 0.719571, "eval_order": 3773}
{"item_id": "high_school_psychology__223", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.592735, "transfer_probe_score": 0.999721, "eval_order": 3774}
{"item_id": "college_physics__68", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.579464, "transfer_probe_score": 0.990848, "eval_order": 3775}
{"item_id": "high_school_mathematics__182", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.483695, "transfer_probe_score": 0.445711, "eval_order": 3776}
{"item_id": "college_chemistry__89", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.555515, "transfer_probe_score": 0.999981, "eval_order": 3777}
{"item_id": "electrical_engineering__142", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.359981, "transfer_probe_score": 0.993768, "eval_order": 3778}
{"item_id": "college_chemistry__3", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.699825, "transfer_probe_score": 0.999883, "eval_order": 3779}
{"item_id": "electrical_engineering__116", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087884, "transfer_probe_score": 0.999595, "eval_order": 3780}
{"item_id": "philosophy__168", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.273677, "transfer_probe_score": 0.96498, "eval_order": 3781}
{"item_id": "abstract_algebra__55", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.301731, "transfer_probe_score": 0.999973, "eval_order": 3782}
{"item_id": "world_religions__87", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.063709, "transfer_probe_score": 0.989465, "eval_order": 3783}
{"item_id": "formal_logic__20", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.318459, "transfer_probe_score": 0.961192, "eval_order": 3784}
{"item_id": "nutrition__290", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013323, "transfer_probe_score": 0.999895, "eval_order": 3785}
{"item_id": "marketing__0", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013169, "transfer_probe_score": 0.999941, "eval_order": 3786}
{"item_id": "high_school_mathematics__266", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.571389, "transfer_probe_score": 0.999728, "eval_order": 3787}
{"item_id": "college_mathematics__67", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.527077, "transfer_probe_score": 0.997023, "eval_order": 3788}
{"item_id": "college_physics__18", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.433406, "transfer_probe_score": 0.999943, "eval_order": 3789}
{"item_id": "conceptual_physics__9", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.094092, "transfer_probe_score": 0.99919, "eval_order": 3790}
{"item_id": "high_school_physics__106", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.485332, "transfer_probe_score": 0.13568, "eval_order": 3791}
{"item_id": "anatomy__12", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.130945, "transfer_probe_score": 0.990117, "eval_order": 3792}
{"item_id": "electrical_engineering__92", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.060905, "transfer_probe_score": 0.257202, "eval_order": 3793}
{"item_id": "econometrics__74", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006345, "transfer_probe_score": 0.999982, "eval_order": 3794}
{"item_id": "professional_law__1460", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.112806, "transfer_probe_score": 0.999358, "eval_order": 3795}
{"item_id": "miscellaneous__303", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024881, "transfer_probe_score": 0.999998, "eval_order": 3796}
{"item_id": "college_computer_science__49", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.530702, "transfer_probe_score": 0.997761, "eval_order": 3797}
{"item_id": "high_school_psychology__125", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.164138, "transfer_probe_score": 0.998282, "eval_order": 3798}
{"item_id": "world_religions__126", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.070299, "transfer_probe_score": 0.997521, "eval_order": 3799}
{"item_id": "high_school_psychology__250", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03497, "transfer_probe_score": 0.985184, "eval_order": 3800}
{"item_id": "college_chemistry__31", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.90533, "transfer_probe_score": 0.999284, "eval_order": 3801}
{"item_id": "miscellaneous__200", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003997, "transfer_probe_score": 0.999817, "eval_order": 3802}
{"item_id": "college_physics__77", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.387297, "transfer_probe_score": 0.996575, "eval_order": 3803}
{"item_id": "high_school_psychology__295", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032626, "transfer_probe_score": 0.999882, "eval_order": 3804}
{"item_id": "professional_medicine__112", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.102764, "transfer_probe_score": 0.997945, "eval_order": 3805}
{"item_id": "abstract_algebra__48", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.597211, "transfer_probe_score": 0.999965, "eval_order": 3806}
{"item_id": "high_school_psychology__166", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.607908, "transfer_probe_score": 0.98483, "eval_order": 3807}
{"item_id": "high_school_mathematics__263", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.248442, "transfer_probe_score": 0.995391, "eval_order": 3808}
{"item_id": "moral_scenarios__882", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.475624, "transfer_probe_score": 0.999923, "eval_order": 3809}
{"item_id": "abstract_algebra__91", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.16418, "transfer_probe_score": 0.911162, "eval_order": 3810}
{"item_id": "philosophy__115", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.570279, "transfer_probe_score": 0.986194, "eval_order": 3811}
{"item_id": "anatomy__79", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.493983, "transfer_probe_score": 0.992895, "eval_order": 3812}
{"item_id": "econometrics__63", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.605421, "transfer_probe_score": 0.999333, "eval_order": 3813}
{"item_id": "anatomy__76", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.189175, "transfer_probe_score": 0.996215, "eval_order": 3814}
{"item_id": "world_religions__39", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010516, "transfer_probe_score": 0.999876, "eval_order": 3815}
{"item_id": "marketing__142", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014944, "transfer_probe_score": 0.981293, "eval_order": 3816}
{"item_id": "high_school_psychology__232", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017439, "transfer_probe_score": 0.983755, "eval_order": 3817}
{"item_id": "electrical_engineering__96", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.05679, "transfer_probe_score": 0.999807, "eval_order": 3818}
{"item_id": "formal_logic__78", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.641214, "transfer_probe_score": 0.997273, "eval_order": 3819}
{"item_id": "nutrition__204", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.166968, "transfer_probe_score": 0.999195, "eval_order": 3820}
{"item_id": "professional_medicine__156", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.124032, "transfer_probe_score": 0.997974, "eval_order": 3821}
{"item_id": "conceptual_physics__116", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.166897, "transfer_probe_score": 0.992744, "eval_order": 3822}
{"item_id": "high_school_chemistry__7", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.487279, "transfer_probe_score": 0.085807, "eval_order": 3823}
{"item_id": "philosophy__234", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.111369, "transfer_probe_score": 0.997251, "eval_order": 3824}
{"item_id": "marketing__185", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.853045, "transfer_probe_score": 0.999427, "eval_order": 3825}
{"item_id": "formal_logic__124", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.268059, "transfer_probe_score": 0.692061, "eval_order": 3826}
{"item_id": "philosophy__119", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.204138, "transfer_probe_score": 0.970186, "eval_order": 3827}
{"item_id": "high_school_physics__21", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.750812, "transfer_probe_score": 0.995785, "eval_order": 3828}
{"item_id": "nutrition__197", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.374551, "transfer_probe_score": 0.987051, "eval_order": 3829}
{"item_id": "econometrics__86", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034412, "transfer_probe_score": 0.995526, "eval_order": 3830}
{"item_id": "high_school_psychology__388", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032634, "transfer_probe_score": 0.999814, "eval_order": 3831}
{"item_id": "professional_medicine__203", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008027, "transfer_probe_score": 0.99901, "eval_order": 3832}
{"item_id": "electrical_engineering__134", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.340966, "transfer_probe_score": 0.998383, "eval_order": 3833}
{"item_id": "formal_logic__91", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.868811, "transfer_probe_score": 0.990267, "eval_order": 3834}
{"item_id": "college_computer_science__96", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.29678, "transfer_probe_score": 0.995863, "eval_order": 3835}
{"item_id": "professional_law__106", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.236282, "transfer_probe_score": 0.974933, "eval_order": 3836}
{"item_id": "electrical_engineering__13", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.183864, "transfer_probe_score": 0.955595, "eval_order": 3837}
{"item_id": "nutrition__281", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.071125, "transfer_probe_score": 0.787654, "eval_order": 3838}
{"item_id": "world_religions__145", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006289, "transfer_probe_score": 0.9999, "eval_order": 3839}
{"item_id": "professional_medicine__122", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.366491, "transfer_probe_score": 0.999974, "eval_order": 3840}
{"item_id": "machine_learning__15", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.285805, "transfer_probe_score": 0.976564, "eval_order": 3841}
{"item_id": "anatomy__69", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.505781, "transfer_probe_score": 0.984828, "eval_order": 3842}
{"item_id": "college_chemistry__32", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.621691, "transfer_probe_score": 0.999235, "eval_order": 3843}
{"item_id": "marketing__32", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.223551, "transfer_probe_score": 0.960325, "eval_order": 3844}
{"item_id": "marketing__56", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.258862, "transfer_probe_score": 0.21301, "eval_order": 3845}
{"item_id": "marketing__191", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023691, "transfer_probe_score": 0.993286, "eval_order": 3846}
{"item_id": "anatomy__91", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.438391, "transfer_probe_score": 0.986297, "eval_order": 3847}
{"item_id": "econometrics__58", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.447433, "transfer_probe_score": 0.925912, "eval_order": 3848}
{"item_id": "philosophy__50", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.314858, "transfer_probe_score": 0.999977, "eval_order": 3849}
{"item_id": "high_school_mathematics__85", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.192379, "transfer_probe_score": 0.999843, "eval_order": 3850}
{"item_id": "high_school_mathematics__17", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.535879, "transfer_probe_score": 0.86416, "eval_order": 3851}
{"item_id": "electrical_engineering__77", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.258677, "transfer_probe_score": 0.995913, "eval_order": 3852}
{"item_id": "professional_medicine__54", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.810993, "transfer_probe_score": 0.842787, "eval_order": 3853}
{"item_id": "electrical_engineering__98", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.590613, "transfer_probe_score": 0.666001, "eval_order": 3854}
{"item_id": "college_chemistry__53", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.104446, "transfer_probe_score": 0.985293, "eval_order": 3855}
{"item_id": "high_school_mathematics__136", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.359876, "transfer_probe_score": 0.999952, "eval_order": 3856}
{"item_id": "abstract_algebra__12", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.720225, "transfer_probe_score": 0.999928, "eval_order": 3857}
{"item_id": "formal_logic__77", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.710223, "transfer_probe_score": 0.015788, "eval_order": 3858}
{"item_id": "philosophy__177", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012028, "transfer_probe_score": 0.999973, "eval_order": 3859}
{"item_id": "econometrics__59", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.283075, "transfer_probe_score": 0.969035, "eval_order": 3860}
{"item_id": "miscellaneous__657", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.652215, "transfer_probe_score": 0.99995, "eval_order": 3861}
{"item_id": "marketing__8", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.364318, "transfer_probe_score": 0.999752, "eval_order": 3862}
{"item_id": "philosophy__130", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.157786, "transfer_probe_score": 0.999935, "eval_order": 3863}
{"item_id": "high_school_physics__88", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014504, "transfer_probe_score": 0.999767, "eval_order": 3864}
{"item_id": "professional_law__851", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.705251, "transfer_probe_score": 0.97679, "eval_order": 3865}
{"item_id": "college_computer_science__6", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.428335, "transfer_probe_score": 0.99952, "eval_order": 3866}
{"item_id": "moral_scenarios__524", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.374539, "transfer_probe_score": 0.996715, "eval_order": 3867}
{"item_id": "machine_learning__54", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.496286, "transfer_probe_score": 0.999594, "eval_order": 3868}
{"item_id": "anatomy__74", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.329529, "transfer_probe_score": 0.996407, "eval_order": 3869}
{"item_id": "philosophy__290", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.045466, "transfer_probe_score": 0.999582, "eval_order": 3870}
{"item_id": "formal_logic__118", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.095452, "transfer_probe_score": 0.999006, "eval_order": 3871}
{"item_id": "professional_law__1514", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.262214, "transfer_probe_score": 0.982055, "eval_order": 3872}
{"item_id": "world_religions__29", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034924, "transfer_probe_score": 0.999752, "eval_order": 3873}
{"item_id": "high_school_physics__61", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.221515, "transfer_probe_score": 0.956594, "eval_order": 3874}
{"item_id": "professional_law__1496", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.13905, "transfer_probe_score": 0.994569, "eval_order": 3875}
{"item_id": "philosophy__14", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.663095, "transfer_probe_score": 0.513054, "eval_order": 3876}
{"item_id": "high_school_physics__117", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.343205, "transfer_probe_score": 0.990615, "eval_order": 3877}
{"item_id": "miscellaneous__481", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.015377, "transfer_probe_score": 0.999597, "eval_order": 3878}
{"item_id": "philosophy__292", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.66774, "transfer_probe_score": 0.941216, "eval_order": 3879}
{"item_id": "world_religions__48", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.473565, "transfer_probe_score": 0.999974, "eval_order": 3880}
{"item_id": "high_school_mathematics__245", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.497458, "transfer_probe_score": 0.999996, "eval_order": 3881}
{"item_id": "anatomy__21", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.24177, "transfer_probe_score": 0.532867, "eval_order": 3882}
{"item_id": "high_school_psychology__18", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086441, "transfer_probe_score": 0.990822, "eval_order": 3883}
{"item_id": "formal_logic__57", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.389566, "transfer_probe_score": 0.996526, "eval_order": 3884}
{"item_id": "conceptual_physics__107", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.796351, "transfer_probe_score": 0.943785, "eval_order": 3885}
{"item_id": "professional_law__908", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.422693, "transfer_probe_score": 0.982348, "eval_order": 3886}
{"item_id": "nutrition__86", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.748588, "transfer_probe_score": 0.99954, "eval_order": 3887}
{"item_id": "formal_logic__65", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.504252, "transfer_probe_score": 0.039898, "eval_order": 3888}
{"item_id": "college_mathematics__65", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.444765, "transfer_probe_score": 0.847473, "eval_order": 3889}
{"item_id": "formal_logic__105", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.075377, "transfer_probe_score": 0.95288, "eval_order": 3890}
{"item_id": "professional_law__560", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.082085, "transfer_probe_score": 0.999162, "eval_order": 3891}
{"item_id": "professional_law__15", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.055368, "transfer_probe_score": 0.998993, "eval_order": 3892}
{"item_id": "college_computer_science__88", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.39632, "transfer_probe_score": 0.999898, "eval_order": 3893}
{"item_id": "high_school_chemistry__22", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.704315, "transfer_probe_score": 0.999483, "eval_order": 3894}
{"item_id": "high_school_mathematics__187", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.443012, "transfer_probe_score": 0.99974, "eval_order": 3895}
{"item_id": "college_physics__53", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.214525, "transfer_probe_score": 0.770884, "eval_order": 3896}
{"item_id": "college_physics__76", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.188341, "transfer_probe_score": 0.999995, "eval_order": 3897}
{"item_id": "college_physics__12", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034083, "transfer_probe_score": 0.999866, "eval_order": 3898}
{"item_id": "high_school_mathematics__212", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.209836, "transfer_probe_score": 0.999552, "eval_order": 3899}
{"item_id": "professional_law__1339", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.755302, "transfer_probe_score": 0.994919, "eval_order": 3900}
{"item_id": "electrical_engineering__97", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11161, "transfer_probe_score": 0.999896, "eval_order": 3901}
{"item_id": "nutrition__58", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.170782, "transfer_probe_score": 0.99811, "eval_order": 3902}
{"item_id": "philosophy__220", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.435416, "transfer_probe_score": 0.999995, "eval_order": 3903}
{"item_id": "nutrition__99", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.06419, "transfer_probe_score": 0.999672, "eval_order": 3904}
{"item_id": "miscellaneous__29", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.065986, "transfer_probe_score": 0.999483, "eval_order": 3905}
{"item_id": "professional_law__1249", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.685019, "transfer_probe_score": 0.486839, "eval_order": 3906}
{"item_id": "nutrition__163", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.090682, "transfer_probe_score": 0.999974, "eval_order": 3907}
{"item_id": "formal_logic__37", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.304505, "transfer_probe_score": 0.617382, "eval_order": 3908}
{"item_id": "high_school_mathematics__99", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.60899, "transfer_probe_score": 0.988194, "eval_order": 3909}
{"item_id": "professional_law__1387", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.142659, "transfer_probe_score": 0.777783, "eval_order": 3910}
{"item_id": "miscellaneous__289", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.072028, "transfer_probe_score": 0.999907, "eval_order": 3911}
{"item_id": "philosophy__212", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.484959, "transfer_probe_score": 0.999391, "eval_order": 3912}
{"item_id": "electrical_engineering__126", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.426775, "transfer_probe_score": 0.122384, "eval_order": 3913}
{"item_id": "college_mathematics__13", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.231878, "transfer_probe_score": 0.999443, "eval_order": 3914}
{"item_id": "anatomy__10", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.464813, "transfer_probe_score": 0.997288, "eval_order": 3915}
{"item_id": "moral_scenarios__208", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.456995, "transfer_probe_score": 0.935194, "eval_order": 3916}
{"item_id": "professional_law__891", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.422158, "transfer_probe_score": 0.935691, "eval_order": 3917}
{"item_id": "professional_law__774", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.745291, "transfer_probe_score": 0.985527, "eval_order": 3918}
{"item_id": "formal_logic__38", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087564, "transfer_probe_score": 0.96767, "eval_order": 3919}
{"item_id": "nutrition__70", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.056294, "transfer_probe_score": 0.996861, "eval_order": 3920}
{"item_id": "philosophy__92", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.274683, "transfer_probe_score": 0.999604, "eval_order": 3921}
{"item_id": "moral_scenarios__846", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.629198, "transfer_probe_score": 0.99939, "eval_order": 3922}
{"item_id": "high_school_mathematics__132", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.601376, "transfer_probe_score": 0.999956, "eval_order": 3923}
{"item_id": "machine_learning__61", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.272516, "transfer_probe_score": 0.999296, "eval_order": 3924}
{"item_id": "college_computer_science__40", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.170102, "transfer_probe_score": 0.98216, "eval_order": 3925}
{"item_id": "econometrics__106", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.156722, "transfer_probe_score": 0.988668, "eval_order": 3926}
{"item_id": "marketing__173", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.030444, "transfer_probe_score": 0.999619, "eval_order": 3927}
{"item_id": "world_religions__143", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014541, "transfer_probe_score": 0.999974, "eval_order": 3928}
{"item_id": "conceptual_physics__224", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.118724, "transfer_probe_score": 0.997727, "eval_order": 3929}
{"item_id": "high_school_psychology__127", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.049891, "transfer_probe_score": 0.900069, "eval_order": 3930}
{"item_id": "world_religions__116", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.360737, "transfer_probe_score": 0.968323, "eval_order": 3931}
{"item_id": "anatomy__60", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009681, "transfer_probe_score": 0.999958, "eval_order": 3932}
{"item_id": "professional_medicine__28", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.474961, "transfer_probe_score": 0.990677, "eval_order": 3933}
{"item_id": "high_school_physics__38", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.252835, "transfer_probe_score": 0.995279, "eval_order": 3934}
{"item_id": "college_computer_science__95", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.171208, "transfer_probe_score": 0.999416, "eval_order": 3935}
{"item_id": "professional_medicine__188", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.031686, "transfer_probe_score": 0.997326, "eval_order": 3936}
{"item_id": "moral_scenarios__582", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.360863, "transfer_probe_score": 0.999806, "eval_order": 3937}
{"item_id": "high_school_psychology__252", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047195, "transfer_probe_score": 0.997432, "eval_order": 3938}
{"item_id": "moral_scenarios__408", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.588828, "transfer_probe_score": 0.99804, "eval_order": 3939}
{"item_id": "high_school_chemistry__129", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.645206, "transfer_probe_score": 0.929061, "eval_order": 3940}
{"item_id": "marketing__187", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.043962, "transfer_probe_score": 0.999964, "eval_order": 3941}
{"item_id": "college_computer_science__8", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.445165, "transfer_probe_score": 0.961095, "eval_order": 3942}
{"item_id": "professional_medicine__59", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044136, "transfer_probe_score": 0.999882, "eval_order": 3943}
{"item_id": "marketing__138", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.125115, "transfer_probe_score": 0.903799, "eval_order": 3944}
{"item_id": "machine_learning__52", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.315411, "transfer_probe_score": 0.999949, "eval_order": 3945}
{"item_id": "formal_logic__35", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.833207, "transfer_probe_score": 0.973359, "eval_order": 3946}
{"item_id": "moral_scenarios__638", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.395368, "transfer_probe_score": 0.998836, "eval_order": 3947}
{"item_id": "high_school_physics__8", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.329297, "transfer_probe_score": 0.998901, "eval_order": 3948}
{"item_id": "miscellaneous__687", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.676923, "transfer_probe_score": 0.998063, "eval_order": 3949}
{"item_id": "abstract_algebra__34", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.389535, "transfer_probe_score": 0.997291, "eval_order": 3950}
{"item_id": "professional_medicine__0", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.045893, "transfer_probe_score": 0.999552, "eval_order": 3951}
{"item_id": "high_school_chemistry__0", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03147, "transfer_probe_score": 0.998106, "eval_order": 3952}
{"item_id": "high_school_psychology__297", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020106, "transfer_probe_score": 0.999405, "eval_order": 3953}
{"item_id": "college_computer_science__83", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.07235, "transfer_probe_score": 0.998147, "eval_order": 3954}
{"item_id": "world_religions__133", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.218777, "transfer_probe_score": 1.0, "eval_order": 3955}
{"item_id": "moral_scenarios__121", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.72162, "transfer_probe_score": 0.998914, "eval_order": 3956}
{"item_id": "professional_law__353", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.068917, "transfer_probe_score": 0.998462, "eval_order": 3957}
{"item_id": "high_school_physics__40", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.456132, "transfer_probe_score": 0.977047, "eval_order": 3958}
{"item_id": "conceptual_physics__6", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.050116, "transfer_probe_score": 0.993108, "eval_order": 3959}
{"item_id": "world_religions__55", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.807828, "transfer_probe_score": 0.999473, "eval_order": 3960}
{"item_id": "formal_logic__19", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.242707, "transfer_probe_score": 0.756111, "eval_order": 3961}
{"item_id": "high_school_physics__49", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.89032, "transfer_probe_score": 0.990419, "eval_order": 3962}
{"item_id": "machine_learning__100", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.655034, "transfer_probe_score": 0.993544, "eval_order": 3963}
{"item_id": "professional_medicine__106", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.035757, "transfer_probe_score": 0.982895, "eval_order": 3964}
{"item_id": "high_school_physics__135", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.183332, "transfer_probe_score": 0.998369, "eval_order": 3965}
{"item_id": "world_religions__19", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.099387, "transfer_probe_score": 0.999999, "eval_order": 3966}
{"item_id": "professional_law__911", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.212159, "transfer_probe_score": 0.997212, "eval_order": 3967}
{"item_id": "college_computer_science__16", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.388152, "transfer_probe_score": 0.982354, "eval_order": 3968}
{"item_id": "miscellaneous__564", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.011434, "transfer_probe_score": 0.99998, "eval_order": 3969}
{"item_id": "anatomy__100", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.187289, "transfer_probe_score": 0.981015, "eval_order": 3970}
{"item_id": "nutrition__75", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.621785, "transfer_probe_score": 0.999884, "eval_order": 3971}
{"item_id": "college_chemistry__42", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.119458, "transfer_probe_score": 0.998183, "eval_order": 3972}
{"item_id": "econometrics__107", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.412804, "transfer_probe_score": 0.999694, "eval_order": 3973}
{"item_id": "anatomy__18", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.216289, "transfer_probe_score": 0.999391, "eval_order": 3974}
{"item_id": "econometrics__99", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.786394, "transfer_probe_score": 0.900759, "eval_order": 3975}
{"item_id": "high_school_mathematics__46", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.141563, "transfer_probe_score": 0.995561, "eval_order": 3976}
{"item_id": "college_chemistry__66", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.131644, "transfer_probe_score": 0.928365, "eval_order": 3977}
{"item_id": "abstract_algebra__96", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.740251, "transfer_probe_score": 0.661678, "eval_order": 3978}
{"item_id": "high_school_psychology__469", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004191, "transfer_probe_score": 0.999448, "eval_order": 3979}
{"item_id": "econometrics__80", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.430712, "transfer_probe_score": 0.996547, "eval_order": 3980}
{"item_id": "electrical_engineering__127", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.105917, "transfer_probe_score": 0.973735, "eval_order": 3981}
{"item_id": "marketing__57", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024345, "transfer_probe_score": 0.997633, "eval_order": 3982}
{"item_id": "moral_scenarios__38", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.13536, "transfer_probe_score": 0.998937, "eval_order": 3983}
{"item_id": "electrical_engineering__7", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.144036, "transfer_probe_score": 0.997705, "eval_order": 3984}
{"item_id": "high_school_mathematics__70", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073629, "transfer_probe_score": 0.998583, "eval_order": 3985}
{"item_id": "nutrition__257", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.30578, "transfer_probe_score": 0.999969, "eval_order": 3986}
{"item_id": "high_school_psychology__254", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.149542, "transfer_probe_score": 0.730596, "eval_order": 3987}
{"item_id": "college_mathematics__97", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.349172, "transfer_probe_score": 0.999993, "eval_order": 3988}
{"item_id": "formal_logic__28", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.334705, "transfer_probe_score": 0.989682, "eval_order": 3989}
{"item_id": "high_school_chemistry__71", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.584337, "transfer_probe_score": 0.857308, "eval_order": 3990}
{"item_id": "nutrition__167", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01538, "transfer_probe_score": 0.999715, "eval_order": 3991}
{"item_id": "machine_learning__97", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.760681, "transfer_probe_score": 0.997677, "eval_order": 3992}
{"item_id": "abstract_algebra__4", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.168401, "transfer_probe_score": 1.0, "eval_order": 3993}
{"item_id": "conceptual_physics__168", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016316, "transfer_probe_score": 0.999932, "eval_order": 3994}
{"item_id": "philosophy__219", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.028395, "transfer_probe_score": 0.999362, "eval_order": 3995}
{"item_id": "econometrics__70", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.347049, "transfer_probe_score": 0.988703, "eval_order": 3996}
{"item_id": "electrical_engineering__40", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.748999, "transfer_probe_score": 0.997303, "eval_order": 3997}
{"item_id": "moral_scenarios__857", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.82012, "transfer_probe_score": 0.999655, "eval_order": 3998}
{"item_id": "professional_law__802", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.225729, "transfer_probe_score": 0.971139, "eval_order": 3999}
{"item_id": "professional_law__669", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.712699, "transfer_probe_score": 0.931041, "eval_order": 4000}
{"item_id": "college_mathematics__83", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.383157, "transfer_probe_score": 0.978058, "eval_order": 4001}
{"item_id": "moral_scenarios__180", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.540854, "transfer_probe_score": 0.999854, "eval_order": 4002}
{"item_id": "college_physics__87", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.573891, "transfer_probe_score": 0.992461, "eval_order": 4003}
{"item_id": "econometrics__69", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.314901, "transfer_probe_score": 0.716971, "eval_order": 4004}
{"item_id": "nutrition__18", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.193859, "transfer_probe_score": 0.999994, "eval_order": 4005}
{"item_id": "college_physics__47", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.366332, "transfer_probe_score": 0.999786, "eval_order": 4006}
{"item_id": "college_mathematics__4", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.459876, "transfer_probe_score": 0.999888, "eval_order": 4007}
{"item_id": "philosophy__121", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.160114, "transfer_probe_score": 0.999722, "eval_order": 4008}
{"item_id": "high_school_physics__30", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.230512, "transfer_probe_score": 0.999597, "eval_order": 4009}
{"item_id": "anatomy__23", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.92493, "transfer_probe_score": 0.159178, "eval_order": 4010}
{"item_id": "college_chemistry__21", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.883186, "transfer_probe_score": 0.62336, "eval_order": 4011}
{"item_id": "conceptual_physics__175", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.112067, "transfer_probe_score": 0.983908, "eval_order": 4012}
{"item_id": "high_school_physics__150", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.779723, "transfer_probe_score": 0.638854, "eval_order": 4013}
{"item_id": "anatomy__39", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003076, "transfer_probe_score": 0.999929, "eval_order": 4014}
{"item_id": "nutrition__48", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.059589, "transfer_probe_score": 0.999979, "eval_order": 4015}
{"item_id": "conceptual_physics__233", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.187521, "transfer_probe_score": 0.999862, "eval_order": 4016}
{"item_id": "nutrition__15", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.065451, "transfer_probe_score": 0.999515, "eval_order": 4017}
{"item_id": "moral_scenarios__147", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.304804, "transfer_probe_score": 0.999973, "eval_order": 4018}
{"item_id": "philosophy__256", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313646, "transfer_probe_score": 0.999857, "eval_order": 4019}
{"item_id": "high_school_mathematics__186", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.46855, "transfer_probe_score": 0.987505, "eval_order": 4020}
{"item_id": "conceptual_physics__194", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.170061, "transfer_probe_score": 0.994573, "eval_order": 4021}
{"item_id": "college_computer_science__90", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.332991, "transfer_probe_score": 0.999847, "eval_order": 4022}
{"item_id": "high_school_psychology__351", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.102642, "transfer_probe_score": 0.996795, "eval_order": 4023}
{"item_id": "high_school_chemistry__135", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.540084, "transfer_probe_score": 0.178124, "eval_order": 4024}
{"item_id": "college_chemistry__95", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.663177, "transfer_probe_score": 0.999673, "eval_order": 4025}
{"item_id": "anatomy__101", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.485892, "transfer_probe_score": 0.211545, "eval_order": 4026}
{"item_id": "electrical_engineering__55", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.244681, "transfer_probe_score": 0.999638, "eval_order": 4027}
{"item_id": "high_school_physics__27", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.326432, "transfer_probe_score": 0.981581, "eval_order": 4028}
{"item_id": "college_physics__5", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.161063, "transfer_probe_score": 0.999982, "eval_order": 4029}
{"item_id": "marketing__86", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.17677, "transfer_probe_score": 0.787604, "eval_order": 4030}
{"item_id": "nutrition__36", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.112637, "transfer_probe_score": 0.999926, "eval_order": 4031}
{"item_id": "college_computer_science__28", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.291104, "transfer_probe_score": 0.998376, "eval_order": 4032}
{"item_id": "abstract_algebra__67", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.971512, "transfer_probe_score": 0.930337, "eval_order": 4033}
{"item_id": "marketing__195", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.052448, "transfer_probe_score": 0.98518, "eval_order": 4034}
{"item_id": "abstract_algebra__39", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.654067, "transfer_probe_score": 0.999186, "eval_order": 4035}
{"item_id": "formal_logic__122", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.506386, "transfer_probe_score": 0.952065, "eval_order": 4036}
{"item_id": "professional_law__310", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.14662, "transfer_probe_score": 0.780775, "eval_order": 4037}
{"item_id": "miscellaneous__73", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008366, "transfer_probe_score": 0.999998, "eval_order": 4038}
{"item_id": "conceptual_physics__234", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.177693, "transfer_probe_score": 0.965117, "eval_order": 4039}
{"item_id": "professional_law__1523", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.149649, "transfer_probe_score": 0.999439, "eval_order": 4040}
{"item_id": "conceptual_physics__174", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.054848, "transfer_probe_score": 0.999915, "eval_order": 4041}
{"item_id": "high_school_chemistry__83", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.097841, "transfer_probe_score": 0.997858, "eval_order": 4042}
{"item_id": "machine_learning__109", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.156679, "transfer_probe_score": 0.912117, "eval_order": 4043}
{"item_id": "machine_learning__89", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.268331, "transfer_probe_score": 0.999994, "eval_order": 4044}
{"item_id": "marketing__42", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.053979, "transfer_probe_score": 0.999818, "eval_order": 4045}
{"item_id": "moral_scenarios__497", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.364321, "transfer_probe_score": 0.992206, "eval_order": 4046}
{"item_id": "professional_law__91", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.193469, "transfer_probe_score": 0.999913, "eval_order": 4047}
{"item_id": "high_school_chemistry__156", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.142563, "transfer_probe_score": 0.982669, "eval_order": 4048}
{"item_id": "high_school_mathematics__236", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.434215, "transfer_probe_score": 0.999856, "eval_order": 4049}
{"item_id": "miscellaneous__315", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013948, "transfer_probe_score": 0.999959, "eval_order": 4050}
{"item_id": "high_school_physics__74", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.096602, "transfer_probe_score": 0.995411, "eval_order": 4051}
{"item_id": "marketing__104", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.124608, "transfer_probe_score": 0.979071, "eval_order": 4052}
{"item_id": "miscellaneous__650", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.805461, "transfer_probe_score": 0.999974, "eval_order": 4053}
{"item_id": "high_school_chemistry__59", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.232478, "transfer_probe_score": 0.999736, "eval_order": 4054}
{"item_id": "econometrics__32", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.529904, "transfer_probe_score": 0.990819, "eval_order": 4055}
{"item_id": "high_school_chemistry__99", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.114549, "transfer_probe_score": 0.974387, "eval_order": 4056}
{"item_id": "world_religions__99", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.613632, "transfer_probe_score": 0.99989, "eval_order": 4057}
{"item_id": "conceptual_physics__52", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.793726, "transfer_probe_score": 0.894574, "eval_order": 4058}
{"item_id": "machine_learning__26", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.185223, "transfer_probe_score": 0.995204, "eval_order": 4059}
{"item_id": "high_school_chemistry__195", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.666029, "transfer_probe_score": 0.989766, "eval_order": 4060}
{"item_id": "conceptual_physics__39", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047605, "transfer_probe_score": 0.999993, "eval_order": 4061}
{"item_id": "high_school_psychology__540", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.038384, "transfer_probe_score": 0.999282, "eval_order": 4062}
{"item_id": "abstract_algebra__82", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.274447, "transfer_probe_score": 0.999982, "eval_order": 4063}
{"item_id": "high_school_physics__114", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.168089, "transfer_probe_score": 0.996457, "eval_order": 4064}
{"item_id": "college_chemistry__57", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.372753, "transfer_probe_score": 0.999998, "eval_order": 4065}
{"item_id": "high_school_psychology__170", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.125784, "transfer_probe_score": 0.987968, "eval_order": 4066}
{"item_id": "philosophy__0", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.207284, "transfer_probe_score": 0.99976, "eval_order": 4067}
{"item_id": "marketing__153", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.308739, "transfer_probe_score": 0.997892, "eval_order": 4068}
{"item_id": "nutrition__108", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11983, "transfer_probe_score": 0.999669, "eval_order": 4069}
{"item_id": "professional_medicine__271", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.303784, "transfer_probe_score": 0.997926, "eval_order": 4070}
{"item_id": "moral_scenarios__626", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.474331, "transfer_probe_score": 0.809242, "eval_order": 4071}
{"item_id": "professional_medicine__69", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004787, "transfer_probe_score": 0.997536, "eval_order": 4072}
{"item_id": "high_school_mathematics__173", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.543441, "transfer_probe_score": 0.999372, "eval_order": 4073}
{"item_id": "high_school_physics__65", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.405724, "transfer_probe_score": 0.999896, "eval_order": 4074}
{"item_id": "college_chemistry__5", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.523352, "transfer_probe_score": 0.990044, "eval_order": 4075}
{"item_id": "nutrition__214", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.447466, "transfer_probe_score": 0.999714, "eval_order": 4076}
{"item_id": "college_mathematics__91", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.437232, "transfer_probe_score": 0.999945, "eval_order": 4077}
{"item_id": "miscellaneous__115", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044311, "transfer_probe_score": 0.999982, "eval_order": 4078}
{"item_id": "formal_logic__75", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.057991, "transfer_probe_score": 0.979124, "eval_order": 4079}
{"item_id": "professional_medicine__116", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.099792, "transfer_probe_score": 0.998132, "eval_order": 4080}
{"item_id": "professional_law__1009", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.135266, "transfer_probe_score": 0.997979, "eval_order": 4081}
{"item_id": "high_school_chemistry__1", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.709866, "transfer_probe_score": 0.994499, "eval_order": 4082}
{"item_id": "college_computer_science__92", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.137269, "transfer_probe_score": 0.976415, "eval_order": 4083}
{"item_id": "college_chemistry__28", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.205688, "transfer_probe_score": 0.999524, "eval_order": 4084}
{"item_id": "high_school_chemistry__32", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.226395, "transfer_probe_score": 0.997752, "eval_order": 4085}
{"item_id": "moral_scenarios__834", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.140265, "transfer_probe_score": 0.998065, "eval_order": 4086}
{"item_id": "electrical_engineering__108", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.339666, "transfer_probe_score": 0.999377, "eval_order": 4087}
{"item_id": "professional_medicine__23", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018732, "transfer_probe_score": 0.998799, "eval_order": 4088}
{"item_id": "miscellaneous__557", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.001564, "transfer_probe_score": 0.994057, "eval_order": 4089}
{"item_id": "nutrition__220", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.11549, "transfer_probe_score": 0.995991, "eval_order": 4090}
{"item_id": "college_mathematics__44", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.586883, "transfer_probe_score": 0.982253, "eval_order": 4091}
{"item_id": "philosophy__113", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.030265, "transfer_probe_score": 0.999739, "eval_order": 4092}
{"item_id": "world_religions__74", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.484465, "transfer_probe_score": 0.999854, "eval_order": 4093}
{"item_id": "formal_logic__88", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.824736, "transfer_probe_score": 0.884141, "eval_order": 4094}
{"item_id": "electrical_engineering__74", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.51338, "transfer_probe_score": 0.996475, "eval_order": 4095}
{"item_id": "college_mathematics__78", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.332045, "transfer_probe_score": 0.999676, "eval_order": 4096}
{"item_id": "machine_learning__40", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.279698, "transfer_probe_score": 0.997826, "eval_order": 4097}
{"item_id": "college_physics__13", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.272364, "transfer_probe_score": 0.998641, "eval_order": 4098}
{"item_id": "econometrics__55", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.882035, "transfer_probe_score": 0.985513, "eval_order": 4099}
{"item_id": "marketing__212", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.343845, "transfer_probe_score": 0.999986, "eval_order": 4100}
{"item_id": "conceptual_physics__138", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004569, "transfer_probe_score": 0.999652, "eval_order": 4101}
{"item_id": "machine_learning__5", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.509701, "transfer_probe_score": 0.999999, "eval_order": 4102}
{"item_id": "formal_logic__45", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.080837, "transfer_probe_score": 0.580443, "eval_order": 4103}
{"item_id": "marketing__60", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01559, "transfer_probe_score": 0.992361, "eval_order": 4104}
{"item_id": "professional_law__351", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.644327, "transfer_probe_score": 0.998038, "eval_order": 4105}
{"item_id": "high_school_chemistry__112", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.031754, "transfer_probe_score": 0.99468, "eval_order": 4106}
{"item_id": "nutrition__83", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047164, "transfer_probe_score": 0.99993, "eval_order": 4107}
{"item_id": "nutrition__54", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.030497, "transfer_probe_score": 0.99958, "eval_order": 4108}
{"item_id": "college_computer_science__71", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.432853, "transfer_probe_score": 0.998675, "eval_order": 4109}
{"item_id": "moral_scenarios__508", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.288543, "transfer_probe_score": 0.984823, "eval_order": 4110}
{"item_id": "machine_learning__20", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073519, "transfer_probe_score": 0.996984, "eval_order": 4111}
{"item_id": "marketing__122", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.03766, "transfer_probe_score": 0.795467, "eval_order": 4112}
{"item_id": "miscellaneous__401", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009442, "transfer_probe_score": 0.999962, "eval_order": 4113}
{"item_id": "miscellaneous__617", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013237, "transfer_probe_score": 0.999962, "eval_order": 4114}
{"item_id": "marketing__168", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086001, "transfer_probe_score": 0.999886, "eval_order": 4115}
{"item_id": "electrical_engineering__46", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.074218, "transfer_probe_score": 0.999252, "eval_order": 4116}
{"item_id": "high_school_chemistry__17", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.589347, "transfer_probe_score": 0.999658, "eval_order": 4117}
{"item_id": "anatomy__121", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.123984, "transfer_probe_score": 0.992156, "eval_order": 4118}
{"item_id": "econometrics__42", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.304933, "transfer_probe_score": 1.0, "eval_order": 4119}
{"item_id": "world_religions__14", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.082268, "transfer_probe_score": 0.999566, "eval_order": 4120}
{"item_id": "abstract_algebra__52", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.249104, "transfer_probe_score": 0.999839, "eval_order": 4121}
{"item_id": "college_chemistry__1", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.015847, "transfer_probe_score": 0.999552, "eval_order": 4122}
{"item_id": "abstract_algebra__95", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.534715, "transfer_probe_score": 0.999889, "eval_order": 4123}
{"item_id": "high_school_chemistry__2", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.184342, "transfer_probe_score": 0.923539, "eval_order": 4124}
{"item_id": "high_school_psychology__119", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.101999, "transfer_probe_score": 0.98728, "eval_order": 4125}
{"item_id": "econometrics__111", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.118359, "transfer_probe_score": 0.981431, "eval_order": 4126}
{"item_id": "professional_law__649", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.32436, "transfer_probe_score": 0.674194, "eval_order": 4127}
{"item_id": "anatomy__20", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.038684, "transfer_probe_score": 0.999912, "eval_order": 4128}
{"item_id": "miscellaneous__421", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313519, "transfer_probe_score": 0.996495, "eval_order": 4129}
{"item_id": "professional_law__190", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.203134, "transfer_probe_score": 0.997383, "eval_order": 4130}
{"item_id": "high_school_psychology__513", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.075976, "transfer_probe_score": 0.884371, "eval_order": 4131}
{"item_id": "marketing__121", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.067445, "transfer_probe_score": 0.995774, "eval_order": 4132}
{"item_id": "econometrics__48", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.901466, "transfer_probe_score": 0.975338, "eval_order": 4133}
{"item_id": "college_physics__19", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.549825, "transfer_probe_score": 0.981414, "eval_order": 4134}
{"item_id": "anatomy__1", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.13444, "transfer_probe_score": 0.982441, "eval_order": 4135}
{"item_id": "marketing__228", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013097, "transfer_probe_score": 0.999209, "eval_order": 4136}
{"item_id": "high_school_psychology__194", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.002718, "transfer_probe_score": 0.9997, "eval_order": 4137}
{"item_id": "econometrics__6", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.996655, "transfer_probe_score": 0.969254, "eval_order": 4138}
{"item_id": "professional_medicine__98", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.025236, "transfer_probe_score": 0.996752, "eval_order": 4139}
{"item_id": "marketing__34", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.27379, "transfer_probe_score": 0.960352, "eval_order": 4140}
{"item_id": "formal_logic__106", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032047, "transfer_probe_score": 0.25477, "eval_order": 4141}
{"item_id": "moral_scenarios__597", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.698085, "transfer_probe_score": 0.911461, "eval_order": 4142}
{"item_id": "college_chemistry__8", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.72517, "transfer_probe_score": 0.948857, "eval_order": 4143}
{"item_id": "electrical_engineering__80", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.665041, "transfer_probe_score": 0.999639, "eval_order": 4144}
{"item_id": "high_school_psychology__334", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.188261, "transfer_probe_score": 0.352438, "eval_order": 4145}
{"item_id": "professional_law__1084", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.971402, "transfer_probe_score": 0.894414, "eval_order": 4146}
{"item_id": "professional_medicine__251", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.490648, "transfer_probe_score": 0.999126, "eval_order": 4147}
{"item_id": "philosophy__301", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.852404, "transfer_probe_score": 0.999798, "eval_order": 4148}
{"item_id": "high_school_chemistry__23", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.370738, "transfer_probe_score": 0.999953, "eval_order": 4149}
{"item_id": "abstract_algebra__85", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.644157, "transfer_probe_score": 0.999777, "eval_order": 4150}
{"item_id": "philosophy__304", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006136, "transfer_probe_score": 0.999224, "eval_order": 4151}
{"item_id": "college_computer_science__73", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.341937, "transfer_probe_score": 0.999758, "eval_order": 4152}
{"item_id": "high_school_psychology__393", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006146, "transfer_probe_score": 0.95476, "eval_order": 4153}
{"item_id": "high_school_mathematics__10", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.697259, "transfer_probe_score": 0.981135, "eval_order": 4154}
{"item_id": "college_mathematics__52", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.077751, "transfer_probe_score": 0.996618, "eval_order": 4155}
{"item_id": "high_school_psychology__335", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.249491, "transfer_probe_score": 0.995793, "eval_order": 4156}
{"item_id": "professional_law__662", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.287469, "transfer_probe_score": 0.996479, "eval_order": 4157}
{"item_id": "electrical_engineering__78", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.144807, "transfer_probe_score": 0.985105, "eval_order": 4158}
{"item_id": "professional_law__68", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.921349, "transfer_probe_score": 0.998869, "eval_order": 4159}
{"item_id": "high_school_mathematics__18", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.601184, "transfer_probe_score": 0.999621, "eval_order": 4160}
{"item_id": "miscellaneous__359", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.563205, "transfer_probe_score": 0.999734, "eval_order": 4161}
{"item_id": "conceptual_physics__94", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.628306, "transfer_probe_score": 0.999357, "eval_order": 4162}
{"item_id": "professional_law__1271", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.537925, "transfer_probe_score": 0.999524, "eval_order": 4163}
{"item_id": "anatomy__33", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.998388, "transfer_probe_score": 0.994196, "eval_order": 4164}
{"item_id": "college_mathematics__21", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.257375, "transfer_probe_score": 0.999826, "eval_order": 4165}
{"item_id": "high_school_physics__31", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.083158, "transfer_probe_score": 0.997429, "eval_order": 4166}
{"item_id": "professional_law__910", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.154302, "transfer_probe_score": 0.998772, "eval_order": 4167}
{"item_id": "professional_medicine__37", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.153275, "transfer_probe_score": 0.985997, "eval_order": 4168}
{"item_id": "econometrics__24", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.865833, "transfer_probe_score": 0.937735, "eval_order": 4169}
{"item_id": "high_school_mathematics__97", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062401, "transfer_probe_score": 0.9999, "eval_order": 4170}
{"item_id": "electrical_engineering__144", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.438216, "transfer_probe_score": 0.962426, "eval_order": 4171}
{"item_id": "high_school_psychology__41", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.026065, "transfer_probe_score": 0.450961, "eval_order": 4172}
{"item_id": "nutrition__255", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087187, "transfer_probe_score": 0.996114, "eval_order": 4173}
{"item_id": "world_religions__122", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.652892, "transfer_probe_score": 0.999997, "eval_order": 4174}
{"item_id": "anatomy__116", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.114232, "transfer_probe_score": 0.998762, "eval_order": 4175}
{"item_id": "high_school_physics__28", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.095915, "transfer_probe_score": 0.999803, "eval_order": 4176}
{"item_id": "electrical_engineering__43", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.115004, "transfer_probe_score": 0.814484, "eval_order": 4177}
{"item_id": "high_school_physics__136", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.543132, "transfer_probe_score": 0.997637, "eval_order": 4178}
{"item_id": "professional_medicine__270", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.146773, "transfer_probe_score": 0.995096, "eval_order": 4179}
{"item_id": "professional_law__1028", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.076362, "transfer_probe_score": 0.999799, "eval_order": 4180}
{"item_id": "professional_law__759", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.037683, "transfer_probe_score": 0.581559, "eval_order": 4181}
{"item_id": "college_mathematics__71", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.122235, "transfer_probe_score": 0.999966, "eval_order": 4182}
{"item_id": "marketing__188", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.09155, "transfer_probe_score": 0.999931, "eval_order": 4183}
{"item_id": "marketing__225", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.019666, "transfer_probe_score": 0.998315, "eval_order": 4184}
{"item_id": "professional_medicine__100", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.058032, "transfer_probe_score": 0.999659, "eval_order": 4185}
{"item_id": "high_school_physics__144", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.378302, "transfer_probe_score": 0.765362, "eval_order": 4186}
{"item_id": "professional_law__837", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.285989, "transfer_probe_score": 0.978707, "eval_order": 4187}
{"item_id": "college_mathematics__25", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.46834, "transfer_probe_score": 0.999541, "eval_order": 4188}
{"item_id": "college_physics__61", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079304, "transfer_probe_score": 0.999915, "eval_order": 4189}
{"item_id": "college_mathematics__73", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.195574, "transfer_probe_score": 0.994672, "eval_order": 4190}
{"item_id": "formal_logic__90", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.485178, "transfer_probe_score": 0.758267, "eval_order": 4191}
{"item_id": "college_physics__31", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.769684, "transfer_probe_score": 0.895561, "eval_order": 4192}
{"item_id": "moral_scenarios__181", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.474428, "transfer_probe_score": 0.664719, "eval_order": 4193}
{"item_id": "nutrition__241", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.097341, "transfer_probe_score": 0.999704, "eval_order": 4194}
{"item_id": "conceptual_physics__80", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.068677, "transfer_probe_score": 0.999928, "eval_order": 4195}
{"item_id": "college_mathematics__99", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.560076, "transfer_probe_score": 0.999995, "eval_order": 4196}
{"item_id": "professional_medicine__49", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016053, "transfer_probe_score": 0.99976, "eval_order": 4197}
{"item_id": "college_mathematics__94", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.569469, "transfer_probe_score": 0.999661, "eval_order": 4198}
{"item_id": "moral_scenarios__441", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.567923, "transfer_probe_score": 0.978154, "eval_order": 4199}
{"item_id": "electrical_engineering__106", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.788996, "transfer_probe_score": 0.996626, "eval_order": 4200}
{"item_id": "conceptual_physics__153", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.705829, "transfer_probe_score": 0.999261, "eval_order": 4201}
{"item_id": "formal_logic__68", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.333572, "transfer_probe_score": 0.415631, "eval_order": 4202}
{"item_id": "high_school_chemistry__115", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.155086, "transfer_probe_score": 0.989285, "eval_order": 4203}
{"item_id": "nutrition__174", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.25095, "transfer_probe_score": 0.999954, "eval_order": 4204}
{"item_id": "formal_logic__58", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.101917, "transfer_probe_score": 0.969891, "eval_order": 4205}
{"item_id": "electrical_engineering__64", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.157789, "transfer_probe_score": 0.999979, "eval_order": 4206}
{"item_id": "econometrics__39", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.612828, "transfer_probe_score": 0.987534, "eval_order": 4207}
{"item_id": "high_school_mathematics__36", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.604433, "transfer_probe_score": 0.226124, "eval_order": 4208}
{"item_id": "world_religions__85", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062367, "transfer_probe_score": 0.999828, "eval_order": 4209}
{"item_id": "moral_scenarios__658", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.488104, "transfer_probe_score": 0.997729, "eval_order": 4210}
{"item_id": "high_school_psychology__304", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.343963, "transfer_probe_score": 0.999997, "eval_order": 4211}
{"item_id": "moral_scenarios__491", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.369465, "transfer_probe_score": 0.984921, "eval_order": 4212}
{"item_id": "high_school_chemistry__57", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.069858, "transfer_probe_score": 0.999977, "eval_order": 4213}
{"item_id": "formal_logic__123", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.416913, "transfer_probe_score": 0.993773, "eval_order": 4214}
{"item_id": "formal_logic__113", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.236109, "transfer_probe_score": 0.997633, "eval_order": 4215}
{"item_id": "high_school_physics__142", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.410241, "transfer_probe_score": 0.898723, "eval_order": 4216}
{"item_id": "world_religions__154", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073913, "transfer_probe_score": 0.997461, "eval_order": 4217}
{"item_id": "nutrition__87", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079613, "transfer_probe_score": 0.951707, "eval_order": 4218}
{"item_id": "moral_scenarios__600", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.472614, "transfer_probe_score": 0.996086, "eval_order": 4219}
{"item_id": "college_mathematics__40", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.514174, "transfer_probe_score": 0.959478, "eval_order": 4220}
{"item_id": "professional_law__564", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.682268, "transfer_probe_score": 0.996126, "eval_order": 4221}
{"item_id": "high_school_physics__137", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.144, "transfer_probe_score": 0.999663, "eval_order": 4222}
{"item_id": "conceptual_physics__219", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.549611, "transfer_probe_score": 0.999818, "eval_order": 4223}
{"item_id": "college_mathematics__5", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.735196, "transfer_probe_score": 0.99948, "eval_order": 4224}
{"item_id": "electrical_engineering__133", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.143117, "transfer_probe_score": 0.999873, "eval_order": 4225}
{"item_id": "conceptual_physics__147", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.179129, "transfer_probe_score": 0.798984, "eval_order": 4226}
{"item_id": "high_school_chemistry__159", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.679267, "transfer_probe_score": 0.880976, "eval_order": 4227}
{"item_id": "miscellaneous__132", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012537, "transfer_probe_score": 0.999958, "eval_order": 4228}
{"item_id": "high_school_chemistry__96", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.052162, "transfer_probe_score": 0.984578, "eval_order": 4229}
{"item_id": "econometrics__20", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048093, "transfer_probe_score": 0.999223, "eval_order": 4230}
{"item_id": "econometrics__2", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.186191, "transfer_probe_score": 0.48081, "eval_order": 4231}
{"item_id": "moral_scenarios__786", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420289, "transfer_probe_score": 0.999918, "eval_order": 4232}
{"item_id": "high_school_chemistry__60", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.580807, "transfer_probe_score": 0.826046, "eval_order": 4233}
{"item_id": "high_school_mathematics__100", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.268291, "transfer_probe_score": 0.998661, "eval_order": 4234}
{"item_id": "world_religions__37", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027287, "transfer_probe_score": 0.999389, "eval_order": 4235}
{"item_id": "electrical_engineering__11", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.714309, "transfer_probe_score": 0.994009, "eval_order": 4236}
{"item_id": "abstract_algebra__68", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.732833, "transfer_probe_score": 0.999801, "eval_order": 4237}
{"item_id": "world_religions__10", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.816336, "transfer_probe_score": 0.997309, "eval_order": 4238}
{"item_id": "college_physics__45", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.435671, "transfer_probe_score": 0.999732, "eval_order": 4239}
{"item_id": "econometrics__31", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.264627, "transfer_probe_score": 0.999961, "eval_order": 4240}
{"item_id": "college_mathematics__72", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.267464, "transfer_probe_score": 0.999797, "eval_order": 4241}
{"item_id": "college_physics__60", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.300373, "transfer_probe_score": 0.982949, "eval_order": 4242}
{"item_id": "professional_law__1229", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.767824, "transfer_probe_score": 0.536089, "eval_order": 4243}
{"item_id": "anatomy__119", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.514448, "transfer_probe_score": 0.999936, "eval_order": 4244}
{"item_id": "professional_medicine__200", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.059935, "transfer_probe_score": 0.999573, "eval_order": 4245}
{"item_id": "machine_learning__47", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.342064, "transfer_probe_score": 0.998341, "eval_order": 4246}
{"item_id": "high_school_physics__32", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.829242, "transfer_probe_score": 0.997619, "eval_order": 4247}
{"item_id": "electrical_engineering__73", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.169768, "transfer_probe_score": 0.999923, "eval_order": 4248}
{"item_id": "conceptual_physics__215", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.085091, "transfer_probe_score": 0.969284, "eval_order": 4249}
{"item_id": "college_chemistry__90", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.662565, "transfer_probe_score": 0.999995, "eval_order": 4250}
{"item_id": "econometrics__76", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.244835, "transfer_probe_score": 0.997888, "eval_order": 4251}
{"item_id": "professional_medicine__170", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023043, "transfer_probe_score": 0.998478, "eval_order": 4252}
{"item_id": "philosophy__139", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.14176, "transfer_probe_score": 0.985878, "eval_order": 4253}
{"item_id": "professional_medicine__204", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.070531, "transfer_probe_score": 0.998812, "eval_order": 4254}
{"item_id": "anatomy__71", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007856, "transfer_probe_score": 0.999571, "eval_order": 4255}
{"item_id": "philosophy__67", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.022799, "transfer_probe_score": 0.998682, "eval_order": 4256}
{"item_id": "high_school_psychology__345", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.206387, "transfer_probe_score": 0.999999, "eval_order": 4257}
{"item_id": "econometrics__103", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.797557, "transfer_probe_score": 0.997186, "eval_order": 4258}
{"item_id": "professional_law__373", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.558003, "transfer_probe_score": 0.999806, "eval_order": 4259}
{"item_id": "formal_logic__69", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.637506, "transfer_probe_score": 0.988163, "eval_order": 4260}
{"item_id": "high_school_chemistry__123", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.425773, "transfer_probe_score": 0.998954, "eval_order": 4261}
{"item_id": "high_school_chemistry__173", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.033276, "transfer_probe_score": 0.999654, "eval_order": 4262}
{"item_id": "high_school_chemistry__116", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.139383, "transfer_probe_score": 0.999791, "eval_order": 4263}
{"item_id": "college_chemistry__86", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.896748, "transfer_probe_score": 0.981253, "eval_order": 4264}
{"item_id": "miscellaneous__669", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.019151, "transfer_probe_score": 0.99998, "eval_order": 4265}
{"item_id": "electrical_engineering__48", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.17719, "transfer_probe_score": 0.996765, "eval_order": 4266}
{"item_id": "high_school_chemistry__98", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.461996, "transfer_probe_score": 0.997283, "eval_order": 4267}
{"item_id": "moral_scenarios__62", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.207985, "transfer_probe_score": 0.99888, "eval_order": 4268}
{"item_id": "marketing__111", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.022317, "transfer_probe_score": 0.998806, "eval_order": 4269}
{"item_id": "marketing__156", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.103065, "transfer_probe_score": 0.979728, "eval_order": 4270}
{"item_id": "anatomy__95", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.791693, "transfer_probe_score": 0.999188, "eval_order": 4271}
{"item_id": "econometrics__46", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.322583, "transfer_probe_score": 0.992901, "eval_order": 4272}
{"item_id": "abstract_algebra__16", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.280388, "transfer_probe_score": 0.993804, "eval_order": 4273}
{"item_id": "electrical_engineering__123", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.311138, "transfer_probe_score": 0.981715, "eval_order": 4274}
{"item_id": "conceptual_physics__47", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.224167, "transfer_probe_score": 0.999806, "eval_order": 4275}
{"item_id": "anatomy__53", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.077194, "transfer_probe_score": 0.999973, "eval_order": 4276}
{"item_id": "world_religions__70", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.065415, "transfer_probe_score": 0.999992, "eval_order": 4277}
{"item_id": "abstract_algebra__61", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.759956, "transfer_probe_score": 0.988068, "eval_order": 4278}
{"item_id": "conceptual_physics__83", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.815382, "transfer_probe_score": 0.992721, "eval_order": 4279}
{"item_id": "miscellaneous__16", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029877, "transfer_probe_score": 0.999344, "eval_order": 4280}
{"item_id": "abstract_algebra__44", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.676582, "transfer_probe_score": 0.998709, "eval_order": 4281}
{"item_id": "miscellaneous__156", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005236, "transfer_probe_score": 0.998542, "eval_order": 4282}
{"item_id": "professional_law__757", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.719225, "transfer_probe_score": 0.99683, "eval_order": 4283}
{"item_id": "anatomy__43", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.324596, "transfer_probe_score": 0.994066, "eval_order": 4284}
{"item_id": "high_school_psychology__203", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00558, "transfer_probe_score": 0.999884, "eval_order": 4285}
{"item_id": "college_chemistry__92", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.590133, "transfer_probe_score": 0.994633, "eval_order": 4286}
{"item_id": "anatomy__92", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.450892, "transfer_probe_score": 0.597637, "eval_order": 4287}
{"item_id": "miscellaneous__580", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006632, "transfer_probe_score": 0.99944, "eval_order": 4288}
{"item_id": "miscellaneous__616", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027252, "transfer_probe_score": 0.986952, "eval_order": 4289}
{"item_id": "conceptual_physics__158", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.331329, "transfer_probe_score": 0.999757, "eval_order": 4290}
{"item_id": "professional_medicine__36", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.098019, "transfer_probe_score": 0.992068, "eval_order": 4291}
{"item_id": "high_school_psychology__538", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.071505, "transfer_probe_score": 0.998708, "eval_order": 4292}
{"item_id": "professional_medicine__231", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.550906, "transfer_probe_score": 0.962644, "eval_order": 4293}
{"item_id": "professional_law__634", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.484482, "transfer_probe_score": 0.996918, "eval_order": 4294}
{"item_id": "abstract_algebra__5", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.3499, "transfer_probe_score": 0.999477, "eval_order": 4295}
{"item_id": "high_school_psychology__409", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017071, "transfer_probe_score": 0.999869, "eval_order": 4296}
{"item_id": "college_mathematics__60", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.464091, "transfer_probe_score": 0.999999, "eval_order": 4297}
{"item_id": "high_school_chemistry__40", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.363551, "transfer_probe_score": 0.840858, "eval_order": 4298}
{"item_id": "moral_scenarios__50", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.541518, "transfer_probe_score": 0.999845, "eval_order": 4299}
{"item_id": "high_school_physics__131", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.540684, "transfer_probe_score": 0.999564, "eval_order": 4300}
{"item_id": "philosophy__181", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.320852, "transfer_probe_score": 0.998498, "eval_order": 4301}
{"item_id": "college_mathematics__41", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073728, "transfer_probe_score": 0.987365, "eval_order": 4302}
{"item_id": "philosophy__10", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.065541, "transfer_probe_score": 0.999925, "eval_order": 4303}
{"item_id": "college_computer_science__32", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.582174, "transfer_probe_score": 0.998941, "eval_order": 4304}
{"item_id": "abstract_algebra__33", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.632752, "transfer_probe_score": 0.999964, "eval_order": 4305}
{"item_id": "college_chemistry__72", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.693022, "transfer_probe_score": 0.999998, "eval_order": 4306}
{"item_id": "moral_scenarios__246", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.498657, "transfer_probe_score": 0.998471, "eval_order": 4307}
{"item_id": "professional_law__415", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.875593, "transfer_probe_score": 0.948527, "eval_order": 4308}
{"item_id": "college_computer_science__57", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.535785, "transfer_probe_score": 0.9986, "eval_order": 4309}
{"item_id": "high_school_chemistry__134", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.941929, "transfer_probe_score": 0.915989, "eval_order": 4310}
{"item_id": "econometrics__79", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.237143, "transfer_probe_score": 0.999409, "eval_order": 4311}
{"item_id": "machine_learning__53", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010345, "transfer_probe_score": 0.999495, "eval_order": 4312}
{"item_id": "conceptual_physics__189", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.222305, "transfer_probe_score": 0.993341, "eval_order": 4313}
{"item_id": "moral_scenarios__389", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.47092, "transfer_probe_score": 0.873356, "eval_order": 4314}
{"item_id": "high_school_chemistry__193", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.234126, "transfer_probe_score": 0.999959, "eval_order": 4315}
{"item_id": "world_religions__68", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.058603, "transfer_probe_score": 0.999927, "eval_order": 4316}
{"item_id": "anatomy__50", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.136137, "transfer_probe_score": 0.999922, "eval_order": 4317}
{"item_id": "high_school_mathematics__41", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.719161, "transfer_probe_score": 0.992538, "eval_order": 4318}
{"item_id": "college_chemistry__38", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.668415, "transfer_probe_score": 0.999994, "eval_order": 4319}
{"item_id": "professional_medicine__10", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.911243, "transfer_probe_score": 0.996923, "eval_order": 4320}
{"item_id": "high_school_physics__113", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.83791, "transfer_probe_score": 0.994967, "eval_order": 4321}
{"item_id": "college_computer_science__84", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.889523, "transfer_probe_score": 0.998133, "eval_order": 4322}
{"item_id": "high_school_physics__10", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.701465, "transfer_probe_score": 0.958912, "eval_order": 4323}
{"item_id": "college_computer_science__93", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.351955, "transfer_probe_score": 0.824642, "eval_order": 4324}
{"item_id": "miscellaneous__213", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086768, "transfer_probe_score": 0.957741, "eval_order": 4325}
{"item_id": "electrical_engineering__2", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.202492, "transfer_probe_score": 0.997169, "eval_order": 4326}
{"item_id": "high_school_mathematics__178", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.365606, "transfer_probe_score": 0.9971, "eval_order": 4327}
{"item_id": "professional_law__1248", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.169173, "transfer_probe_score": 0.942733, "eval_order": 4328}
{"item_id": "econometrics__29", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.090167, "transfer_probe_score": 0.998829, "eval_order": 4329}
{"item_id": "professional_medicine__236", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.138228, "transfer_probe_score": 0.998786, "eval_order": 4330}
{"item_id": "electrical_engineering__12", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.650432, "transfer_probe_score": 0.971655, "eval_order": 4331}
{"item_id": "professional_medicine__13", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.068059, "transfer_probe_score": 0.998879, "eval_order": 4332}
{"item_id": "philosophy__162", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.278653, "transfer_probe_score": 0.999751, "eval_order": 4333}
{"item_id": "college_physics__83", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.34345, "transfer_probe_score": 0.997235, "eval_order": 4334}
{"item_id": "high_school_mathematics__58", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.357481, "transfer_probe_score": 0.996789, "eval_order": 4335}
{"item_id": "high_school_chemistry__33", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.606014, "transfer_probe_score": 0.994131, "eval_order": 4336}
{"item_id": "econometrics__34", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.311072, "transfer_probe_score": 0.997853, "eval_order": 4337}
{"item_id": "abstract_algebra__58", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.26747, "transfer_probe_score": 1.0, "eval_order": 4338}
{"item_id": "machine_learning__99", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.698125, "transfer_probe_score": 0.960374, "eval_order": 4339}
{"item_id": "high_school_psychology__96", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013009, "transfer_probe_score": 0.999876, "eval_order": 4340}
{"item_id": "conceptual_physics__213", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.015569, "transfer_probe_score": 0.999889, "eval_order": 4341}
{"item_id": "anatomy__113", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010212, "transfer_probe_score": 0.999673, "eval_order": 4342}
{"item_id": "high_school_mathematics__50", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.579762, "transfer_probe_score": 0.999543, "eval_order": 4343}
{"item_id": "college_mathematics__68", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.459659, "transfer_probe_score": 0.999734, "eval_order": 4344}
{"item_id": "miscellaneous__154", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.011012, "transfer_probe_score": 0.997805, "eval_order": 4345}
{"item_id": "world_religions__112", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.437972, "transfer_probe_score": 0.999998, "eval_order": 4346}
{"item_id": "world_religions__131", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.091504, "transfer_probe_score": 0.997758, "eval_order": 4347}
{"item_id": "high_school_mathematics__53", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.36974, "transfer_probe_score": 0.902339, "eval_order": 4348}
{"item_id": "college_chemistry__67", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.58688, "transfer_probe_score": 0.999886, "eval_order": 4349}
{"item_id": "college_chemistry__62", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.663483, "transfer_probe_score": 0.95083, "eval_order": 4350}
{"item_id": "professional_medicine__225", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.125825, "transfer_probe_score": 0.988839, "eval_order": 4351}
{"item_id": "professional_medicine__39", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.025641, "transfer_probe_score": 0.999658, "eval_order": 4352}
{"item_id": "electrical_engineering__16", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014382, "transfer_probe_score": 0.999597, "eval_order": 4353}
{"item_id": "professional_law__1474", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.612985, "transfer_probe_score": 0.849623, "eval_order": 4354}
{"item_id": "nutrition__77", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.02001, "transfer_probe_score": 0.994838, "eval_order": 4355}
{"item_id": "marketing__199", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.039853, "transfer_probe_score": 0.950887, "eval_order": 4356}
{"item_id": "philosophy__141", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.149446, "transfer_probe_score": 0.998427, "eval_order": 4357}
{"item_id": "college_computer_science__60", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.390853, "transfer_probe_score": 0.979851, "eval_order": 4358}
{"item_id": "econometrics__67", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.424937, "transfer_probe_score": 0.98767, "eval_order": 4359}
{"item_id": "formal_logic__26", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.343921, "transfer_probe_score": 0.997293, "eval_order": 4360}
{"item_id": "college_computer_science__18", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.137417, "transfer_probe_score": 0.99954, "eval_order": 4361}
{"item_id": "moral_scenarios__878", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.397299, "transfer_probe_score": 0.997835, "eval_order": 4362}
{"item_id": "college_chemistry__98", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.692001, "transfer_probe_score": 0.999602, "eval_order": 4363}
{"item_id": "moral_scenarios__865", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.445451, "transfer_probe_score": 0.992945, "eval_order": 4364}
{"item_id": "moral_scenarios__314", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.576713, "transfer_probe_score": 0.792749, "eval_order": 4365}
{"item_id": "professional_law__729", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.201466, "transfer_probe_score": 0.959902, "eval_order": 4366}
{"item_id": "conceptual_physics__190", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.119729, "transfer_probe_score": 0.999648, "eval_order": 4367}
{"item_id": "college_computer_science__47", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.19993, "transfer_probe_score": 0.999548, "eval_order": 4368}
{"item_id": "college_chemistry__55", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009726, "transfer_probe_score": 0.986137, "eval_order": 4369}
{"item_id": "machine_learning__94", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.344238, "transfer_probe_score": 1.0, "eval_order": 4370}
{"item_id": "world_religions__81", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007606, "transfer_probe_score": 0.999935, "eval_order": 4371}
{"item_id": "marketing__143", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079482, "transfer_probe_score": 0.999255, "eval_order": 4372}
{"item_id": "abstract_algebra__50", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.674901, "transfer_probe_score": 0.994064, "eval_order": 4373}
{"item_id": "college_mathematics__7", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.554077, "transfer_probe_score": 0.999459, "eval_order": 4374}
{"item_id": "conceptual_physics__207", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.035321, "transfer_probe_score": 0.999975, "eval_order": 4375}
{"item_id": "electrical_engineering__53", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073609, "transfer_probe_score": 0.994584, "eval_order": 4376}
{"item_id": "college_computer_science__87", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.766312, "transfer_probe_score": 0.991043, "eval_order": 4377}
{"item_id": "high_school_chemistry__111", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.195837, "transfer_probe_score": 0.99905, "eval_order": 4378}
{"item_id": "high_school_physics__59", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.319292, "transfer_probe_score": 0.999988, "eval_order": 4379}
{"item_id": "miscellaneous__673", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027268, "transfer_probe_score": 0.99997, "eval_order": 4380}
{"item_id": "abstract_algebra__78", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.577293, "transfer_probe_score": 0.996918, "eval_order": 4381}
{"item_id": "conceptual_physics__69", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.329187, "transfer_probe_score": 0.939977, "eval_order": 4382}
{"item_id": "professional_medicine__216", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024468, "transfer_probe_score": 0.998288, "eval_order": 4383}
{"item_id": "conceptual_physics__31", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.060687, "transfer_probe_score": 0.254556, "eval_order": 4384}
{"item_id": "high_school_mathematics__219", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.553835, "transfer_probe_score": 0.999628, "eval_order": 4385}
{"item_id": "professional_medicine__213", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.118271, "transfer_probe_score": 0.992474, "eval_order": 4386}
{"item_id": "high_school_psychology__492", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.825766, "transfer_probe_score": 0.996647, "eval_order": 4387}
{"item_id": "professional_medicine__135", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.138478, "transfer_probe_score": 0.993322, "eval_order": 4388}
{"item_id": "machine_learning__13", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.312902, "transfer_probe_score": 0.999972, "eval_order": 4389}
{"item_id": "electrical_engineering__22", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.547182, "transfer_probe_score": 0.968125, "eval_order": 4390}
{"item_id": "college_computer_science__61", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.79391, "transfer_probe_score": 0.299043, "eval_order": 4391}
{"item_id": "miscellaneous__697", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.011346, "transfer_probe_score": 0.999946, "eval_order": 4392}
{"item_id": "world_religions__57", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024849, "transfer_probe_score": 0.999905, "eval_order": 4393}
{"item_id": "miscellaneous__105", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.075514, "transfer_probe_score": 0.999837, "eval_order": 4394}
{"item_id": "moral_scenarios__193", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.471961, "transfer_probe_score": 0.99725, "eval_order": 4395}
{"item_id": "high_school_physics__122", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.52215, "transfer_probe_score": 0.989714, "eval_order": 4396}
{"item_id": "formal_logic__86", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.041856, "transfer_probe_score": 0.997534, "eval_order": 4397}
{"item_id": "miscellaneous__545", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.030115, "transfer_probe_score": 0.998158, "eval_order": 4398}
{"item_id": "college_mathematics__19", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.773332, "transfer_probe_score": 0.999974, "eval_order": 4399}
{"item_id": "philosophy__150", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003081, "transfer_probe_score": 0.996206, "eval_order": 4400}
{"item_id": "high_school_psychology__24", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.450659, "transfer_probe_score": 0.999994, "eval_order": 4401}
{"item_id": "college_computer_science__69", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.425452, "transfer_probe_score": 0.998975, "eval_order": 4402}
{"item_id": "professional_medicine__263", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.129572, "transfer_probe_score": 0.99754, "eval_order": 4403}
{"item_id": "anatomy__85", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.353455, "transfer_probe_score": 0.974469, "eval_order": 4404}
{"item_id": "world_religions__103", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00487, "transfer_probe_score": 0.999998, "eval_order": 4405}
{"item_id": "conceptual_physics__173", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.350566, "transfer_probe_score": 0.996567, "eval_order": 4406}
{"item_id": "nutrition__56", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.152676, "transfer_probe_score": 0.997908, "eval_order": 4407}
{"item_id": "high_school_physics__89", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.555161, "transfer_probe_score": 0.998983, "eval_order": 4408}
{"item_id": "miscellaneous__442", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.01966, "transfer_probe_score": 0.999388, "eval_order": 4409}
{"item_id": "world_religions__108", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020657, "transfer_probe_score": 0.999986, "eval_order": 4410}
{"item_id": "electrical_engineering__110", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.597693, "transfer_probe_score": 0.996407, "eval_order": 4411}
{"item_id": "abstract_algebra__6", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.349633, "transfer_probe_score": 0.999816, "eval_order": 4412}
{"item_id": "college_chemistry__11", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.529323, "transfer_probe_score": 0.999982, "eval_order": 4413}
{"item_id": "high_school_physics__29", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.185707, "transfer_probe_score": 0.993987, "eval_order": 4414}
{"item_id": "electrical_engineering__102", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.480534, "transfer_probe_score": 0.999845, "eval_order": 4415}
{"item_id": "machine_learning__107", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.661208, "transfer_probe_score": 0.985044, "eval_order": 4416}
{"item_id": "high_school_chemistry__106", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.65182, "transfer_probe_score": 0.989651, "eval_order": 4417}
{"item_id": "high_school_physics__129", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.428307, "transfer_probe_score": 0.999912, "eval_order": 4418}
{"item_id": "world_religions__166", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.228607, "transfer_probe_score": 0.999997, "eval_order": 4419}
{"item_id": "miscellaneous__169", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.057948, "transfer_probe_score": 0.999991, "eval_order": 4420}
{"item_id": "college_physics__54", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.281848, "transfer_probe_score": 0.923274, "eval_order": 4421}
{"item_id": "professional_law__959", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.494615, "transfer_probe_score": 0.816041, "eval_order": 4422}
{"item_id": "college_computer_science__39", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.021561, "transfer_probe_score": 0.980193, "eval_order": 4423}
{"item_id": "moral_scenarios__807", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.705511, "transfer_probe_score": 0.999311, "eval_order": 4424}
{"item_id": "conceptual_physics__105", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.667094, "transfer_probe_score": 0.999851, "eval_order": 4425}
{"item_id": "anatomy__7", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008047, "transfer_probe_score": 0.996387, "eval_order": 4426}
{"item_id": "formal_logic__80", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.23072, "transfer_probe_score": 0.996977, "eval_order": 4427}
{"item_id": "formal_logic__59", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.206549, "transfer_probe_score": 0.998368, "eval_order": 4428}
{"item_id": "college_chemistry__80", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.735459, "transfer_probe_score": 0.999951, "eval_order": 4429}
{"item_id": "professional_law__718", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.659792, "transfer_probe_score": 0.54024, "eval_order": 4430}
{"item_id": "philosophy__172", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.036932, "transfer_probe_score": 0.998536, "eval_order": 4431}
{"item_id": "high_school_psychology__419", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.168393, "transfer_probe_score": 0.99973, "eval_order": 4432}
{"item_id": "professional_medicine__31", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.112842, "transfer_probe_score": 0.998346, "eval_order": 4433}
{"item_id": "high_school_physics__90", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.539529, "transfer_probe_score": 0.974819, "eval_order": 4434}
{"item_id": "high_school_psychology__64", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.599713, "transfer_probe_score": 0.955203, "eval_order": 4435}
{"item_id": "high_school_chemistry__142", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.644238, "transfer_probe_score": 0.407189, "eval_order": 4436}
{"item_id": "high_school_psychology__225", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.511901, "transfer_probe_score": 0.999955, "eval_order": 4437}
{"item_id": "philosophy__36", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.281885, "transfer_probe_score": 0.999631, "eval_order": 4438}
{"item_id": "formal_logic__121", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.59094, "transfer_probe_score": 0.981224, "eval_order": 4439}
{"item_id": "anatomy__87", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.962772, "transfer_probe_score": 0.99426, "eval_order": 4440}
{"item_id": "conceptual_physics__72", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.937291, "transfer_probe_score": 0.999909, "eval_order": 4441}
{"item_id": "professional_law__1265", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.702144, "transfer_probe_score": 0.999878, "eval_order": 4442}
{"item_id": "conceptual_physics__20", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.417556, "transfer_probe_score": 0.998461, "eval_order": 4443}
{"item_id": "econometrics__109", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.417962, "transfer_probe_score": 0.998579, "eval_order": 4444}
{"item_id": "nutrition__129", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.022423, "transfer_probe_score": 0.996149, "eval_order": 4445}
{"item_id": "high_school_mathematics__87", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.458425, "transfer_probe_score": 0.99995, "eval_order": 4446}
{"item_id": "formal_logic__107", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.184098, "transfer_probe_score": 0.992379, "eval_order": 4447}
{"item_id": "world_religions__157", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.205032, "transfer_probe_score": 0.976373, "eval_order": 4448}
{"item_id": "philosophy__117", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009974, "transfer_probe_score": 0.650005, "eval_order": 4449}
{"item_id": "machine_learning__42", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.283963, "transfer_probe_score": 0.999997, "eval_order": 4450}
{"item_id": "econometrics__15", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.868352, "transfer_probe_score": 0.964444, "eval_order": 4451}
{"item_id": "professional_law__1340", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.791242, "transfer_probe_score": 0.453342, "eval_order": 4452}
{"item_id": "anatomy__49", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.16869, "transfer_probe_score": 0.985012, "eval_order": 4453}
{"item_id": "high_school_chemistry__124", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.586419, "transfer_probe_score": 0.945886, "eval_order": 4454}
{"item_id": "high_school_physics__92", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.270437, "transfer_probe_score": 1.0, "eval_order": 4455}
{"item_id": "world_religions__97", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.54095, "transfer_probe_score": 0.998824, "eval_order": 4456}
{"item_id": "world_religions__50", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.230227, "transfer_probe_score": 0.999845, "eval_order": 4457}
{"item_id": "professional_law__961", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.106247, "transfer_probe_score": 0.923512, "eval_order": 4458}
{"item_id": "professional_law__809", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.269485, "transfer_probe_score": 0.941957, "eval_order": 4459}
{"item_id": "miscellaneous__147", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.033509, "transfer_probe_score": 0.997341, "eval_order": 4460}
{"item_id": "world_religions__44", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.461717, "transfer_probe_score": 0.983426, "eval_order": 4461}
{"item_id": "nutrition__219", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.666976, "transfer_probe_score": 0.99513, "eval_order": 4462}
{"item_id": "conceptual_physics__106", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.658262, "transfer_probe_score": 0.99951, "eval_order": 4463}
{"item_id": "philosophy__90", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.201144, "transfer_probe_score": 0.749779, "eval_order": 4464}
{"item_id": "professional_medicine__241", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00686, "transfer_probe_score": 0.994041, "eval_order": 4465}
{"item_id": "econometrics__81", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008026, "transfer_probe_score": 0.958678, "eval_order": 4466}
{"item_id": "anatomy__93", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.176446, "transfer_probe_score": 0.993355, "eval_order": 4467}
{"item_id": "marketing__231", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.165478, "transfer_probe_score": 0.974641, "eval_order": 4468}
{"item_id": "high_school_mathematics__4", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.433626, "transfer_probe_score": 0.999308, "eval_order": 4469}
{"item_id": "anatomy__127", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.333687, "transfer_probe_score": 0.995858, "eval_order": 4470}
{"item_id": "professional_law__1163", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.092122, "transfer_probe_score": 0.972334, "eval_order": 4471}
{"item_id": "formal_logic__71", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.588616, "transfer_probe_score": 0.980698, "eval_order": 4472}
{"item_id": "professional_law__218", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.180123, "transfer_probe_score": 0.977923, "eval_order": 4473}
{"item_id": "formal_logic__116", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.328481, "transfer_probe_score": 0.27649, "eval_order": 4474}
{"item_id": "high_school_physics__46", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.49894, "transfer_probe_score": 0.995496, "eval_order": 4475}
{"item_id": "philosophy__239", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.066849, "transfer_probe_score": 0.994626, "eval_order": 4476}
{"item_id": "moral_scenarios__669", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.525877, "transfer_probe_score": 0.964618, "eval_order": 4477}
{"item_id": "high_school_mathematics__220", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.169283, "transfer_probe_score": 0.999973, "eval_order": 4478}
{"item_id": "machine_learning__33", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.696754, "transfer_probe_score": 0.962031, "eval_order": 4479}
{"item_id": "marketing__71", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.454244, "transfer_probe_score": 0.999918, "eval_order": 4480}
{"item_id": "formal_logic__73", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.269492, "transfer_probe_score": 0.997888, "eval_order": 4481}
{"item_id": "college_mathematics__1", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.485466, "transfer_probe_score": 0.999987, "eval_order": 4482}
{"item_id": "college_computer_science__70", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.176783, "transfer_probe_score": 0.998645, "eval_order": 4483}
{"item_id": "high_school_chemistry__114", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.040819, "transfer_probe_score": 0.999156, "eval_order": 4484}
{"item_id": "marketing__33", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.14125, "transfer_probe_score": 0.684244, "eval_order": 4485}
{"item_id": "professional_law__699", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.135423, "transfer_probe_score": 0.997994, "eval_order": 4486}
{"item_id": "world_religions__59", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.989198, "transfer_probe_score": 0.89169, "eval_order": 4487}
{"item_id": "high_school_physics__121", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.492296, "transfer_probe_score": 0.999997, "eval_order": 4488}
{"item_id": "high_school_chemistry__47", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.025074, "transfer_probe_score": 0.999287, "eval_order": 4489}
{"item_id": "college_mathematics__36", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.361881, "transfer_probe_score": 1.0, "eval_order": 4490}
{"item_id": "high_school_chemistry__21", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.324076, "transfer_probe_score": 0.943238, "eval_order": 4491}
{"item_id": "formal_logic__40", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.046499, "transfer_probe_score": 0.999517, "eval_order": 4492}
{"item_id": "high_school_physics__111", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.055118, "transfer_probe_score": 0.943673, "eval_order": 4493}
{"item_id": "miscellaneous__114", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012587, "transfer_probe_score": 0.999925, "eval_order": 4494}
{"item_id": "world_religions__33", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.053225, "transfer_probe_score": 0.999817, "eval_order": 4495}
{"item_id": "high_school_chemistry__164", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.106425, "transfer_probe_score": 0.996665, "eval_order": 4496}
{"item_id": "college_computer_science__12", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.558345, "transfer_probe_score": 0.994752, "eval_order": 4497}
{"item_id": "electrical_engineering__124", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.04991, "transfer_probe_score": 0.976538, "eval_order": 4498}
{"item_id": "philosophy__34", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.426418, "transfer_probe_score": 0.995797, "eval_order": 4499}
{"item_id": "miscellaneous__610", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029114, "transfer_probe_score": 0.989654, "eval_order": 4500}
{"item_id": "miscellaneous__19", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005512, "transfer_probe_score": 0.999981, "eval_order": 4501}
{"item_id": "electrical_engineering__5", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.8653, "transfer_probe_score": 0.481389, "eval_order": 4502}
{"item_id": "conceptual_physics__48", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073209, "transfer_probe_score": 0.999954, "eval_order": 4503}
{"item_id": "miscellaneous__57", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004513, "transfer_probe_score": 0.999721, "eval_order": 4504}
{"item_id": "professional_medicine__154", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020523, "transfer_probe_score": 0.99895, "eval_order": 4505}
{"item_id": "conceptual_physics__225", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.551663, "transfer_probe_score": 0.998605, "eval_order": 4506}
{"item_id": "high_school_physics__79", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.812724, "transfer_probe_score": 0.99993, "eval_order": 4507}
{"item_id": "college_chemistry__61", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.687826, "transfer_probe_score": 0.99996, "eval_order": 4508}
{"item_id": "professional_medicine__60", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.088484, "transfer_probe_score": 0.999953, "eval_order": 4509}
{"item_id": "high_school_mathematics__54", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.384641, "transfer_probe_score": 0.999866, "eval_order": 4510}
{"item_id": "formal_logic__41", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.476827, "transfer_probe_score": 0.418888, "eval_order": 4511}
{"item_id": "econometrics__45", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.315151, "transfer_probe_score": 0.999831, "eval_order": 4512}
{"item_id": "anatomy__3", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.20572, "transfer_probe_score": 0.999359, "eval_order": 4513}
{"item_id": "econometrics__50", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.080946, "transfer_probe_score": 0.999974, "eval_order": 4514}
{"item_id": "world_religions__38", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020248, "transfer_probe_score": 0.999255, "eval_order": 4515}
{"item_id": "high_school_psychology__487", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.685598, "transfer_probe_score": 0.969772, "eval_order": 4516}
{"item_id": "professional_law__321", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.088052, "transfer_probe_score": 0.998179, "eval_order": 4517}
{"item_id": "world_religions__79", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003705, "transfer_probe_score": 0.999856, "eval_order": 4518}
{"item_id": "formal_logic__46", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.027627, "transfer_probe_score": 0.973636, "eval_order": 4519}
{"item_id": "miscellaneous__561", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.365297, "transfer_probe_score": 0.999456, "eval_order": 4520}
{"item_id": "high_school_physics__101", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.167615, "transfer_probe_score": 0.996418, "eval_order": 4521}
{"item_id": "anatomy__51", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.243187, "transfer_probe_score": 0.996113, "eval_order": 4522}
{"item_id": "college_mathematics__76", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.511644, "transfer_probe_score": 0.99696, "eval_order": 4523}
{"item_id": "high_school_psychology__501", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024098, "transfer_probe_score": 0.999343, "eval_order": 4524}
{"item_id": "econometrics__27", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.228814, "transfer_probe_score": 0.983652, "eval_order": 4525}
{"item_id": "professional_medicine__93", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.065344, "transfer_probe_score": 0.998761, "eval_order": 4526}
{"item_id": "philosophy__299", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.19984, "transfer_probe_score": 0.989015, "eval_order": 4527}
{"item_id": "professional_law__133", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.676747, "transfer_probe_score": 0.999728, "eval_order": 4528}
{"item_id": "conceptual_physics__136", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.030558, "transfer_probe_score": 0.998742, "eval_order": 4529}
{"item_id": "college_mathematics__17", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.527582, "transfer_probe_score": 0.989092, "eval_order": 4530}
{"item_id": "college_chemistry__36", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.351851, "transfer_probe_score": 0.999991, "eval_order": 4531}
{"item_id": "econometrics__41", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.540071, "transfer_probe_score": 0.999866, "eval_order": 4532}
{"item_id": "abstract_algebra__7", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.649259, "transfer_probe_score": 0.999938, "eval_order": 4533}
{"item_id": "anatomy__134", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.308076, "transfer_probe_score": 0.999559, "eval_order": 4534}
{"item_id": "professional_medicine__255", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048643, "transfer_probe_score": 0.99938, "eval_order": 4535}
{"item_id": "high_school_physics__95", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.610879, "transfer_probe_score": 0.961746, "eval_order": 4536}
{"item_id": "machine_learning__21", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.286114, "transfer_probe_score": 0.999431, "eval_order": 4537}
{"item_id": "college_mathematics__20", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.330642, "transfer_probe_score": 0.989835, "eval_order": 4538}
{"item_id": "formal_logic__99", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.538853, "transfer_probe_score": 0.999904, "eval_order": 4539}
{"item_id": "philosophy__137", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047757, "transfer_probe_score": 0.999947, "eval_order": 4540}
{"item_id": "formal_logic__10", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.229511, "transfer_probe_score": 0.729481, "eval_order": 4541}
{"item_id": "professional_medicine__71", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.503263, "transfer_probe_score": 0.963647, "eval_order": 4542}
{"item_id": "professional_law__1124", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.623863, "transfer_probe_score": 0.876727, "eval_order": 4543}
{"item_id": "high_school_chemistry__89", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.431673, "transfer_probe_score": 0.997036, "eval_order": 4544}
{"item_id": "college_computer_science__55", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.180836, "transfer_probe_score": 0.99973, "eval_order": 4545}
{"item_id": "college_physics__0", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.364358, "transfer_probe_score": 0.999598, "eval_order": 4546}
{"item_id": "machine_learning__55", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.085994, "transfer_probe_score": 0.992667, "eval_order": 4547}
{"item_id": "miscellaneous__768", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.762133, "transfer_probe_score": 0.843776, "eval_order": 4548}
{"item_id": "miscellaneous__781", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.017065, "transfer_probe_score": 0.999989, "eval_order": 4549}
{"item_id": "moral_scenarios__765", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.503781, "transfer_probe_score": 0.999804, "eval_order": 4550}
{"item_id": "college_physics__67", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.648923, "transfer_probe_score": 0.999592, "eval_order": 4551}
{"item_id": "world_religions__73", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009953, "transfer_probe_score": 0.999927, "eval_order": 4552}
{"item_id": "miscellaneous__728", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003747, "transfer_probe_score": 0.999993, "eval_order": 4553}
{"item_id": "college_physics__89", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.589083, "transfer_probe_score": 0.868028, "eval_order": 4554}
{"item_id": "miscellaneous__775", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.036134, "transfer_probe_score": 0.999981, "eval_order": 4555}
{"item_id": "formal_logic__56", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.422932, "transfer_probe_score": 0.999432, "eval_order": 4556}
{"item_id": "formal_logic__85", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.094991, "transfer_probe_score": 0.931395, "eval_order": 4557}
{"item_id": "miscellaneous__125", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012455, "transfer_probe_score": 0.999999, "eval_order": 4558}
{"item_id": "machine_learning__6", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.727197, "transfer_probe_score": 0.993531, "eval_order": 4559}
{"item_id": "college_computer_science__63", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.108292, "transfer_probe_score": 0.999971, "eval_order": 4560}
{"item_id": "formal_logic__52", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.130919, "transfer_probe_score": 0.818258, "eval_order": 4561}
{"item_id": "formal_logic__115", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.260277, "transfer_probe_score": 0.996433, "eval_order": 4562}
{"item_id": "world_religions__118", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004552, "transfer_probe_score": 0.999966, "eval_order": 4563}
{"item_id": "college_computer_science__0", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.503967, "transfer_probe_score": 0.997166, "eval_order": 4564}
{"item_id": "high_school_chemistry__188", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.391561, "transfer_probe_score": 0.999983, "eval_order": 4565}
{"item_id": "college_chemistry__6", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.034912, "transfer_probe_score": 0.999333, "eval_order": 4566}
{"item_id": "professional_law__1446", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.505057, "transfer_probe_score": 0.999629, "eval_order": 4567}
{"item_id": "college_computer_science__3", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.600834, "transfer_probe_score": 0.999391, "eval_order": 4568}
{"item_id": "electrical_engineering__42", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.638079, "transfer_probe_score": 0.999982, "eval_order": 4569}
{"item_id": "anatomy__48", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.435576, "transfer_probe_score": 0.708849, "eval_order": 4570}
{"item_id": "high_school_physics__34", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.5192, "transfer_probe_score": 0.998599, "eval_order": 4571}
{"item_id": "econometrics__49", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.480446, "transfer_probe_score": 0.92425, "eval_order": 4572}
{"item_id": "formal_logic__23", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.641487, "transfer_probe_score": 0.991466, "eval_order": 4573}
{"item_id": "high_school_mathematics__115", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.589224, "transfer_probe_score": 0.999438, "eval_order": 4574}
{"item_id": "anatomy__111", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.172198, "transfer_probe_score": 0.996196, "eval_order": 4575}
{"item_id": "miscellaneous__317", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.002976, "transfer_probe_score": 0.997745, "eval_order": 4576}
{"item_id": "professional_medicine__15", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.022837, "transfer_probe_score": 0.999798, "eval_order": 4577}
{"item_id": "marketing__81", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.038254, "transfer_probe_score": 0.996795, "eval_order": 4578}
{"item_id": "professional_medicine__34", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.148433, "transfer_probe_score": 0.994252, "eval_order": 4579}
{"item_id": "high_school_mathematics__93", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.272832, "transfer_probe_score": 0.999249, "eval_order": 4580}
{"item_id": "miscellaneous__575", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.76229, "transfer_probe_score": 0.999512, "eval_order": 4581}
{"item_id": "professional_medicine__19", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.215538, "transfer_probe_score": 0.999817, "eval_order": 4582}
{"item_id": "professional_medicine__192", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.606159, "transfer_probe_score": 0.986572, "eval_order": 4583}
{"item_id": "high_school_physics__134", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.476298, "transfer_probe_score": 0.924462, "eval_order": 4584}
{"item_id": "professional_law__920", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.630724, "transfer_probe_score": 0.98949, "eval_order": 4585}
{"item_id": "college_mathematics__66", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.370704, "transfer_probe_score": 0.999232, "eval_order": 4586}
{"item_id": "machine_learning__43", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.219413, "transfer_probe_score": 0.999999, "eval_order": 4587}
{"item_id": "college_computer_science__10", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.475983, "transfer_probe_score": 0.908172, "eval_order": 4588}
{"item_id": "professional_law__1050", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.037144, "transfer_probe_score": 0.996828, "eval_order": 4589}
{"item_id": "conceptual_physics__58", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016909, "transfer_probe_score": 0.997888, "eval_order": 4590}
{"item_id": "moral_scenarios__14", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.261088, "transfer_probe_score": 0.990967, "eval_order": 4591}
{"item_id": "high_school_chemistry__192", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016533, "transfer_probe_score": 0.995383, "eval_order": 4592}
{"item_id": "conceptual_physics__160", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.478583, "transfer_probe_score": 0.970936, "eval_order": 4593}
{"item_id": "college_chemistry__58", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.590149, "transfer_probe_score": 0.999584, "eval_order": 4594}
{"item_id": "moral_scenarios__769", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.450158, "transfer_probe_score": 0.999943, "eval_order": 4595}
{"item_id": "college_computer_science__50", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.093723, "transfer_probe_score": 0.99876, "eval_order": 4596}
{"item_id": "nutrition__294", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.597644, "transfer_probe_score": 0.999736, "eval_order": 4597}
{"item_id": "machine_learning__106", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.339173, "transfer_probe_score": 0.989332, "eval_order": 4598}
{"item_id": "college_chemistry__48", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018449, "transfer_probe_score": 0.999959, "eval_order": 4599}
{"item_id": "anatomy__34", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420227, "transfer_probe_score": 0.977414, "eval_order": 4600}
{"item_id": "college_chemistry__82", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.466955, "transfer_probe_score": 0.999148, "eval_order": 4601}
{"item_id": "college_physics__72", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.245958, "transfer_probe_score": 0.999911, "eval_order": 4602}
{"item_id": "college_computer_science__46", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.076371, "transfer_probe_score": 0.999411, "eval_order": 4603}
{"item_id": "formal_logic__51", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.57844, "transfer_probe_score": 0.996983, "eval_order": 4604}
{"item_id": "college_physics__99", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.59308, "transfer_probe_score": 0.991248, "eval_order": 4605}
{"item_id": "college_mathematics__84", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.456213, "transfer_probe_score": 0.999988, "eval_order": 4606}
{"item_id": "world_religions__6", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.078778, "transfer_probe_score": 0.999867, "eval_order": 4607}
{"item_id": "formal_logic__81", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.225421, "transfer_probe_score": 0.986805, "eval_order": 4608}
{"item_id": "electrical_engineering__37", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.114602, "transfer_probe_score": 0.469081, "eval_order": 4609}
{"item_id": "abstract_algebra__83", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.591184, "transfer_probe_score": 0.999876, "eval_order": 4610}
{"item_id": "abstract_algebra__70", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.140742, "transfer_probe_score": 0.989962, "eval_order": 4611}
{"item_id": "conceptual_physics__141", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.786382, "transfer_probe_score": 0.979154, "eval_order": 4612}
{"item_id": "machine_learning__41", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.539061, "transfer_probe_score": 0.993113, "eval_order": 4613}
{"item_id": "college_mathematics__2", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.353479, "transfer_probe_score": 0.999947, "eval_order": 4614}
{"item_id": "high_school_chemistry__65", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.571215, "transfer_probe_score": 0.999847, "eval_order": 4615}
{"item_id": "nutrition__80", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.123372, "transfer_probe_score": 0.963058, "eval_order": 4616}
{"item_id": "college_computer_science__37", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.816272, "transfer_probe_score": 0.87591, "eval_order": 4617}
{"item_id": "conceptual_physics__76", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.828112, "transfer_probe_score": 0.943108, "eval_order": 4618}
{"item_id": "college_physics__8", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.032785, "transfer_probe_score": 0.998591, "eval_order": 4619}
{"item_id": "anatomy__44", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.22183, "transfer_probe_score": 0.996147, "eval_order": 4620}
{"item_id": "anatomy__57", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003763, "transfer_probe_score": 0.999655, "eval_order": 4621}
{"item_id": "marketing__216", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.274062, "transfer_probe_score": 0.997508, "eval_order": 4622}
{"item_id": "high_school_chemistry__153", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062264, "transfer_probe_score": 0.999502, "eval_order": 4623}
{"item_id": "electrical_engineering__118", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.414745, "transfer_probe_score": 0.999826, "eval_order": 4624}
{"item_id": "college_mathematics__93", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.344486, "transfer_probe_score": 0.996248, "eval_order": 4625}
{"item_id": "college_mathematics__15", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.363527, "transfer_probe_score": 0.998733, "eval_order": 4626}
{"item_id": "high_school_psychology__422", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.183101, "transfer_probe_score": 0.87388, "eval_order": 4627}
{"item_id": "moral_scenarios__98", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.510882, "transfer_probe_score": 0.999874, "eval_order": 4628}
{"item_id": "anatomy__72", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.043447, "transfer_probe_score": 0.99752, "eval_order": 4629}
{"item_id": "econometrics__104", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.416442, "transfer_probe_score": 0.998646, "eval_order": 4630}
{"item_id": "high_school_chemistry__103", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.926008, "transfer_probe_score": 0.904057, "eval_order": 4631}
{"item_id": "high_school_mathematics__243", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.699886, "transfer_probe_score": 0.796468, "eval_order": 4632}
{"item_id": "high_school_physics__6", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.308747, "transfer_probe_score": 0.988012, "eval_order": 4633}
{"item_id": "nutrition__49", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.101693, "transfer_probe_score": 0.999939, "eval_order": 4634}
{"item_id": "conceptual_physics__98", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.867398, "transfer_probe_score": 0.991887, "eval_order": 4635}
{"item_id": "college_physics__21", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.779731, "transfer_probe_score": 0.999972, "eval_order": 4636}
{"item_id": "marketing__144", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.183537, "transfer_probe_score": 0.920561, "eval_order": 4637}
{"item_id": "high_school_chemistry__20", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.628821, "transfer_probe_score": 0.976687, "eval_order": 4638}
{"item_id": "college_chemistry__73", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.21032, "transfer_probe_score": 0.999784, "eval_order": 4639}
{"item_id": "machine_learning__17", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.073052, "transfer_probe_score": 0.999868, "eval_order": 4640}
{"item_id": "college_mathematics__55", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.181985, "transfer_probe_score": 0.998111, "eval_order": 4641}
{"item_id": "formal_logic__74", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.129922, "transfer_probe_score": 0.940344, "eval_order": 4642}
{"item_id": "high_school_chemistry__35", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.125388, "transfer_probe_score": 0.999814, "eval_order": 4643}
{"item_id": "professional_medicine__50", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.54437, "transfer_probe_score": 0.991059, "eval_order": 4644}
{"item_id": "professional_law__688", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.182753, "transfer_probe_score": 0.999774, "eval_order": 4645}
{"item_id": "professional_medicine__128", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.265492, "transfer_probe_score": 0.999952, "eval_order": 4646}
{"item_id": "high_school_chemistry__15", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.243795, "transfer_probe_score": 0.999314, "eval_order": 4647}
{"item_id": "electrical_engineering__68", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.801987, "transfer_probe_score": 0.957949, "eval_order": 4648}
{"item_id": "high_school_psychology__310", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.008088, "transfer_probe_score": 0.999782, "eval_order": 4649}
{"item_id": "miscellaneous__743", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.079846, "transfer_probe_score": 0.999978, "eval_order": 4650}
{"item_id": "high_school_chemistry__202", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.445999, "transfer_probe_score": 0.961653, "eval_order": 4651}
{"item_id": "professional_medicine__124", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.078886, "transfer_probe_score": 0.999472, "eval_order": 4652}
{"item_id": "college_mathematics__80", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.18073, "transfer_probe_score": 0.999982, "eval_order": 4653}
{"item_id": "professional_medicine__118", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.256089, "transfer_probe_score": 0.983899, "eval_order": 4654}
{"item_id": "abstract_algebra__8", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.262738, "transfer_probe_score": 0.936745, "eval_order": 4655}
{"item_id": "machine_learning__4", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012681, "transfer_probe_score": 0.999993, "eval_order": 4656}
{"item_id": "econometrics__5", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.446739, "transfer_probe_score": 0.961414, "eval_order": 4657}
{"item_id": "moral_scenarios__840", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.646397, "transfer_probe_score": 0.942391, "eval_order": 4658}
{"item_id": "college_computer_science__26", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006017, "transfer_probe_score": 0.999432, "eval_order": 4659}
{"item_id": "professional_law__983", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.125186, "transfer_probe_score": 0.976321, "eval_order": 4660}
{"item_id": "high_school_mathematics__16", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.569496, "transfer_probe_score": 0.991953, "eval_order": 4661}
{"item_id": "electrical_engineering__50", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.843098, "transfer_probe_score": 0.926943, "eval_order": 4662}
{"item_id": "college_mathematics__56", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.494475, "transfer_probe_score": 0.999438, "eval_order": 4663}
{"item_id": "professional_law__444", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.800094, "transfer_probe_score": 0.999436, "eval_order": 4664}
{"item_id": "philosophy__55", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.217226, "transfer_probe_score": 0.999761, "eval_order": 4665}
{"item_id": "high_school_chemistry__75", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.166254, "transfer_probe_score": 0.999993, "eval_order": 4666}
{"item_id": "machine_learning__92", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.233187, "transfer_probe_score": 0.90227, "eval_order": 4667}
{"item_id": "philosophy__157", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006084, "transfer_probe_score": 0.999431, "eval_order": 4668}
{"item_id": "college_chemistry__2", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.540881, "transfer_probe_score": 0.998875, "eval_order": 4669}
{"item_id": "conceptual_physics__99", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.074661, "transfer_probe_score": 0.984373, "eval_order": 4670}
{"item_id": "marketing__150", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.028029, "transfer_probe_score": 0.973429, "eval_order": 4671}
{"item_id": "professional_law__1379", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.082613, "transfer_probe_score": 0.999745, "eval_order": 4672}
{"item_id": "nutrition__191", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.100678, "transfer_probe_score": 0.999124, "eval_order": 4673}
{"item_id": "formal_logic__53", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.823818, "transfer_probe_score": 0.988035, "eval_order": 4674}
{"item_id": "high_school_mathematics__150", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420541, "transfer_probe_score": 0.993089, "eval_order": 4675}
{"item_id": "anatomy__105", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.164625, "transfer_probe_score": 0.963487, "eval_order": 4676}
{"item_id": "professional_law__1322", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.33238, "transfer_probe_score": 0.978493, "eval_order": 4677}
{"item_id": "high_school_psychology__253", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.102837, "transfer_probe_score": 0.999186, "eval_order": 4678}
{"item_id": "high_school_psychology__117", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012038, "transfer_probe_score": 0.996407, "eval_order": 4679}
{"item_id": "college_computer_science__62", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.419627, "transfer_probe_score": 0.303332, "eval_order": 4680}
{"item_id": "world_religions__24", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.222096, "transfer_probe_score": 0.999815, "eval_order": 4681}
{"item_id": "nutrition__239", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013614, "transfer_probe_score": 0.999872, "eval_order": 4682}
{"item_id": "high_school_physics__100", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.463785, "transfer_probe_score": 0.988162, "eval_order": 4683}
{"item_id": "moral_scenarios__165", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.323683, "transfer_probe_score": 0.97739, "eval_order": 4684}
{"item_id": "professional_law__182", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.653385, "transfer_probe_score": 0.999274, "eval_order": 4685}
{"item_id": "abstract_algebra__80", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.545882, "transfer_probe_score": 0.999944, "eval_order": 4686}
{"item_id": "high_school_physics__86", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.207155, "transfer_probe_score": 0.999971, "eval_order": 4687}
{"item_id": "anatomy__38", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.545814, "transfer_probe_score": 0.956958, "eval_order": 4688}
{"item_id": "conceptual_physics__152", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.456353, "transfer_probe_score": 0.999814, "eval_order": 4689}
{"item_id": "philosophy__74", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.122186, "transfer_probe_score": 0.999976, "eval_order": 4690}
{"item_id": "conceptual_physics__65", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.824405, "transfer_probe_score": 0.992564, "eval_order": 4691}
{"item_id": "electrical_engineering__71", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.265291, "transfer_probe_score": 0.751482, "eval_order": 4692}
{"item_id": "professional_medicine__256", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.010681, "transfer_probe_score": 0.997975, "eval_order": 4693}
{"item_id": "world_religions__36", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.067497, "transfer_probe_score": 0.999995, "eval_order": 4694}
{"item_id": "world_religions__119", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.379816, "transfer_probe_score": 0.99998, "eval_order": 4695}
{"item_id": "anatomy__122", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013914, "transfer_probe_score": 0.999644, "eval_order": 4696}
{"item_id": "marketing__194", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.020317, "transfer_probe_score": 0.923737, "eval_order": 4697}
{"item_id": "professional_law__1258", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.779606, "transfer_probe_score": 0.997602, "eval_order": 4698}
{"item_id": "professional_law__1491", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.118029, "transfer_probe_score": 0.997017, "eval_order": 4699}
{"item_id": "moral_scenarios__621", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.386408, "transfer_probe_score": 0.99889, "eval_order": 4700}
{"item_id": "professional_law__86", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.189196, "transfer_probe_score": 0.996868, "eval_order": 4701}
{"item_id": "philosophy__273", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.254311, "transfer_probe_score": 0.999652, "eval_order": 4702}
{"item_id": "high_school_physics__48", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.212877, "transfer_probe_score": 0.998847, "eval_order": 4703}
{"item_id": "moral_scenarios__174", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.735239, "transfer_probe_score": 0.705216, "eval_order": 4704}
{"item_id": "nutrition__66", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.059142, "transfer_probe_score": 0.997417, "eval_order": 4705}
{"item_id": "econometrics__56", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.440735, "transfer_probe_score": 0.988449, "eval_order": 4706}
{"item_id": "econometrics__54", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.73951, "transfer_probe_score": 0.989187, "eval_order": 4707}
{"item_id": "moral_scenarios__446", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.327458, "transfer_probe_score": 0.997204, "eval_order": 4708}
{"item_id": "professional_law__639", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.145562, "transfer_probe_score": 0.941312, "eval_order": 4709}
{"item_id": "college_computer_science__1", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.563136, "transfer_probe_score": 0.999822, "eval_order": 4710}
{"item_id": "conceptual_physics__117", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.015333, "transfer_probe_score": 0.995176, "eval_order": 4711}
{"item_id": "conceptual_physics__121", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.67392, "transfer_probe_score": 0.996115, "eval_order": 4712}
{"item_id": "high_school_physics__68", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.092881, "transfer_probe_score": 0.92653, "eval_order": 4713}
{"item_id": "high_school_psychology__473", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.503432, "transfer_probe_score": 0.999857, "eval_order": 4714}
{"item_id": "professional_medicine__157", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.195163, "transfer_probe_score": 0.995818, "eval_order": 4715}
{"item_id": "moral_scenarios__453", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.352487, "transfer_probe_score": 0.999791, "eval_order": 4716}
{"item_id": "abstract_algebra__29", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.269332, "transfer_probe_score": 0.99659, "eval_order": 4717}
{"item_id": "high_school_physics__130", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.043363, "transfer_probe_score": 0.998631, "eval_order": 4718}
{"item_id": "formal_logic__101", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.500616, "transfer_probe_score": 0.920881, "eval_order": 4719}
{"item_id": "formal_logic__98", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023341, "transfer_probe_score": 0.983739, "eval_order": 4720}
{"item_id": "college_computer_science__44", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.141521, "transfer_probe_score": 0.993362, "eval_order": 4721}
{"item_id": "high_school_physics__25", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.465544, "transfer_probe_score": 0.998654, "eval_order": 4722}
{"item_id": "miscellaneous__473", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.066674, "transfer_probe_score": 0.99367, "eval_order": 4723}
{"item_id": "nutrition__213", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.246767, "transfer_probe_score": 0.999385, "eval_order": 4724}
{"item_id": "moral_scenarios__520", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.614524, "transfer_probe_score": 0.79012, "eval_order": 4725}
{"item_id": "conceptual_physics__162", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.163108, "transfer_probe_score": 0.862271, "eval_order": 4726}
{"item_id": "marketing__146", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.014128, "transfer_probe_score": 0.994944, "eval_order": 4727}
{"item_id": "college_physics__34", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.3657, "transfer_probe_score": 0.998776, "eval_order": 4728}
{"item_id": "college_chemistry__0", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.145634, "transfer_probe_score": 0.994667, "eval_order": 4729}
{"item_id": "college_computer_science__29", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.153286, "transfer_probe_score": 0.987893, "eval_order": 4730}
{"item_id": "college_mathematics__28", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.274367, "transfer_probe_score": 0.999979, "eval_order": 4731}
{"item_id": "professional_law__243", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.153126, "transfer_probe_score": 0.999906, "eval_order": 4732}
{"item_id": "marketing__20", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.033478, "transfer_probe_score": 0.987694, "eval_order": 4733}
{"item_id": "high_school_chemistry__158", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.649894, "transfer_probe_score": 0.998314, "eval_order": 4734}
{"item_id": "machine_learning__23", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.525979, "transfer_probe_score": 0.999933, "eval_order": 4735}
{"item_id": "econometrics__100", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.588681, "transfer_probe_score": 0.995362, "eval_order": 4736}
{"item_id": "high_school_chemistry__183", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.885266, "transfer_probe_score": 0.998894, "eval_order": 4737}
{"item_id": "machine_learning__44", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.423275, "transfer_probe_score": 0.999856, "eval_order": 4738}
{"item_id": "conceptual_physics__71", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.380886, "transfer_probe_score": 0.999927, "eval_order": 4739}
{"item_id": "college_chemistry__60", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.827335, "transfer_probe_score": 0.999996, "eval_order": 4740}
{"item_id": "electrical_engineering__82", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086334, "transfer_probe_score": 0.998674, "eval_order": 4741}
{"item_id": "electrical_engineering__137", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.369573, "transfer_probe_score": 0.975685, "eval_order": 4742}
{"item_id": "formal_logic__32", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.446832, "transfer_probe_score": 0.980127, "eval_order": 4743}
{"item_id": "conceptual_physics__23", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.307351, "transfer_probe_score": 0.939482, "eval_order": 4744}
{"item_id": "nutrition__272", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.535993, "transfer_probe_score": 0.99964, "eval_order": 4745}
{"item_id": "college_chemistry__18", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.966244, "transfer_probe_score": 0.763037, "eval_order": 4746}
{"item_id": "moral_scenarios__853", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.362556, "transfer_probe_score": 0.997873, "eval_order": 4747}
{"item_id": "miscellaneous__61", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.441064, "transfer_probe_score": 1.0, "eval_order": 4748}
{"item_id": "anatomy__56", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.074737, "transfer_probe_score": 0.995159, "eval_order": 4749}
{"item_id": "conceptual_physics__70", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.347649, "transfer_probe_score": 0.999989, "eval_order": 4750}
{"item_id": "college_mathematics__47", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.368673, "transfer_probe_score": 0.989071, "eval_order": 4751}
{"item_id": "miscellaneous__582", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.012659, "transfer_probe_score": 0.999925, "eval_order": 4752}
{"item_id": "electrical_engineering__114", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.074937, "transfer_probe_score": 0.999908, "eval_order": 4753}
{"item_id": "machine_learning__27", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.377125, "transfer_probe_score": 0.999986, "eval_order": 4754}
{"item_id": "moral_scenarios__678", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.435626, "transfer_probe_score": 0.997949, "eval_order": 4755}
{"item_id": "high_school_physics__53", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.312015, "transfer_probe_score": 0.962503, "eval_order": 4756}
{"item_id": "abstract_algebra__65", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.643588, "transfer_probe_score": 0.99992, "eval_order": 4757}
{"item_id": "high_school_physics__85", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.107546, "transfer_probe_score": 0.999593, "eval_order": 4758}
{"item_id": "philosophy__73", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.292851, "transfer_probe_score": 0.996673, "eval_order": 4759}
{"item_id": "college_physics__55", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.555528, "transfer_probe_score": 0.992479, "eval_order": 4760}
{"item_id": "high_school_physics__18", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.523012, "transfer_probe_score": 0.980611, "eval_order": 4761}
{"item_id": "marketing__23", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.036253, "transfer_probe_score": 0.999771, "eval_order": 4762}
{"item_id": "machine_learning__93", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.138937, "transfer_probe_score": 0.999848, "eval_order": 4763}
{"item_id": "moral_scenarios__479", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.190032, "transfer_probe_score": 0.986064, "eval_order": 4764}
{"item_id": "high_school_mathematics__184", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.215133, "transfer_probe_score": 0.959385, "eval_order": 4765}
{"item_id": "conceptual_physics__182", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.00457, "transfer_probe_score": 0.999935, "eval_order": 4766}
{"item_id": "world_religions__41", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.807804, "transfer_probe_score": 0.999805, "eval_order": 4767}
{"item_id": "marketing__114", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.41433, "transfer_probe_score": 0.677866, "eval_order": 4768}
{"item_id": "miscellaneous__647", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.694509, "transfer_probe_score": 0.999885, "eval_order": 4769}
{"item_id": "professional_medicine__148", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.562568, "transfer_probe_score": 0.963489, "eval_order": 4770}
{"item_id": "marketing__147", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029307, "transfer_probe_score": 0.898038, "eval_order": 4771}
{"item_id": "professional_law__1333", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.05275, "transfer_probe_score": 0.999941, "eval_order": 4772}
{"item_id": "formal_logic__9", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.013981, "transfer_probe_score": 0.996776, "eval_order": 4773}
{"item_id": "formal_logic__84", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.796854, "transfer_probe_score": 0.940498, "eval_order": 4774}
{"item_id": "professional_medicine__80", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.060582, "transfer_probe_score": 0.999871, "eval_order": 4775}
{"item_id": "professional_law__9", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.053359, "transfer_probe_score": 0.993128, "eval_order": 4776}
{"item_id": "college_physics__28", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.321366, "transfer_probe_score": 0.999862, "eval_order": 4777}
{"item_id": "professional_law__544", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.182267, "transfer_probe_score": 0.995864, "eval_order": 4778}
{"item_id": "marketing__127", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.054079, "transfer_probe_score": 0.903736, "eval_order": 4779}
{"item_id": "high_school_chemistry__26", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.206185, "transfer_probe_score": 0.884705, "eval_order": 4780}
{"item_id": "econometrics__73", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.318351, "transfer_probe_score": 0.838885, "eval_order": 4781}
{"item_id": "miscellaneous__559", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.004022, "transfer_probe_score": 0.999975, "eval_order": 4782}
{"item_id": "high_school_physics__84", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.800592, "transfer_probe_score": 0.97708, "eval_order": 4783}
{"item_id": "college_computer_science__53", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.015047, "transfer_probe_score": 0.999941, "eval_order": 4784}
{"item_id": "high_school_chemistry__104", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.499208, "transfer_probe_score": 0.999751, "eval_order": 4785}
{"item_id": "college_mathematics__79", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.727616, "transfer_probe_score": 0.999998, "eval_order": 4786}
{"item_id": "professional_law__1193", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.525186, "transfer_probe_score": 0.993869, "eval_order": 4787}
{"item_id": "formal_logic__34", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.310262, "transfer_probe_score": 0.625756, "eval_order": 4788}
{"item_id": "formal_logic__30", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.425749, "transfer_probe_score": 0.994894, "eval_order": 4789}
{"item_id": "anatomy__123", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.077737, "transfer_probe_score": 0.999064, "eval_order": 4790}
{"item_id": "miscellaneous__312", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024561, "transfer_probe_score": 0.99971, "eval_order": 4791}
{"item_id": "marketing__181", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.259192, "transfer_probe_score": 0.864919, "eval_order": 4792}
{"item_id": "college_physics__84", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.583027, "transfer_probe_score": 0.998364, "eval_order": 4793}
{"item_id": "machine_learning__64", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.424665, "transfer_probe_score": 0.998365, "eval_order": 4794}
{"item_id": "world_religions__148", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007216, "transfer_probe_score": 0.990341, "eval_order": 4795}
{"item_id": "high_school_psychology__0", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.403754, "transfer_probe_score": 0.996793, "eval_order": 4796}
{"item_id": "marketing__70", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044279, "transfer_probe_score": 0.997372, "eval_order": 4797}
{"item_id": "conceptual_physics__38", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009002, "transfer_probe_score": 0.999899, "eval_order": 4798}
{"item_id": "miscellaneous__524", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044009, "transfer_probe_score": 0.999291, "eval_order": 4799}
{"item_id": "anatomy__109", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.148636, "transfer_probe_score": 0.912265, "eval_order": 4800}
{"item_id": "professional_medicine__58", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.461584, "transfer_probe_score": 0.999419, "eval_order": 4801}
{"item_id": "high_school_chemistry__29", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.033582, "transfer_probe_score": 0.990758, "eval_order": 4802}
{"item_id": "abstract_algebra__74", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.733591, "transfer_probe_score": 0.999916, "eval_order": 4803}
{"item_id": "miscellaneous__566", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.669591, "transfer_probe_score": 0.999516, "eval_order": 4804}
{"item_id": "nutrition__68", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.252251, "transfer_probe_score": 0.994562, "eval_order": 4805}
{"item_id": "machine_learning__70", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.535053, "transfer_probe_score": 0.889774, "eval_order": 4806}
{"item_id": "high_school_physics__69", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.283823, "transfer_probe_score": 0.575753, "eval_order": 4807}
{"item_id": "philosophy__99", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.913954, "transfer_probe_score": 0.999955, "eval_order": 4808}
{"item_id": "professional_law__925", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.605779, "transfer_probe_score": 0.999763, "eval_order": 4809}
{"item_id": "moral_scenarios__417", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.563177, "transfer_probe_score": 0.99889, "eval_order": 4810}
{"item_id": "high_school_chemistry__76", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.037344, "transfer_probe_score": 0.991905, "eval_order": 4811}
{"item_id": "high_school_mathematics__221", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.423273, "transfer_probe_score": 0.673537, "eval_order": 4812}
{"item_id": "abstract_algebra__64", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.438774, "transfer_probe_score": 0.998353, "eval_order": 4813}
{"item_id": "anatomy__73", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.683752, "transfer_probe_score": 0.978711, "eval_order": 4814}
{"item_id": "formal_logic__2", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.289277, "transfer_probe_score": 0.979216, "eval_order": 4815}
{"item_id": "high_school_psychology__298", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.016003, "transfer_probe_score": 0.998715, "eval_order": 4816}
{"item_id": "formal_logic__17", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.20011, "transfer_probe_score": 0.87778, "eval_order": 4817}
{"item_id": "high_school_physics__147", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.792817, "transfer_probe_score": 0.54461, "eval_order": 4818}
{"item_id": "moral_scenarios__297", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.802455, "transfer_probe_score": 0.999266, "eval_order": 4819}
{"item_id": "conceptual_physics__119", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.444172, "transfer_probe_score": 0.999906, "eval_order": 4820}
{"item_id": "miscellaneous__373", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.989184, "transfer_probe_score": 0.999928, "eval_order": 4821}
{"item_id": "econometrics__77", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.048106, "transfer_probe_score": 0.986277, "eval_order": 4822}
{"item_id": "nutrition__111", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.180181, "transfer_probe_score": 0.99977, "eval_order": 4823}
{"item_id": "machine_learning__57", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.804796, "transfer_probe_score": 0.999627, "eval_order": 4824}
{"item_id": "miscellaneous__536", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.02322, "transfer_probe_score": 0.999999, "eval_order": 4825}
{"item_id": "conceptual_physics__122", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.337399, "transfer_probe_score": 0.999933, "eval_order": 4826}
{"item_id": "moral_scenarios__664", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.41411, "transfer_probe_score": 0.999819, "eval_order": 4827}
{"item_id": "college_computer_science__75", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.328268, "transfer_probe_score": 0.991001, "eval_order": 4828}
{"item_id": "world_religions__45", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087306, "transfer_probe_score": 0.996075, "eval_order": 4829}
{"item_id": "formal_logic__60", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.26118, "transfer_probe_score": 0.982741, "eval_order": 4830}
{"item_id": "professional_law__1246", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.384308, "transfer_probe_score": 0.998843, "eval_order": 4831}
{"item_id": "professional_law__1303", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.045449, "transfer_probe_score": 0.997928, "eval_order": 4832}
{"item_id": "abstract_algebra__69", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.368872, "transfer_probe_score": 0.999918, "eval_order": 4833}
{"item_id": "anatomy__9", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.158099, "transfer_probe_score": 0.898761, "eval_order": 4834}
{"item_id": "world_religions__91", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.201034, "transfer_probe_score": 0.999996, "eval_order": 4835}
{"item_id": "formal_logic__119", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.098556, "transfer_probe_score": 0.999788, "eval_order": 4836}
{"item_id": "electrical_engineering__104", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.109816, "transfer_probe_score": 0.982788, "eval_order": 4837}
{"item_id": "abstract_algebra__10", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.659176, "transfer_probe_score": 0.998352, "eval_order": 4838}
{"item_id": "college_chemistry__94", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.616198, "transfer_probe_score": 0.960526, "eval_order": 4839}
{"item_id": "professional_law__594", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.413293, "transfer_probe_score": 0.996595, "eval_order": 4840}
{"item_id": "high_school_physics__20", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.253423, "transfer_probe_score": 0.957613, "eval_order": 4841}
{"item_id": "moral_scenarios__220", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.210137, "transfer_probe_score": 0.999609, "eval_order": 4842}
{"item_id": "formal_logic__7", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.059118, "transfer_probe_score": 0.983177, "eval_order": 4843}
{"item_id": "philosophy__253", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.599593, "transfer_probe_score": 0.99917, "eval_order": 4844}
{"item_id": "high_school_chemistry__50", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.570771, "transfer_probe_score": 0.974658, "eval_order": 4845}
{"item_id": "formal_logic__114", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.272734, "transfer_probe_score": 0.597878, "eval_order": 4846}
{"item_id": "moral_scenarios__471", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.545106, "transfer_probe_score": 0.98411, "eval_order": 4847}
{"item_id": "college_chemistry__14", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.912204, "transfer_probe_score": 0.299048, "eval_order": 4848}
{"item_id": "college_computer_science__72", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.34978, "transfer_probe_score": 0.997252, "eval_order": 4849}
{"item_id": "philosophy__85", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062523, "transfer_probe_score": 0.999922, "eval_order": 4850}
{"item_id": "nutrition__65", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.086645, "transfer_probe_score": 0.999987, "eval_order": 4851}
{"item_id": "high_school_chemistry__155", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.18248, "transfer_probe_score": 0.999916, "eval_order": 4852}
{"item_id": "world_religions__7", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.044188, "transfer_probe_score": 0.998011, "eval_order": 4853}
{"item_id": "professional_law__368", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.459104, "transfer_probe_score": 0.994568, "eval_order": 4854}
{"item_id": "high_school_physics__125", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.310847, "transfer_probe_score": 0.996355, "eval_order": 4855}
{"item_id": "high_school_mathematics__35", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.258558, "transfer_probe_score": 0.999695, "eval_order": 4856}
{"item_id": "world_religions__121", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.101248, "transfer_probe_score": 0.999997, "eval_order": 4857}
{"item_id": "professional_medicine__229", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.376455, "transfer_probe_score": 0.976506, "eval_order": 4858}
{"item_id": "college_physics__81", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.438476, "transfer_probe_score": 0.981292, "eval_order": 4859}
{"item_id": "high_school_mathematics__86", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.233963, "transfer_probe_score": 0.99991, "eval_order": 4860}
{"item_id": "electrical_engineering__75", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.145493, "transfer_probe_score": 0.990897, "eval_order": 4861}
{"item_id": "high_school_chemistry__200", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.700436, "transfer_probe_score": 0.979922, "eval_order": 4862}
{"item_id": "moral_scenarios__852", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.186905, "transfer_probe_score": 0.999849, "eval_order": 4863}
{"item_id": "machine_learning__14", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.047786, "transfer_probe_score": 0.999495, "eval_order": 4864}
{"item_id": "high_school_psychology__272", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005016, "transfer_probe_score": 0.99951, "eval_order": 4865}
{"item_id": "high_school_physics__140", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.029687, "transfer_probe_score": 0.999302, "eval_order": 4866}
{"item_id": "anatomy__42", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.042343, "transfer_probe_score": 0.999666, "eval_order": 4867}
{"item_id": "college_physics__11", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.428768, "transfer_probe_score": 0.999989, "eval_order": 4868}
{"item_id": "high_school_psychology__391", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.134024, "transfer_probe_score": 0.999931, "eval_order": 4869}
{"item_id": "college_mathematics__49", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.425777, "transfer_probe_score": 0.95882, "eval_order": 4870}
{"item_id": "marketing__67", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.018899, "transfer_probe_score": 0.994804, "eval_order": 4871}
{"item_id": "conceptual_physics__128", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.996276, "transfer_probe_score": 0.999856, "eval_order": 4872}
{"item_id": "miscellaneous__297", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.087909, "transfer_probe_score": 0.999501, "eval_order": 4873}
{"item_id": "high_school_mathematics__9", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.426383, "transfer_probe_score": 0.99994, "eval_order": 4874}
{"item_id": "professional_law__307", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.606366, "transfer_probe_score": 0.985827, "eval_order": 4875}
{"item_id": "formal_logic__61", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.425145, "transfer_probe_score": 0.991475, "eval_order": 4876}
{"item_id": "nutrition__172", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.424796, "transfer_probe_score": 0.999999, "eval_order": 4877}
{"item_id": "college_chemistry__71", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.20144, "transfer_probe_score": 0.997363, "eval_order": 4878}
{"item_id": "high_school_physics__70", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.536278, "transfer_probe_score": 0.998389, "eval_order": 4879}
{"item_id": "professional_law__8", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.399248, "transfer_probe_score": 0.989816, "eval_order": 4880}
{"item_id": "conceptual_physics__123", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.318179, "transfer_probe_score": 0.655302, "eval_order": 4881}
{"item_id": "professional_law__626", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.313788, "transfer_probe_score": 0.99976, "eval_order": 4882}
{"item_id": "anatomy__45", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.024512, "transfer_probe_score": 0.998037, "eval_order": 4883}
{"item_id": "nutrition__253", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.711041, "transfer_probe_score": 0.999751, "eval_order": 4884}
{"item_id": "high_school_psychology__218", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.400487, "transfer_probe_score": 0.971862, "eval_order": 4885}
{"item_id": "college_mathematics__6", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.54437, "transfer_probe_score": 0.999903, "eval_order": 4886}
{"item_id": "high_school_physics__58", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.29375, "transfer_probe_score": 0.995436, "eval_order": 4887}
{"item_id": "philosophy__305", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.64992, "transfer_probe_score": 0.97958, "eval_order": 4888}
{"item_id": "college_chemistry__77", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.100217, "transfer_probe_score": 0.999015, "eval_order": 4889}
{"item_id": "professional_medicine__7", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.420268, "transfer_probe_score": 0.999685, "eval_order": 4890}
{"item_id": "conceptual_physics__14", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.300513, "transfer_probe_score": 0.999816, "eval_order": 4891}
{"item_id": "professional_medicine__161", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.106262, "transfer_probe_score": 0.957652, "eval_order": 4892}
{"item_id": "high_school_physics__66", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.752897, "transfer_probe_score": 0.997936, "eval_order": 4893}
{"item_id": "college_physics__74", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.507802, "transfer_probe_score": 0.995205, "eval_order": 4894}
{"item_id": "electrical_engineering__87", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.565091, "transfer_probe_score": 0.764215, "eval_order": 4895}
{"item_id": "professional_law__618", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.706588, "transfer_probe_score": 0.953303, "eval_order": 4896}
{"item_id": "high_school_chemistry__113", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.069007, "transfer_probe_score": 0.999985, "eval_order": 4897}
{"item_id": "college_mathematics__61", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.212476, "transfer_probe_score": 0.714873, "eval_order": 4898}
{"item_id": "high_school_chemistry__74", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.43746, "transfer_probe_score": 0.99838, "eval_order": 4899}
{"item_id": "professional_law__184", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.085081, "transfer_probe_score": 0.935377, "eval_order": 4900}
{"item_id": "professional_law__434", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.618917, "transfer_probe_score": 0.976753, "eval_order": 4901}
{"item_id": "conceptual_physics__1", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.114549, "transfer_probe_score": 0.977258, "eval_order": 4902}
{"item_id": "professional_medicine__261", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.368581, "transfer_probe_score": 0.995772, "eval_order": 4903}
{"item_id": "anatomy__77", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.234306, "transfer_probe_score": 0.997168, "eval_order": 4904}
{"item_id": "high_school_mathematics__62", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.103147, "transfer_probe_score": 0.999994, "eval_order": 4905}
{"item_id": "high_school_psychology__248", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.041735, "transfer_probe_score": 0.993839, "eval_order": 4906}
{"item_id": "college_mathematics__16", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.669069, "transfer_probe_score": 0.998644, "eval_order": 4907}
{"item_id": "electrical_engineering__128", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.625494, "transfer_probe_score": 0.183017, "eval_order": 4908}
{"item_id": "anatomy__94", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.410362, "transfer_probe_score": 0.999653, "eval_order": 4909}
{"item_id": "high_school_physics__33", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.205504, "transfer_probe_score": 0.989138, "eval_order": 4910}
{"item_id": "professional_law__1004", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.10757, "transfer_probe_score": 0.903459, "eval_order": 4911}
{"item_id": "marketing__126", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.049853, "transfer_probe_score": 0.999337, "eval_order": 4912}
{"item_id": "professional_law__401", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.111275, "transfer_probe_score": 1.0, "eval_order": 4913}
{"item_id": "college_chemistry__45", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.515739, "transfer_probe_score": 0.999691, "eval_order": 4914}
{"item_id": "machine_learning__59", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.261936, "transfer_probe_score": 0.995613, "eval_order": 4915}
{"item_id": "moral_scenarios__566", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.072956, "transfer_probe_score": 0.998617, "eval_order": 4916}
{"item_id": "abstract_algebra__57", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.192575, "transfer_probe_score": 0.999983, "eval_order": 4917}
{"item_id": "anatomy__16", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.072174, "transfer_probe_score": 0.999721, "eval_order": 4918}
{"item_id": "world_religions__27", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.122917, "transfer_probe_score": 0.9984, "eval_order": 4919}
{"item_id": "college_physics__7", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.602658, "transfer_probe_score": 0.999859, "eval_order": 4920}
{"item_id": "miscellaneous__684", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.023084, "transfer_probe_score": 0.999857, "eval_order": 4921}
{"item_id": "high_school_mathematics__90", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.583259, "transfer_probe_score": 0.999973, "eval_order": 4922}
{"item_id": "machine_learning__58", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.376592, "transfer_probe_score": 0.997, "eval_order": 4923}
{"item_id": "electrical_engineering__140", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.084468, "transfer_probe_score": 0.980851, "eval_order": 4924}
{"item_id": "professional_law__1426", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.214794, "transfer_probe_score": 0.999817, "eval_order": 4925}
{"item_id": "philosophy__9", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.006595, "transfer_probe_score": 0.999709, "eval_order": 4926}
{"item_id": "formal_logic__44", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.217228, "transfer_probe_score": 0.95061, "eval_order": 4927}
{"item_id": "machine_learning__31", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.595506, "transfer_probe_score": 0.999608, "eval_order": 4928}
{"item_id": "college_computer_science__68", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.440065, "transfer_probe_score": 0.999923, "eval_order": 4929}
{"item_id": "conceptual_physics__97", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.490831, "transfer_probe_score": 0.943287, "eval_order": 4930}
{"item_id": "abstract_algebra__0", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.346578, "transfer_probe_score": 0.915505, "eval_order": 4931}
{"item_id": "high_school_chemistry__49", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.404449, "transfer_probe_score": 0.999997, "eval_order": 4932}
{"item_id": "professional_medicine__252", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.067956, "transfer_probe_score": 0.997128, "eval_order": 4933}
{"item_id": "high_school_chemistry__8", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.24108, "transfer_probe_score": 0.999977, "eval_order": 4934}
{"item_id": "abstract_algebra__20", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.267564, "transfer_probe_score": 0.999957, "eval_order": 4935}
{"item_id": "college_mathematics__24", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.460589, "transfer_probe_score": 0.99993, "eval_order": 4936}
{"item_id": "electrical_engineering__34", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.265904, "transfer_probe_score": 0.999708, "eval_order": 4937}
{"item_id": "high_school_mathematics__126", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.509315, "transfer_probe_score": 0.922214, "eval_order": 4938}
{"item_id": "nutrition__148", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.611242, "transfer_probe_score": 0.525463, "eval_order": 4939}
{"item_id": "high_school_chemistry__121", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.153383, "transfer_probe_score": 0.999923, "eval_order": 4940}
{"item_id": "professional_medicine__21", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.025843, "transfer_probe_score": 0.997189, "eval_order": 4941}
{"item_id": "marketing__45", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.282797, "transfer_probe_score": 0.999731, "eval_order": 4942}
{"item_id": "college_physics__32", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.683522, "transfer_probe_score": 0.996083, "eval_order": 4943}
{"item_id": "anatomy__130", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.082457, "transfer_probe_score": 0.989708, "eval_order": 4944}
{"item_id": "electrical_engineering__99", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.159849, "transfer_probe_score": 0.376519, "eval_order": 4945}
{"item_id": "professional_law__36", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.264808, "transfer_probe_score": 0.999599, "eval_order": 4946}
{"item_id": "high_school_physics__102", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.243617, "transfer_probe_score": 0.860214, "eval_order": 4947}
{"item_id": "professional_medicine__160", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.210249, "transfer_probe_score": 0.999957, "eval_order": 4948}
{"item_id": "college_mathematics__62", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.752469, "transfer_probe_score": 0.932143, "eval_order": 4949}
{"item_id": "electrical_engineering__125", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.679156, "transfer_probe_score": 0.998601, "eval_order": 4950}
{"item_id": "moral_scenarios__464", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.318423, "transfer_probe_score": 0.999623, "eval_order": 4951}
{"item_id": "conceptual_physics__112", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.867742, "transfer_probe_score": 0.999998, "eval_order": 4952}
{"item_id": "anatomy__26", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007727, "transfer_probe_score": 0.999564, "eval_order": 4953}
{"item_id": "professional_medicine__209", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.042913, "transfer_probe_score": 0.997121, "eval_order": 4954}
{"item_id": "professional_law__1519", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.202829, "transfer_probe_score": 0.99695, "eval_order": 4955}
{"item_id": "marketing__230", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.02277, "transfer_probe_score": 0.997035, "eval_order": 4956}
{"item_id": "miscellaneous__443", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.003679, "transfer_probe_score": 0.999928, "eval_order": 4957}
{"item_id": "high_school_mathematics__166", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.365889, "transfer_probe_score": 0.999774, "eval_order": 4958}
{"item_id": "formal_logic__112", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.9432, "transfer_probe_score": 0.615163, "eval_order": 4959}
{"item_id": "econometrics__78", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.37497, "transfer_probe_score": 0.99437, "eval_order": 4960}
{"item_id": "electrical_engineering__93", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.14632, "transfer_probe_score": 0.994598, "eval_order": 4961}
{"item_id": "professional_law__454", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.271066, "transfer_probe_score": 0.997355, "eval_order": 4962}
{"item_id": "world_religions__51", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.077289, "transfer_probe_score": 0.998716, "eval_order": 4963}
{"item_id": "college_chemistry__17", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.799324, "transfer_probe_score": 0.555039, "eval_order": 4964}
{"item_id": "anatomy__80", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.007814, "transfer_probe_score": 0.997428, "eval_order": 4965}
{"item_id": "professional_law__378", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.219133, "transfer_probe_score": 0.99827, "eval_order": 4966}
{"item_id": "miscellaneous__372", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.005961, "transfer_probe_score": 0.999993, "eval_order": 4967}
{"item_id": "econometrics__52", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.44172, "transfer_probe_score": 0.810702, "eval_order": 4968}
{"item_id": "philosophy__206", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.882003, "transfer_probe_score": 0.975286, "eval_order": 4969}
{"item_id": "college_mathematics__54", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.374844, "transfer_probe_score": 0.993536, "eval_order": 4970}
{"item_id": "college_mathematics__96", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.897508, "transfer_probe_score": 0.107419, "eval_order": 4971}
{"item_id": "professional_law__402", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.603371, "transfer_probe_score": 0.998218, "eval_order": 4972}
{"item_id": "college_physics__35", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.405038, "transfer_probe_score": 0.998823, "eval_order": 4973}
{"item_id": "econometrics__108", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.14802, "transfer_probe_score": 0.84687, "eval_order": 4974}
{"item_id": "moral_scenarios__875", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.559673, "transfer_probe_score": 0.929763, "eval_order": 4975}
{"item_id": "college_physics__40", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.138666, "transfer_probe_score": 0.812214, "eval_order": 4976}
{"item_id": "high_school_physics__22", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.170885, "transfer_probe_score": 0.999943, "eval_order": 4977}
{"item_id": "moral_scenarios__48", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.464481, "transfer_probe_score": 0.998821, "eval_order": 4978}
{"item_id": "nutrition__263", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.129063, "transfer_probe_score": 0.999257, "eval_order": 4979}
{"item_id": "world_religions__147", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.009807, "transfer_probe_score": 0.996429, "eval_order": 4980}
{"item_id": "college_physics__24", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.046831, "transfer_probe_score": 0.999758, "eval_order": 4981}
{"item_id": "anatomy__67", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.545508, "transfer_probe_score": 0.996741, "eval_order": 4982}
{"item_id": "formal_logic__47", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.308236, "transfer_probe_score": 0.985789, "eval_order": 4983}
{"item_id": "electrical_engineering__45", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.062978, "transfer_probe_score": 0.996549, "eval_order": 4984}
{"item_id": "nutrition__293", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.694774, "transfer_probe_score": 0.995707, "eval_order": 4985}
{"item_id": "anatomy__28", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.045576, "transfer_probe_score": 0.999718, "eval_order": 4986}
{"item_id": "college_mathematics__70", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.415842, "transfer_probe_score": 0.997757, "eval_order": 4987}
{"item_id": "moral_scenarios__741", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.387362, "transfer_probe_score": 0.999889, "eval_order": 4988}
{"item_id": "formal_logic__95", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.645432, "transfer_probe_score": 0.983238, "eval_order": 4989}
{"item_id": "econometrics__110", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.119275, "transfer_probe_score": 0.728364, "eval_order": 4990}
{"item_id": "econometrics__30", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.738686, "transfer_probe_score": 0.995878, "eval_order": 4991}
{"item_id": "college_mathematics__35", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.75788, "transfer_probe_score": 0.841237, "eval_order": 4992}
{"item_id": "high_school_mathematics__138", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.352727, "transfer_probe_score": 0.999214, "eval_order": 4993}
{"item_id": "electrical_engineering__119", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.139062, "transfer_probe_score": 0.996593, "eval_order": 4994}
{"item_id": "world_religions__130", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.022685, "transfer_probe_score": 0.999981, "eval_order": 4995}
{"item_id": "world_religions__32", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.069367, "transfer_probe_score": 0.999977, "eval_order": 4996}
{"item_id": "college_computer_science__66", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.623041, "transfer_probe_score": 0.988322, "eval_order": 4997}
{"item_id": "college_mathematics__43", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.705241, "transfer_probe_score": 0.9936, "eval_order": 4998}
{"item_id": "formal_logic__63", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_correct", "wrongness": 0, "inrole_probe_score": 0.199051, "transfer_probe_score": 0.901395, "eval_order": 4999}
{"item_id": "college_mathematics__32", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.414025, "transfer_probe_score": 0.969459, "eval_order": 5000}
{"item_id": "high_school_physics__126", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.604377, "transfer_probe_score": 0.997848, "eval_order": 5001}
{"item_id": "electrical_engineering__120", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.688429, "transfer_probe_score": 0.999001, "eval_order": 5002}
{"item_id": "conceptual_physics__165", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.846273, "transfer_probe_score": 0.99818, "eval_order": 5003}
{"item_id": "nutrition__61", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.458254, "transfer_probe_score": 0.99902, "eval_order": 5004}
{"item_id": "machine_learning__82", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.965257, "transfer_probe_score": 0.998641, "eval_order": 5005}
{"item_id": "anatomy__66", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993816, "transfer_probe_score": 0.006137, "eval_order": 5006}
{"item_id": "anatomy__88", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.603767, "transfer_probe_score": 0.807355, "eval_order": 5007}
{"item_id": "econometrics__28", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.496852, "transfer_probe_score": 0.995402, "eval_order": 5008}
{"item_id": "nutrition__2", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.752669, "transfer_probe_score": 0.950137, "eval_order": 5009}
{"item_id": "high_school_psychology__171", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996917, "transfer_probe_score": 0.999984, "eval_order": 5010}
{"item_id": "professional_law__441", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.920573, "transfer_probe_score": 0.932794, "eval_order": 5011}
{"item_id": "conceptual_physics__164", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.947256, "transfer_probe_score": 0.999883, "eval_order": 5012}
{"item_id": "high_school_chemistry__86", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.224472, "transfer_probe_score": 0.993461, "eval_order": 5013}
{"item_id": "world_religions__78", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.971416, "transfer_probe_score": 0.970142, "eval_order": 5014}
{"item_id": "nutrition__118", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.436615, "transfer_probe_score": 0.985957, "eval_order": 5015}
{"item_id": "miscellaneous__738", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.94839, "transfer_probe_score": 0.997326, "eval_order": 5016}
{"item_id": "high_school_psychology__359", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981003, "transfer_probe_score": 0.999383, "eval_order": 5017}
{"item_id": "high_school_psychology__216", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977462, "transfer_probe_score": 0.999869, "eval_order": 5018}
{"item_id": "professional_law__364", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.816667, "transfer_probe_score": 0.3406, "eval_order": 5019}
{"item_id": "marketing__132", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.965643, "transfer_probe_score": 0.999035, "eval_order": 5020}
{"item_id": "philosophy__146", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.960163, "transfer_probe_score": 0.966205, "eval_order": 5021}
{"item_id": "high_school_physics__115", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.359618, "transfer_probe_score": 0.988448, "eval_order": 5022}
{"item_id": "college_chemistry__87", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.940738, "transfer_probe_score": 0.962466, "eval_order": 5023}
{"item_id": "college_chemistry__64", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.898184, "transfer_probe_score": 0.890661, "eval_order": 5024}
{"item_id": "world_religions__11", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.869751, "transfer_probe_score": 0.999777, "eval_order": 5025}
{"item_id": "moral_scenarios__58", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.667214, "transfer_probe_score": 0.997408, "eval_order": 5026}
{"item_id": "professional_medicine__79", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954688, "transfer_probe_score": 0.883195, "eval_order": 5027}
{"item_id": "high_school_mathematics__123", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.410279, "transfer_probe_score": 0.999392, "eval_order": 5028}
{"item_id": "college_computer_science__27", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.803709, "transfer_probe_score": 0.972875, "eval_order": 5029}
{"item_id": "machine_learning__51", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.319821, "transfer_probe_score": 0.99962, "eval_order": 5030}
{"item_id": "econometrics__21", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.428681, "transfer_probe_score": 0.962374, "eval_order": 5031}
{"item_id": "moral_scenarios__17", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.683826, "transfer_probe_score": 0.97696, "eval_order": 5032}
{"item_id": "machine_learning__67", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.360584, "transfer_probe_score": 0.999792, "eval_order": 5033}
{"item_id": "abstract_algebra__71", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.293573, "transfer_probe_score": 0.936572, "eval_order": 5034}
{"item_id": "professional_medicine__85", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.34048, "transfer_probe_score": 0.971507, "eval_order": 5035}
{"item_id": "high_school_chemistry__39", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992273, "transfer_probe_score": 0.992635, "eval_order": 5036}
{"item_id": "high_school_mathematics__226", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.771577, "transfer_probe_score": 0.94402, "eval_order": 5037}
{"item_id": "moral_scenarios__415", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.406437, "transfer_probe_score": 0.99667, "eval_order": 5038}
{"item_id": "conceptual_physics__184", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.711746, "transfer_probe_score": 0.96333, "eval_order": 5039}
{"item_id": "philosophy__100", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.370929, "transfer_probe_score": 0.999751, "eval_order": 5040}
{"item_id": "formal_logic__72", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.570701, "transfer_probe_score": 0.992183, "eval_order": 5041}
{"item_id": "conceptual_physics__51", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991731, "transfer_probe_score": 0.999849, "eval_order": 5042}
{"item_id": "nutrition__184", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.128595, "transfer_probe_score": 0.965066, "eval_order": 5043}
{"item_id": "high_school_physics__133", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.112819, "transfer_probe_score": 0.999999, "eval_order": 5044}
{"item_id": "marketing__9", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.94406, "transfer_probe_score": 0.487298, "eval_order": 5045}
{"item_id": "high_school_chemistry__125", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954376, "transfer_probe_score": 0.928729, "eval_order": 5046}
{"item_id": "professional_law__916", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.52791, "transfer_probe_score": 0.995325, "eval_order": 5047}
{"item_id": "high_school_mathematics__169", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.674221, "transfer_probe_score": 0.999131, "eval_order": 5048}
{"item_id": "college_physics__10", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.772709, "transfer_probe_score": 0.205093, "eval_order": 5049}
{"item_id": "nutrition__288", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935646, "transfer_probe_score": 0.982036, "eval_order": 5050}
{"item_id": "high_school_mathematics__74", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.634504, "transfer_probe_score": 0.99757, "eval_order": 5051}
{"item_id": "college_physics__33", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.734421, "transfer_probe_score": 0.937364, "eval_order": 5052}
{"item_id": "conceptual_physics__148", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.870622, "transfer_probe_score": 0.999925, "eval_order": 5053}
{"item_id": "abstract_algebra__25", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.970275, "transfer_probe_score": 0.957962, "eval_order": 5054}
{"item_id": "professional_law__847", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.609809, "transfer_probe_score": 0.726827, "eval_order": 5055}
{"item_id": "econometrics__66", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.231572, "transfer_probe_score": 0.998871, "eval_order": 5056}
{"item_id": "moral_scenarios__789", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.761739, "transfer_probe_score": 0.961722, "eval_order": 5057}
{"item_id": "college_computer_science__11", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.070744, "transfer_probe_score": 0.990901, "eval_order": 5058}
{"item_id": "abstract_algebra__40", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.945129, "transfer_probe_score": 0.999868, "eval_order": 5059}
{"item_id": "high_school_physics__5", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.703398, "transfer_probe_score": 0.750083, "eval_order": 5060}
{"item_id": "college_computer_science__43", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.703826, "transfer_probe_score": 0.998363, "eval_order": 5061}
{"item_id": "professional_medicine__138", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977327, "transfer_probe_score": 0.998341, "eval_order": 5062}
{"item_id": "professional_law__580", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.568028, "transfer_probe_score": 0.99981, "eval_order": 5063}
{"item_id": "anatomy__52", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976275, "transfer_probe_score": 0.09193, "eval_order": 5064}
{"item_id": "college_computer_science__48", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.31283, "transfer_probe_score": 0.999915, "eval_order": 5065}
{"item_id": "high_school_chemistry__197", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.924743, "transfer_probe_score": 0.800879, "eval_order": 5066}
{"item_id": "conceptual_physics__64", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.551447, "transfer_probe_score": 0.999375, "eval_order": 5067}
{"item_id": "miscellaneous__725", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975141, "transfer_probe_score": 0.999577, "eval_order": 5068}
{"item_id": "moral_scenarios__651", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.378484, "transfer_probe_score": 0.9833, "eval_order": 5069}
{"item_id": "high_school_mathematics__194", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.555525, "transfer_probe_score": 0.99966, "eval_order": 5070}
{"item_id": "world_religions__67", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.329592, "transfer_probe_score": 0.999999, "eval_order": 5071}
{"item_id": "machine_learning__91", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.914905, "transfer_probe_score": 0.999927, "eval_order": 5072}
{"item_id": "high_school_chemistry__63", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.880407, "transfer_probe_score": 0.980831, "eval_order": 5073}
{"item_id": "philosophy__5", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.42033, "transfer_probe_score": 0.878566, "eval_order": 5074}
{"item_id": "world_religions__142", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995403, "transfer_probe_score": 0.999844, "eval_order": 5075}
{"item_id": "abstract_algebra__76", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.291446, "transfer_probe_score": 0.999992, "eval_order": 5076}
{"item_id": "high_school_mathematics__21", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.144143, "transfer_probe_score": 0.96742, "eval_order": 5077}
{"item_id": "econometrics__83", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.367745, "transfer_probe_score": 0.972567, "eval_order": 5078}
{"item_id": "college_physics__78", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.264256, "transfer_probe_score": 0.990562, "eval_order": 5079}
{"item_id": "abstract_algebra__17", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.554912, "transfer_probe_score": 0.994575, "eval_order": 5080}
{"item_id": "abstract_algebra__3", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.592278, "transfer_probe_score": 0.999917, "eval_order": 5081}
{"item_id": "moral_scenarios__56", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823204, "transfer_probe_score": 0.995358, "eval_order": 5082}
{"item_id": "high_school_chemistry__44", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.581513, "transfer_probe_score": 0.939883, "eval_order": 5083}
{"item_id": "nutrition__4", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995295, "transfer_probe_score": 0.999862, "eval_order": 5084}
{"item_id": "philosophy__306", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.8185, "transfer_probe_score": 0.905587, "eval_order": 5085}
{"item_id": "abstract_algebra__97", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.320964, "transfer_probe_score": 0.993837, "eval_order": 5086}
{"item_id": "high_school_physics__39", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.467818, "transfer_probe_score": 0.983686, "eval_order": 5087}
{"item_id": "high_school_mathematics__91", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.34372, "transfer_probe_score": 0.992547, "eval_order": 5088}
{"item_id": "miscellaneous__224", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.999103, "transfer_probe_score": 0.999901, "eval_order": 5089}
{"item_id": "college_mathematics__8", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.570835, "transfer_probe_score": 0.998909, "eval_order": 5090}
{"item_id": "moral_scenarios__277", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.308163, "transfer_probe_score": 0.900484, "eval_order": 5091}
{"item_id": "high_school_physics__7", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.638703, "transfer_probe_score": 0.995153, "eval_order": 5092}
{"item_id": "moral_scenarios__885", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.666904, "transfer_probe_score": 0.987513, "eval_order": 5093}
{"item_id": "high_school_chemistry__187", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.493864, "transfer_probe_score": 0.999998, "eval_order": 5094}
{"item_id": "machine_learning__3", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.932635, "transfer_probe_score": 0.999957, "eval_order": 5095}
{"item_id": "professional_law__808", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.180332, "transfer_probe_score": 0.999116, "eval_order": 5096}
{"item_id": "moral_scenarios__890", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.609114, "transfer_probe_score": 0.966688, "eval_order": 5097}
{"item_id": "marketing__61", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.971529, "transfer_probe_score": 0.800883, "eval_order": 5098}
{"item_id": "abstract_algebra__18", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.905663, "transfer_probe_score": 0.892717, "eval_order": 5099}
{"item_id": "moral_scenarios__103", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.248357, "transfer_probe_score": 0.999756, "eval_order": 5100}
{"item_id": "high_school_mathematics__112", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.631402, "transfer_probe_score": 0.999895, "eval_order": 5101}
{"item_id": "college_computer_science__23", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.892956, "transfer_probe_score": 0.621716, "eval_order": 5102}
{"item_id": "abstract_algebra__77", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.767886, "transfer_probe_score": 0.997428, "eval_order": 5103}
{"item_id": "college_chemistry__96", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.336539, "transfer_probe_score": 0.999942, "eval_order": 5104}
{"item_id": "high_school_chemistry__58", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.115277, "transfer_probe_score": 0.9884, "eval_order": 5105}
{"item_id": "college_mathematics__81", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.688367, "transfer_probe_score": 0.999997, "eval_order": 5106}
{"item_id": "nutrition__123", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.966652, "transfer_probe_score": 0.997997, "eval_order": 5107}
{"item_id": "marketing__101", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985665, "transfer_probe_score": 0.748107, "eval_order": 5108}
{"item_id": "high_school_chemistry__126", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989958, "transfer_probe_score": 0.983237, "eval_order": 5109}
{"item_id": "moral_scenarios__870", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.462668, "transfer_probe_score": 0.999976, "eval_order": 5110}
{"item_id": "nutrition__212", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.46471, "transfer_probe_score": 0.996782, "eval_order": 5111}
{"item_id": "anatomy__82", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.947441, "transfer_probe_score": 0.693127, "eval_order": 5112}
{"item_id": "high_school_mathematics__204", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.468736, "transfer_probe_score": 0.999529, "eval_order": 5113}
{"item_id": "anatomy__19", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998973, "transfer_probe_score": 0.999589, "eval_order": 5114}
{"item_id": "electrical_engineering__136", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990775, "transfer_probe_score": 0.996624, "eval_order": 5115}
{"item_id": "philosophy__248", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953774, "transfer_probe_score": 0.995389, "eval_order": 5116}
{"item_id": "professional_medicine__258", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956681, "transfer_probe_score": 0.033482, "eval_order": 5117}
{"item_id": "nutrition__131", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953195, "transfer_probe_score": 0.996416, "eval_order": 5118}
{"item_id": "miscellaneous__577", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990483, "transfer_probe_score": 0.995886, "eval_order": 5119}
{"item_id": "college_physics__30", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.952014, "transfer_probe_score": 0.948228, "eval_order": 5120}
{"item_id": "high_school_chemistry__117", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.872751, "transfer_probe_score": 0.999978, "eval_order": 5121}
{"item_id": "miscellaneous__129", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.958722, "transfer_probe_score": 0.960007, "eval_order": 5122}
{"item_id": "professional_law__1014", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.814364, "transfer_probe_score": 0.999484, "eval_order": 5123}
{"item_id": "electrical_engineering__25", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.84544, "transfer_probe_score": 0.83247, "eval_order": 5124}
{"item_id": "abstract_algebra__63", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.348954, "transfer_probe_score": 0.987675, "eval_order": 5125}
{"item_id": "high_school_mathematics__47", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.348718, "transfer_probe_score": 0.998616, "eval_order": 5126}
{"item_id": "college_computer_science__34", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.55117, "transfer_probe_score": 0.552317, "eval_order": 5127}
{"item_id": "professional_law__1341", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.866831, "transfer_probe_score": 0.51413, "eval_order": 5128}
{"item_id": "electrical_engineering__66", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.393267, "transfer_probe_score": 0.987296, "eval_order": 5129}
{"item_id": "marketing__204", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.811693, "transfer_probe_score": 0.754736, "eval_order": 5130}
{"item_id": "college_chemistry__49", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.596394, "transfer_probe_score": 0.999682, "eval_order": 5131}
{"item_id": "philosophy__190", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.789586, "transfer_probe_score": 0.854211, "eval_order": 5132}
{"item_id": "high_school_mathematics__104", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.822342, "transfer_probe_score": 0.203192, "eval_order": 5133}
{"item_id": "moral_scenarios__387", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.666629, "transfer_probe_score": 0.845426, "eval_order": 5134}
{"item_id": "machine_learning__108", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.640574, "transfer_probe_score": 0.287131, "eval_order": 5135}
{"item_id": "miscellaneous__711", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.570855, "transfer_probe_score": 0.628526, "eval_order": 5136}
{"item_id": "high_school_psychology__89", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.600711, "transfer_probe_score": 0.998589, "eval_order": 5137}
{"item_id": "electrical_engineering__29", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.960175, "transfer_probe_score": 0.962491, "eval_order": 5138}
{"item_id": "abstract_algebra__72", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.263653, "transfer_probe_score": 0.999045, "eval_order": 5139}
{"item_id": "professional_medicine__134", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.893948, "transfer_probe_score": 0.990738, "eval_order": 5140}
{"item_id": "anatomy__13", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.17594, "transfer_probe_score": 0.957539, "eval_order": 5141}
{"item_id": "professional_law__954", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.818419, "transfer_probe_score": 0.999002, "eval_order": 5142}
{"item_id": "anatomy__55", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.851267, "transfer_probe_score": 0.985847, "eval_order": 5143}
{"item_id": "econometrics__113", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.535203, "transfer_probe_score": 0.987208, "eval_order": 5144}
{"item_id": "world_religions__60", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996881, "transfer_probe_score": 0.999427, "eval_order": 5145}
{"item_id": "marketing__163", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.855062, "transfer_probe_score": 0.999588, "eval_order": 5146}
{"item_id": "college_mathematics__88", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.539492, "transfer_probe_score": 0.973247, "eval_order": 5147}
{"item_id": "high_school_mathematics__67", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.576278, "transfer_probe_score": 0.999937, "eval_order": 5148}
{"item_id": "marketing__183", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.599548, "transfer_probe_score": 0.976883, "eval_order": 5149}
{"item_id": "college_physics__70", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.58838, "transfer_probe_score": 0.993604, "eval_order": 5150}
{"item_id": "moral_scenarios__243", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.371163, "transfer_probe_score": 0.999937, "eval_order": 5151}
{"item_id": "world_religions__52", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995394, "transfer_probe_score": 0.415726, "eval_order": 5152}
{"item_id": "professional_law__999", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.206833, "transfer_probe_score": 0.997886, "eval_order": 5153}
{"item_id": "high_school_psychology__327", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.725757, "transfer_probe_score": 0.977263, "eval_order": 5154}
{"item_id": "formal_logic__18", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.326819, "transfer_probe_score": 0.746432, "eval_order": 5155}
{"item_id": "philosophy__174", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.287324, "transfer_probe_score": 0.999988, "eval_order": 5156}
{"item_id": "college_chemistry__41", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.399972, "transfer_probe_score": 0.999896, "eval_order": 5157}
{"item_id": "anatomy__41", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.469256, "transfer_probe_score": 0.988028, "eval_order": 5158}
{"item_id": "world_religions__18", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.502077, "transfer_probe_score": 0.720365, "eval_order": 5159}
{"item_id": "miscellaneous__209", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949565, "transfer_probe_score": 0.998247, "eval_order": 5160}
{"item_id": "professional_law__715", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.155845, "transfer_probe_score": 0.99418, "eval_order": 5161}
{"item_id": "anatomy__14", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.3505, "transfer_probe_score": 0.995194, "eval_order": 5162}
{"item_id": "college_chemistry__76", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.907673, "transfer_probe_score": 0.946269, "eval_order": 5163}
{"item_id": "nutrition__157", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989069, "transfer_probe_score": 0.161703, "eval_order": 5164}
{"item_id": "miscellaneous__511", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953455, "transfer_probe_score": 0.99996, "eval_order": 5165}
{"item_id": "high_school_physics__80", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.779676, "transfer_probe_score": 0.404578, "eval_order": 5166}
{"item_id": "college_mathematics__23", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.413936, "transfer_probe_score": 0.999998, "eval_order": 5167}
{"item_id": "college_computer_science__36", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.661594, "transfer_probe_score": 0.999979, "eval_order": 5168}
{"item_id": "econometrics__9", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.284834, "transfer_probe_score": 0.999527, "eval_order": 5169}
{"item_id": "professional_medicine__217", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.866908, "transfer_probe_score": 0.889301, "eval_order": 5170}
{"item_id": "machine_learning__68", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.38161, "transfer_probe_score": 0.999753, "eval_order": 5171}
{"item_id": "college_computer_science__13", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989817, "transfer_probe_score": 0.990021, "eval_order": 5172}
{"item_id": "high_school_psychology__97", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975711, "transfer_probe_score": 0.999981, "eval_order": 5173}
{"item_id": "conceptual_physics__199", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.906398, "transfer_probe_score": 0.995431, "eval_order": 5174}
{"item_id": "moral_scenarios__355", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.59872, "transfer_probe_score": 0.996203, "eval_order": 5175}
{"item_id": "moral_scenarios__420", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.383967, "transfer_probe_score": 0.998759, "eval_order": 5176}
{"item_id": "miscellaneous__270", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988266, "transfer_probe_score": 0.999945, "eval_order": 5177}
{"item_id": "marketing__151", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.468409, "transfer_probe_score": 0.989057, "eval_order": 5178}
{"item_id": "high_school_physics__9", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.821864, "transfer_probe_score": 0.999975, "eval_order": 5179}
{"item_id": "high_school_chemistry__174", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.475296, "transfer_probe_score": 0.723904, "eval_order": 5180}
{"item_id": "world_religions__94", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.151935, "transfer_probe_score": 0.999498, "eval_order": 5181}
{"item_id": "machine_learning__88", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.409842, "transfer_probe_score": 0.958813, "eval_order": 5182}
{"item_id": "high_school_mathematics__148", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.657007, "transfer_probe_score": 0.30762, "eval_order": 5183}
{"item_id": "moral_scenarios__266", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.377805, "transfer_probe_score": 0.989575, "eval_order": 5184}
{"item_id": "world_religions__21", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976819, "transfer_probe_score": 0.611957, "eval_order": 5185}
{"item_id": "moral_scenarios__235", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.497299, "transfer_probe_score": 0.995381, "eval_order": 5186}
{"item_id": "marketing__165", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.184188, "transfer_probe_score": 0.996503, "eval_order": 5187}
{"item_id": "high_school_mathematics__8", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.336565, "transfer_probe_score": 0.999316, "eval_order": 5188}
{"item_id": "high_school_psychology__434", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980984, "transfer_probe_score": 0.986396, "eval_order": 5189}
{"item_id": "high_school_physics__52", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.60306, "transfer_probe_score": 0.989512, "eval_order": 5190}
{"item_id": "electrical_engineering__131", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.479844, "transfer_probe_score": 0.603196, "eval_order": 5191}
{"item_id": "college_chemistry__30", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.583838, "transfer_probe_score": 0.997295, "eval_order": 5192}
{"item_id": "philosophy__255", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.738624, "transfer_probe_score": 0.999601, "eval_order": 5193}
{"item_id": "high_school_psychology__181", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.578808, "transfer_probe_score": 0.999572, "eval_order": 5194}
{"item_id": "world_religions__89", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.834572, "transfer_probe_score": 0.715326, "eval_order": 5195}
{"item_id": "college_computer_science__54", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.576581, "transfer_probe_score": 0.885347, "eval_order": 5196}
{"item_id": "professional_medicine__226", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.931661, "transfer_probe_score": 0.999191, "eval_order": 5197}
{"item_id": "philosophy__143", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.613619, "transfer_probe_score": 0.999536, "eval_order": 5198}
{"item_id": "anatomy__126", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994875, "transfer_probe_score": 0.491916, "eval_order": 5199}
{"item_id": "econometrics__12", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.651309, "transfer_probe_score": 0.998226, "eval_order": 5200}
{"item_id": "moral_scenarios__482", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.807202, "transfer_probe_score": 0.99801, "eval_order": 5201}
{"item_id": "high_school_physics__91", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980432, "transfer_probe_score": 0.999357, "eval_order": 5202}
{"item_id": "professional_law__383", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.913387, "transfer_probe_score": 0.953019, "eval_order": 5203}
{"item_id": "high_school_chemistry__73", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.14742, "transfer_probe_score": 0.996973, "eval_order": 5204}
{"item_id": "abstract_algebra__46", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.662032, "transfer_probe_score": 0.999123, "eval_order": 5205}
{"item_id": "moral_scenarios__325", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.875276, "transfer_probe_score": 0.990531, "eval_order": 5206}
{"item_id": "high_school_mathematics__110", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.484626, "transfer_probe_score": 0.999985, "eval_order": 5207}
{"item_id": "college_physics__98", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.468329, "transfer_probe_score": 0.9519, "eval_order": 5208}
{"item_id": "high_school_psychology__352", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980211, "transfer_probe_score": 0.999996, "eval_order": 5209}
{"item_id": "high_school_mathematics__225", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.248672, "transfer_probe_score": 0.999871, "eval_order": 5210}
{"item_id": "high_school_chemistry__186", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.669976, "transfer_probe_score": 0.99999, "eval_order": 5211}
{"item_id": "electrical_engineering__30", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972006, "transfer_probe_score": 0.993209, "eval_order": 5212}
{"item_id": "conceptual_physics__130", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99377, "transfer_probe_score": 0.999298, "eval_order": 5213}
{"item_id": "econometrics__14", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.809987, "transfer_probe_score": 0.842541, "eval_order": 5214}
{"item_id": "formal_logic__111", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.559396, "transfer_probe_score": 0.980278, "eval_order": 5215}
{"item_id": "high_school_psychology__468", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.831052, "transfer_probe_score": 0.972553, "eval_order": 5216}
{"item_id": "college_computer_science__9", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.560654, "transfer_probe_score": 0.980895, "eval_order": 5217}
{"item_id": "high_school_physics__83", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.934595, "transfer_probe_score": 0.932791, "eval_order": 5218}
{"item_id": "nutrition__193", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.926452, "transfer_probe_score": 0.216784, "eval_order": 5219}
{"item_id": "anatomy__104", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.67349, "transfer_probe_score": 0.859546, "eval_order": 5220}
{"item_id": "abstract_algebra__28", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.805196, "transfer_probe_score": 0.990769, "eval_order": 5221}
{"item_id": "econometrics__16", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.461613, "transfer_probe_score": 0.977136, "eval_order": 5222}
{"item_id": "conceptual_physics__41", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.423507, "transfer_probe_score": 0.999752, "eval_order": 5223}
{"item_id": "formal_logic__66", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.945946, "transfer_probe_score": 0.039189, "eval_order": 5224}
{"item_id": "machine_learning__81", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.582546, "transfer_probe_score": 0.999995, "eval_order": 5225}
{"item_id": "miscellaneous__560", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.389614, "transfer_probe_score": 0.99972, "eval_order": 5226}
{"item_id": "college_mathematics__30", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.415772, "transfer_probe_score": 0.841637, "eval_order": 5227}
{"item_id": "world_religions__167", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.783776, "transfer_probe_score": 0.999991, "eval_order": 5228}
{"item_id": "nutrition__176", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968659, "transfer_probe_score": 0.992666, "eval_order": 5229}
{"item_id": "high_school_chemistry__64", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.657779, "transfer_probe_score": 0.999893, "eval_order": 5230}
{"item_id": "anatomy__11", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.462156, "transfer_probe_score": 0.995185, "eval_order": 5231}
{"item_id": "formal_logic__27", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.917269, "transfer_probe_score": 0.701704, "eval_order": 5232}
{"item_id": "college_physics__43", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.799723, "transfer_probe_score": 0.99777, "eval_order": 5233}
{"item_id": "moral_scenarios__276", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.721225, "transfer_probe_score": 0.996103, "eval_order": 5234}
{"item_id": "marketing__31", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988278, "transfer_probe_score": 0.953085, "eval_order": 5235}
{"item_id": "machine_learning__48", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.333289, "transfer_probe_score": 0.999716, "eval_order": 5236}
{"item_id": "conceptual_physics__232", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.021313, "transfer_probe_score": 0.99995, "eval_order": 5237}
{"item_id": "college_physics__36", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.887629, "transfer_probe_score": 0.22113, "eval_order": 5238}
{"item_id": "high_school_psychology__493", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979784, "transfer_probe_score": 0.98931, "eval_order": 5239}
{"item_id": "conceptual_physics__50", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.860015, "transfer_probe_score": 0.999867, "eval_order": 5240}
{"item_id": "electrical_engineering__20", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.716689, "transfer_probe_score": 0.998951, "eval_order": 5241}
{"item_id": "high_school_mathematics__69", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949374, "transfer_probe_score": 0.98319, "eval_order": 5242}
{"item_id": "moral_scenarios__553", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.705612, "transfer_probe_score": 0.999291, "eval_order": 5243}
{"item_id": "world_religions__162", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.444531, "transfer_probe_score": 0.999942, "eval_order": 5244}
{"item_id": "anatomy__118", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.96231, "transfer_probe_score": 0.54278, "eval_order": 5245}
{"item_id": "miscellaneous__395", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989622, "transfer_probe_score": 1.0, "eval_order": 5246}
{"item_id": "college_computer_science__38", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.487296, "transfer_probe_score": 0.957325, "eval_order": 5247}
{"item_id": "electrical_engineering__31", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994555, "transfer_probe_score": 0.999831, "eval_order": 5248}
{"item_id": "professional_medicine__110", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.772998, "transfer_probe_score": 0.988847, "eval_order": 5249}
{"item_id": "electrical_engineering__129", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.417707, "transfer_probe_score": 0.786422, "eval_order": 5250}
{"item_id": "professional_law__1042", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.86193, "transfer_probe_score": 0.991725, "eval_order": 5251}
{"item_id": "high_school_psychology__530", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996913, "transfer_probe_score": 0.999846, "eval_order": 5252}
{"item_id": "econometrics__98", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.622978, "transfer_probe_score": 0.999931, "eval_order": 5253}
{"item_id": "conceptual_physics__79", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.544572, "transfer_probe_score": 0.998386, "eval_order": 5254}
{"item_id": "high_school_physics__93", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.401386, "transfer_probe_score": 0.98809, "eval_order": 5255}
{"item_id": "miscellaneous__75", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996421, "transfer_probe_score": 0.994632, "eval_order": 5256}
{"item_id": "high_school_psychology__326", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.971595, "transfer_probe_score": 0.999168, "eval_order": 5257}
{"item_id": "moral_scenarios__128", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.564566, "transfer_probe_score": 0.918774, "eval_order": 5258}
{"item_id": "professional_law__207", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.53638, "transfer_probe_score": 0.900351, "eval_order": 5259}
{"item_id": "econometrics__26", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.732554, "transfer_probe_score": 0.999872, "eval_order": 5260}
{"item_id": "nutrition__128", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.83671, "transfer_probe_score": 0.997542, "eval_order": 5261}
{"item_id": "miscellaneous__579", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996651, "transfer_probe_score": 0.999321, "eval_order": 5262}
{"item_id": "professional_medicine__235", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.187883, "transfer_probe_score": 0.999744, "eval_order": 5263}
{"item_id": "professional_law__263", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.9792, "transfer_probe_score": 0.098016, "eval_order": 5264}
{"item_id": "electrical_engineering__58", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.753157, "transfer_probe_score": 0.999805, "eval_order": 5265}
{"item_id": "nutrition__170", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998181, "transfer_probe_score": 0.991137, "eval_order": 5266}
{"item_id": "moral_scenarios__262", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.47927, "transfer_probe_score": 0.920383, "eval_order": 5267}
{"item_id": "professional_law__762", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.729046, "transfer_probe_score": 0.99922, "eval_order": 5268}
{"item_id": "machine_learning__77", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.428817, "transfer_probe_score": 0.999068, "eval_order": 5269}
{"item_id": "miscellaneous__1", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975789, "transfer_probe_score": 0.998719, "eval_order": 5270}
{"item_id": "miscellaneous__555", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.952346, "transfer_probe_score": 0.997707, "eval_order": 5271}
{"item_id": "philosophy__71", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992832, "transfer_probe_score": 0.999697, "eval_order": 5272}
{"item_id": "anatomy__17", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998, "transfer_probe_score": 0.99984, "eval_order": 5273}
{"item_id": "anatomy__128", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981222, "transfer_probe_score": 0.99997, "eval_order": 5274}
{"item_id": "philosophy__236", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.887795, "transfer_probe_score": 0.997927, "eval_order": 5275}
{"item_id": "moral_scenarios__286", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.484731, "transfer_probe_score": 0.999789, "eval_order": 5276}
{"item_id": "professional_law__1407", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.95217, "transfer_probe_score": 0.999797, "eval_order": 5277}
{"item_id": "marketing__218", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.924485, "transfer_probe_score": 0.466808, "eval_order": 5278}
{"item_id": "nutrition__44", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.328585, "transfer_probe_score": 0.999462, "eval_order": 5279}
{"item_id": "philosophy__8", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981576, "transfer_probe_score": 0.999986, "eval_order": 5280}
{"item_id": "electrical_engineering__90", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.653175, "transfer_probe_score": 0.9962, "eval_order": 5281}
{"item_id": "electrical_engineering__47", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.511431, "transfer_probe_score": 0.990559, "eval_order": 5282}
{"item_id": "machine_learning__96", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.381101, "transfer_probe_score": 0.999921, "eval_order": 5283}
{"item_id": "high_school_psychology__464", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.887467, "transfer_probe_score": 0.59403, "eval_order": 5284}
{"item_id": "anatomy__96", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.230456, "transfer_probe_score": 0.981822, "eval_order": 5285}
{"item_id": "formal_logic__109", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.550185, "transfer_probe_score": 0.999991, "eval_order": 5286}
{"item_id": "miscellaneous__466", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948066, "transfer_probe_score": 0.996346, "eval_order": 5287}
{"item_id": "conceptual_physics__178", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.655892, "transfer_probe_score": 0.999029, "eval_order": 5288}
{"item_id": "moral_scenarios__90", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.586128, "transfer_probe_score": 0.999674, "eval_order": 5289}
{"item_id": "high_school_physics__128", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.76403, "transfer_probe_score": 0.998521, "eval_order": 5290}
{"item_id": "professional_law__1373", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.391808, "transfer_probe_score": 0.999358, "eval_order": 5291}
{"item_id": "formal_logic__55", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.817475, "transfer_probe_score": 0.646055, "eval_order": 5292}
{"item_id": "moral_scenarios__665", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.673836, "transfer_probe_score": 0.986147, "eval_order": 5293}
{"item_id": "electrical_engineering__100", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988957, "transfer_probe_score": 0.997597, "eval_order": 5294}
{"item_id": "abstract_algebra__59", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.548018, "transfer_probe_score": 0.995659, "eval_order": 5295}
{"item_id": "college_mathematics__48", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.801625, "transfer_probe_score": 0.73401, "eval_order": 5296}
{"item_id": "high_school_psychology__246", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.687424, "transfer_probe_score": 0.95311, "eval_order": 5297}
{"item_id": "electrical_engineering__62", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.48033, "transfer_probe_score": 0.544164, "eval_order": 5298}
{"item_id": "high_school_physics__45", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.767039, "transfer_probe_score": 0.999939, "eval_order": 5299}
{"item_id": "high_school_psychology__205", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994346, "transfer_probe_score": 0.993527, "eval_order": 5300}
{"item_id": "college_computer_science__52", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.370288, "transfer_probe_score": 0.999203, "eval_order": 5301}
{"item_id": "college_physics__88", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.512623, "transfer_probe_score": 0.999477, "eval_order": 5302}
{"item_id": "professional_law__325", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.874154, "transfer_probe_score": 0.771664, "eval_order": 5303}
{"item_id": "machine_learning__73", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.474904, "transfer_probe_score": 0.999851, "eval_order": 5304}
{"item_id": "high_school_mathematics__267", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.305418, "transfer_probe_score": 0.990885, "eval_order": 5305}
{"item_id": "formal_logic__36", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.427185, "transfer_probe_score": 0.991627, "eval_order": 5306}
{"item_id": "high_school_physics__118", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.973342, "transfer_probe_score": 0.906503, "eval_order": 5307}
{"item_id": "high_school_physics__19", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.410482, "transfer_probe_score": 0.999557, "eval_order": 5308}
{"item_id": "miscellaneous__492", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968999, "transfer_probe_score": 0.997458, "eval_order": 5309}
{"item_id": "econometrics__95", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.682909, "transfer_probe_score": 0.215029, "eval_order": 5310}
{"item_id": "formal_logic__3", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.509509, "transfer_probe_score": 0.952343, "eval_order": 5311}
{"item_id": "college_computer_science__42", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.598898, "transfer_probe_score": 0.995148, "eval_order": 5312}
{"item_id": "college_mathematics__75", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.355965, "transfer_probe_score": 0.999997, "eval_order": 5313}
{"item_id": "high_school_physics__41", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.875558, "transfer_probe_score": 0.958258, "eval_order": 5314}
{"item_id": "professional_law__1046", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.727019, "transfer_probe_score": 0.999632, "eval_order": 5315}
{"item_id": "econometrics__94", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.900787, "transfer_probe_score": 0.668722, "eval_order": 5316}
{"item_id": "professional_medicine__267", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.815697, "transfer_probe_score": 0.997967, "eval_order": 5317}
{"item_id": "machine_learning__78", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.90022, "transfer_probe_score": 0.99298, "eval_order": 5318}
{"item_id": "world_religions__163", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.774085, "transfer_probe_score": 0.961334, "eval_order": 5319}
{"item_id": "world_religions__104", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.479784, "transfer_probe_score": 0.99993, "eval_order": 5320}
{"item_id": "professional_medicine__223", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.812131, "transfer_probe_score": 0.998319, "eval_order": 5321}
{"item_id": "high_school_mathematics__159", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.789066, "transfer_probe_score": 0.744718, "eval_order": 5322}
{"item_id": "nutrition__226", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.670828, "transfer_probe_score": 0.999719, "eval_order": 5323}
{"item_id": "miscellaneous__296", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.938352, "transfer_probe_score": 0.999957, "eval_order": 5324}
{"item_id": "conceptual_physics__66", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.904617, "transfer_probe_score": 0.998954, "eval_order": 5325}
{"item_id": "world_religions__20", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.671033, "transfer_probe_score": 0.30177, "eval_order": 5326}
{"item_id": "world_religions__168", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991531, "transfer_probe_score": 0.999712, "eval_order": 5327}
{"item_id": "machine_learning__104", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.760015, "transfer_probe_score": 0.995393, "eval_order": 5328}
{"item_id": "conceptual_physics__137", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.048782, "transfer_probe_score": 0.876573, "eval_order": 5329}
{"item_id": "formal_logic__48", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736249, "transfer_probe_score": 0.936373, "eval_order": 5330}
{"item_id": "high_school_psychology__435", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.933771, "transfer_probe_score": 0.999782, "eval_order": 5331}
{"item_id": "miscellaneous__486", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991454, "transfer_probe_score": 0.999981, "eval_order": 5332}
{"item_id": "high_school_mathematics__189", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.683342, "transfer_probe_score": 0.99993, "eval_order": 5333}
{"item_id": "high_school_mathematics__6", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.890229, "transfer_probe_score": 0.999816, "eval_order": 5334}
{"item_id": "high_school_chemistry__168", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.780229, "transfer_probe_score": 0.014598, "eval_order": 5335}
{"item_id": "high_school_physics__57", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.599177, "transfer_probe_score": 0.334975, "eval_order": 5336}
{"item_id": "high_school_mathematics__261", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.805704, "transfer_probe_score": 0.999378, "eval_order": 5337}
{"item_id": "high_school_mathematics__162", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.311369, "transfer_probe_score": 0.999626, "eval_order": 5338}
{"item_id": "high_school_psychology__196", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.437729, "transfer_probe_score": 1.0, "eval_order": 5339}
{"item_id": "abstract_algebra__11", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.359123, "transfer_probe_score": 0.845705, "eval_order": 5340}
{"item_id": "marketing__229", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976324, "transfer_probe_score": 0.053746, "eval_order": 5341}
{"item_id": "high_school_psychology__526", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.61767, "transfer_probe_score": 0.992044, "eval_order": 5342}
{"item_id": "world_religions__3", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996131, "transfer_probe_score": 0.999893, "eval_order": 5343}
{"item_id": "college_computer_science__78", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.511678, "transfer_probe_score": 0.982014, "eval_order": 5344}
{"item_id": "electrical_engineering__57", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993645, "transfer_probe_score": 0.999423, "eval_order": 5345}
{"item_id": "high_school_chemistry__133", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.813513, "transfer_probe_score": 0.965968, "eval_order": 5346}
{"item_id": "college_mathematics__69", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736159, "transfer_probe_score": 0.981906, "eval_order": 5347}
{"item_id": "anatomy__114", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998716, "transfer_probe_score": 0.988072, "eval_order": 5348}
{"item_id": "college_physics__1", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.453527, "transfer_probe_score": 0.996989, "eval_order": 5349}
{"item_id": "professional_medicine__214", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.781732, "transfer_probe_score": 0.994325, "eval_order": 5350}
{"item_id": "moral_scenarios__92", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.626026, "transfer_probe_score": 0.998009, "eval_order": 5351}
{"item_id": "high_school_mathematics__168", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.803139, "transfer_probe_score": 0.812912, "eval_order": 5352}
{"item_id": "professional_law__937", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.708104, "transfer_probe_score": 0.9999, "eval_order": 5353}
{"item_id": "college_computer_science__14", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.447417, "transfer_probe_score": 0.997613, "eval_order": 5354}
{"item_id": "machine_learning__32", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.130266, "transfer_probe_score": 0.999151, "eval_order": 5355}
{"item_id": "high_school_chemistry__118", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.33571, "transfer_probe_score": 0.987017, "eval_order": 5356}
{"item_id": "professional_law__1313", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.509395, "transfer_probe_score": 0.999613, "eval_order": 5357}
{"item_id": "college_computer_science__19", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.602635, "transfer_probe_score": 0.989541, "eval_order": 5358}
{"item_id": "college_chemistry__33", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.637462, "transfer_probe_score": 0.989726, "eval_order": 5359}
{"item_id": "econometrics__64", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.757733, "transfer_probe_score": 0.998907, "eval_order": 5360}
{"item_id": "electrical_engineering__61", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.827925, "transfer_probe_score": 0.995879, "eval_order": 5361}
{"item_id": "high_school_mathematics__265", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.377737, "transfer_probe_score": 0.998664, "eval_order": 5362}
{"item_id": "high_school_physics__44", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.547454, "transfer_probe_score": 0.932793, "eval_order": 5363}
{"item_id": "abstract_algebra__47", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.748094, "transfer_probe_score": 0.999846, "eval_order": 5364}
{"item_id": "college_chemistry__13", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.512558, "transfer_probe_score": 0.897522, "eval_order": 5365}
{"item_id": "nutrition__141", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.999655, "transfer_probe_score": 0.274472, "eval_order": 5366}
{"item_id": "moral_scenarios__675", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.506412, "transfer_probe_score": 0.996156, "eval_order": 5367}
{"item_id": "high_school_physics__13", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.690718, "transfer_probe_score": 0.997095, "eval_order": 5368}
{"item_id": "machine_learning__56", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.587037, "transfer_probe_score": 0.999966, "eval_order": 5369}
{"item_id": "electrical_engineering__32", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984977, "transfer_probe_score": 0.378524, "eval_order": 5370}
{"item_id": "econometrics__68", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.886438, "transfer_probe_score": 0.849631, "eval_order": 5371}
{"item_id": "professional_medicine__17", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989665, "transfer_probe_score": 0.999138, "eval_order": 5372}
{"item_id": "professional_law__1453", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.808982, "transfer_probe_score": 0.997872, "eval_order": 5373}
{"item_id": "high_school_physics__51", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.764443, "transfer_probe_score": 0.944017, "eval_order": 5374}
{"item_id": "electrical_engineering__91", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954374, "transfer_probe_score": 0.999957, "eval_order": 5375}
{"item_id": "high_school_psychology__364", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.541136, "transfer_probe_score": 0.999285, "eval_order": 5376}
{"item_id": "philosophy__196", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.455337, "transfer_probe_score": 0.924899, "eval_order": 5377}
{"item_id": "high_school_physics__47", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.535274, "transfer_probe_score": 0.997042, "eval_order": 5378}
{"item_id": "abstract_algebra__35", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.526925, "transfer_probe_score": 0.999303, "eval_order": 5379}
{"item_id": "formal_logic__92", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.767721, "transfer_probe_score": 0.913493, "eval_order": 5380}
{"item_id": "high_school_chemistry__9", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.472257, "transfer_probe_score": 0.976563, "eval_order": 5381}
{"item_id": "marketing__131", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.930432, "transfer_probe_score": 0.907246, "eval_order": 5382}
{"item_id": "moral_scenarios__308", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.446924, "transfer_probe_score": 0.999774, "eval_order": 5383}
{"item_id": "nutrition__90", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988561, "transfer_probe_score": 0.999936, "eval_order": 5384}
{"item_id": "conceptual_physics__90", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.32924, "transfer_probe_score": 0.983095, "eval_order": 5385}
{"item_id": "formal_logic__54", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.786985, "transfer_probe_score": 0.982642, "eval_order": 5386}
{"item_id": "marketing__233", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.791543, "transfer_probe_score": 0.999554, "eval_order": 5387}
{"item_id": "philosophy__195", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.719158, "transfer_probe_score": 0.99998, "eval_order": 5388}
{"item_id": "professional_medicine__141", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.883459, "transfer_probe_score": 0.999832, "eval_order": 5389}
{"item_id": "miscellaneous__428", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984944, "transfer_probe_score": 0.998849, "eval_order": 5390}
{"item_id": "world_religions__137", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988448, "transfer_probe_score": 0.998578, "eval_order": 5391}
{"item_id": "college_chemistry__20", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.538879, "transfer_probe_score": 0.99988, "eval_order": 5392}
{"item_id": "formal_logic__33", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990224, "transfer_probe_score": 0.988484, "eval_order": 5393}
{"item_id": "marketing__79", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.930029, "transfer_probe_score": 0.992364, "eval_order": 5394}
{"item_id": "high_school_chemistry__102", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.312448, "transfer_probe_score": 0.999919, "eval_order": 5395}
{"item_id": "high_school_psychology__86", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984351, "transfer_probe_score": 0.999938, "eval_order": 5396}
{"item_id": "high_school_physics__71", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.553824, "transfer_probe_score": 0.995804, "eval_order": 5397}
{"item_id": "professional_law__597", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.382498, "transfer_probe_score": 0.996882, "eval_order": 5398}
{"item_id": "machine_learning__66", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.626046, "transfer_probe_score": 0.999246, "eval_order": 5399}
{"item_id": "econometrics__1", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.787617, "transfer_probe_score": 0.519401, "eval_order": 5400}
{"item_id": "machine_learning__60", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.349624, "transfer_probe_score": 0.999945, "eval_order": 5401}
{"item_id": "world_religions__23", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.669104, "transfer_probe_score": 1.0, "eval_order": 5402}
{"item_id": "college_chemistry__52", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972187, "transfer_probe_score": 0.631525, "eval_order": 5403}
{"item_id": "world_religions__160", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98604, "transfer_probe_score": 0.95062, "eval_order": 5404}
{"item_id": "high_school_chemistry__31", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.85434, "transfer_probe_score": 0.972588, "eval_order": 5405}
{"item_id": "philosophy__30", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.929199, "transfer_probe_score": 0.921399, "eval_order": 5406}
{"item_id": "professional_law__1032", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.881733, "transfer_probe_score": 0.999909, "eval_order": 5407}
{"item_id": "philosophy__108", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987469, "transfer_probe_score": 0.999055, "eval_order": 5408}
{"item_id": "nutrition__173", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.152036, "transfer_probe_score": 0.999455, "eval_order": 5409}
{"item_id": "philosophy__229", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.470609, "transfer_probe_score": 0.576973, "eval_order": 5410}
{"item_id": "nutrition__242", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.942692, "transfer_probe_score": 0.985856, "eval_order": 5411}
{"item_id": "machine_learning__71", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.283815, "transfer_probe_score": 0.991481, "eval_order": 5412}
{"item_id": "professional_medicine__30", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977768, "transfer_probe_score": 0.553431, "eval_order": 5413}
{"item_id": "abstract_algebra__41", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.784017, "transfer_probe_score": 0.996721, "eval_order": 5414}
{"item_id": "high_school_physics__24", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.329701, "transfer_probe_score": 0.999275, "eval_order": 5415}
{"item_id": "marketing__202", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.965574, "transfer_probe_score": 0.972411, "eval_order": 5416}
{"item_id": "machine_learning__39", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.664535, "transfer_probe_score": 0.999984, "eval_order": 5417}
{"item_id": "nutrition__50", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.869887, "transfer_probe_score": 0.684046, "eval_order": 5418}
{"item_id": "college_chemistry__19", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.914869, "transfer_probe_score": 0.999371, "eval_order": 5419}
{"item_id": "moral_scenarios__106", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.805435, "transfer_probe_score": 0.995791, "eval_order": 5420}
{"item_id": "conceptual_physics__129", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.216947, "transfer_probe_score": 0.992397, "eval_order": 5421}
{"item_id": "high_school_mathematics__11", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.341281, "transfer_probe_score": 0.999346, "eval_order": 5422}
{"item_id": "world_religions__64", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996132, "transfer_probe_score": 0.999983, "eval_order": 5423}
{"item_id": "college_chemistry__12", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.799993, "transfer_probe_score": 0.999928, "eval_order": 5424}
{"item_id": "electrical_engineering__79", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.304438, "transfer_probe_score": 0.025978, "eval_order": 5425}
{"item_id": "formal_logic__82", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.66581, "transfer_probe_score": 0.894238, "eval_order": 5426}
{"item_id": "professional_law__111", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.112384, "transfer_probe_score": 0.740004, "eval_order": 5427}
{"item_id": "machine_learning__101", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.676742, "transfer_probe_score": 0.999994, "eval_order": 5428}
{"item_id": "abstract_algebra__89", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.797346, "transfer_probe_score": 0.981255, "eval_order": 5429}
{"item_id": "econometrics__62", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.813923, "transfer_probe_score": 0.995246, "eval_order": 5430}
{"item_id": "electrical_engineering__89", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.626692, "transfer_probe_score": 0.997568, "eval_order": 5431}
{"item_id": "marketing__208", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.880288, "transfer_probe_score": 0.997933, "eval_order": 5432}
{"item_id": "moral_scenarios__65", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.286683, "transfer_probe_score": 0.99467, "eval_order": 5433}
{"item_id": "college_mathematics__86", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.921778, "transfer_probe_score": 0.96902, "eval_order": 5434}
{"item_id": "high_school_physics__35", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.952113, "transfer_probe_score": 0.091097, "eval_order": 5435}
{"item_id": "electrical_engineering__49", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.483078, "transfer_probe_score": 0.998293, "eval_order": 5436}
{"item_id": "professional_law__651", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.697188, "transfer_probe_score": 0.696683, "eval_order": 5437}
{"item_id": "professional_law__1189", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.479266, "transfer_probe_score": 0.972556, "eval_order": 5438}
{"item_id": "college_mathematics__92", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.5884, "transfer_probe_score": 0.999405, "eval_order": 5439}
{"item_id": "machine_learning__95", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.55944, "transfer_probe_score": 0.993715, "eval_order": 5440}
{"item_id": "conceptual_physics__43", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.315871, "transfer_probe_score": 0.945544, "eval_order": 5441}
{"item_id": "conceptual_physics__167", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972918, "transfer_probe_score": 0.985365, "eval_order": 5442}
{"item_id": "anatomy__132", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.7327, "transfer_probe_score": 0.16644, "eval_order": 5443}
{"item_id": "professional_medicine__97", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.930038, "transfer_probe_score": 0.999473, "eval_order": 5444}
{"item_id": "high_school_chemistry__14", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.891559, "transfer_probe_score": 0.884344, "eval_order": 5445}
{"item_id": "high_school_chemistry__45", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.8676, "transfer_probe_score": 0.027484, "eval_order": 5446}
{"item_id": "high_school_physics__1", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.39385, "transfer_probe_score": 0.98749, "eval_order": 5447}
{"item_id": "philosophy__270", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.930476, "transfer_probe_score": 0.999827, "eval_order": 5448}
{"item_id": "college_computer_science__56", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.717626, "transfer_probe_score": 0.997672, "eval_order": 5449}
{"item_id": "high_school_psychology__291", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.934844, "transfer_probe_score": 0.163454, "eval_order": 5450}
{"item_id": "college_chemistry__27", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.474004, "transfer_probe_score": 0.998, "eval_order": 5451}
{"item_id": "machine_learning__50", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.74105, "transfer_probe_score": 0.951709, "eval_order": 5452}
{"item_id": "nutrition__261", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.936594, "transfer_probe_score": 0.989437, "eval_order": 5453}
{"item_id": "electrical_engineering__60", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.3381, "transfer_probe_score": 0.960188, "eval_order": 5454}
{"item_id": "marketing__107", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.788262, "transfer_probe_score": 0.975025, "eval_order": 5455}
{"item_id": "abstract_algebra__13", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.863566, "transfer_probe_score": 0.999991, "eval_order": 5456}
{"item_id": "electrical_engineering__139", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.543846, "transfer_probe_score": 0.999983, "eval_order": 5457}
{"item_id": "conceptual_physics__135", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.806656, "transfer_probe_score": 0.99948, "eval_order": 5458}
{"item_id": "high_school_physics__107", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.463214, "transfer_probe_score": 0.999956, "eval_order": 5459}
{"item_id": "college_computer_science__81", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.822188, "transfer_probe_score": 0.998982, "eval_order": 5460}
{"item_id": "professional_medicine__222", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.688381, "transfer_probe_score": 0.991152, "eval_order": 5461}
{"item_id": "moral_scenarios__554", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.714876, "transfer_probe_score": 0.931832, "eval_order": 5462}
{"item_id": "world_religions__169", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.689153, "transfer_probe_score": 0.996324, "eval_order": 5463}
{"item_id": "anatomy__102", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.066068, "transfer_probe_score": 0.870507, "eval_order": 5464}
{"item_id": "moral_scenarios__189", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.34119, "transfer_probe_score": 0.999933, "eval_order": 5465}
{"item_id": "world_religions__125", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997927, "transfer_probe_score": 0.959223, "eval_order": 5466}
{"item_id": "econometrics__72", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.928848, "transfer_probe_score": 0.959913, "eval_order": 5467}
{"item_id": "high_school_psychology__192", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.967082, "transfer_probe_score": 0.667741, "eval_order": 5468}
{"item_id": "world_religions__47", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994322, "transfer_probe_score": 0.999872, "eval_order": 5469}
{"item_id": "moral_scenarios__388", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.494289, "transfer_probe_score": 0.992743, "eval_order": 5470}
{"item_id": "high_school_psychology__28", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.957254, "transfer_probe_score": 0.3997, "eval_order": 5471}
{"item_id": "marketing__94", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993034, "transfer_probe_score": 0.999518, "eval_order": 5472}
{"item_id": "high_school_psychology__172", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995937, "transfer_probe_score": 0.998551, "eval_order": 5473}
{"item_id": "marketing__110", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736004, "transfer_probe_score": 0.996752, "eval_order": 5474}
{"item_id": "econometrics__0", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.943657, "transfer_probe_score": 0.134092, "eval_order": 5475}
{"item_id": "high_school_chemistry__67", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.412279, "transfer_probe_score": 0.998531, "eval_order": 5476}
{"item_id": "professional_law__1257", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.236901, "transfer_probe_score": 0.992188, "eval_order": 5477}
{"item_id": "moral_scenarios__569", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.306637, "transfer_probe_score": 0.999884, "eval_order": 5478}
{"item_id": "high_school_physics__16", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.662299, "transfer_probe_score": 0.999861, "eval_order": 5479}
{"item_id": "anatomy__125", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.384102, "transfer_probe_score": 0.992448, "eval_order": 5480}
{"item_id": "nutrition__135", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.813089, "transfer_probe_score": 0.004644, "eval_order": 5481}
{"item_id": "college_chemistry__69", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.231052, "transfer_probe_score": 0.999857, "eval_order": 5482}
{"item_id": "conceptual_physics__192", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985713, "transfer_probe_score": 0.999859, "eval_order": 5483}
{"item_id": "high_school_chemistry__151", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.676676, "transfer_probe_score": 0.996483, "eval_order": 5484}
{"item_id": "college_chemistry__79", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989435, "transfer_probe_score": 0.232876, "eval_order": 5485}
{"item_id": "high_school_chemistry__190", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.316404, "transfer_probe_score": 0.999994, "eval_order": 5486}
{"item_id": "college_mathematics__87", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.437214, "transfer_probe_score": 0.99992, "eval_order": 5487}
{"item_id": "nutrition__93", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.939921, "transfer_probe_score": 0.859652, "eval_order": 5488}
{"item_id": "philosophy__283", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.380118, "transfer_probe_score": 0.992895, "eval_order": 5489}
{"item_id": "conceptual_physics__10", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.527901, "transfer_probe_score": 0.999349, "eval_order": 5490}
{"item_id": "conceptual_physics__149", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.42643, "transfer_probe_score": 0.99777, "eval_order": 5491}
{"item_id": "anatomy__84", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.352674, "transfer_probe_score": 0.998591, "eval_order": 5492}
{"item_id": "formal_logic__50", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.464437, "transfer_probe_score": 0.998869, "eval_order": 5493}
{"item_id": "high_school_physics__98", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.136039, "transfer_probe_score": 0.999436, "eval_order": 5494}
{"item_id": "moral_scenarios__350", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.287172, "transfer_probe_score": 0.999728, "eval_order": 5495}
{"item_id": "high_school_chemistry__46", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.600003, "transfer_probe_score": 0.997974, "eval_order": 5496}
{"item_id": "anatomy__106", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.885795, "transfer_probe_score": 0.965599, "eval_order": 5497}
{"item_id": "moral_scenarios__136", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.132255, "transfer_probe_score": 0.99999, "eval_order": 5498}
{"item_id": "philosophy__128", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.403753, "transfer_probe_score": 0.873165, "eval_order": 5499}
{"item_id": "high_school_physics__110", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.599841, "transfer_probe_score": 0.999985, "eval_order": 5500}
{"item_id": "formal_logic__12", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.367558, "transfer_probe_score": 0.969265, "eval_order": 5501}
{"item_id": "professional_medicine__168", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.574589, "transfer_probe_score": 0.992369, "eval_order": 5502}
{"item_id": "professional_law__1264", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.490875, "transfer_probe_score": 0.995911, "eval_order": 5503}
{"item_id": "anatomy__6", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.533338, "transfer_probe_score": 0.99882, "eval_order": 5504}
{"item_id": "world_religions__84", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.064988, "transfer_probe_score": 0.999817, "eval_order": 5505}
{"item_id": "abstract_algebra__54", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.686271, "transfer_probe_score": 0.998931, "eval_order": 5506}
{"item_id": "college_chemistry__34", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.848016, "transfer_probe_score": 0.9996, "eval_order": 5507}
{"item_id": "abstract_algebra__22", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.306484, "transfer_probe_score": 0.999904, "eval_order": 5508}
{"item_id": "professional_law__1520", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.657477, "transfer_probe_score": 0.98377, "eval_order": 5509}
{"item_id": "professional_law__1132", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.360515, "transfer_probe_score": 0.998333, "eval_order": 5510}
{"item_id": "formal_logic__70", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982615, "transfer_probe_score": 0.998278, "eval_order": 5511}
{"item_id": "high_school_mathematics__88", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.728322, "transfer_probe_score": 0.999875, "eval_order": 5512}
{"item_id": "abstract_algebra__51", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.735446, "transfer_probe_score": 0.999864, "eval_order": 5513}
{"item_id": "abstract_algebra__93", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.423898, "transfer_probe_score": 0.996933, "eval_order": 5514}
{"item_id": "world_religions__43", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944176, "transfer_probe_score": 1.0, "eval_order": 5515}
{"item_id": "high_school_mathematics__222", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.882193, "transfer_probe_score": 0.997261, "eval_order": 5516}
{"item_id": "anatomy__112", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994302, "transfer_probe_score": 0.999463, "eval_order": 5517}
{"item_id": "conceptual_physics__139", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.617054, "transfer_probe_score": 0.671751, "eval_order": 5518}
{"item_id": "moral_scenarios__41", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.771773, "transfer_probe_score": 0.99554, "eval_order": 5519}
{"item_id": "college_physics__2", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.659803, "transfer_probe_score": 0.972538, "eval_order": 5520}
{"item_id": "world_religions__123", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.945498, "transfer_probe_score": 0.999826, "eval_order": 5521}
{"item_id": "high_school_mathematics__102", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.885463, "transfer_probe_score": 0.9999, "eval_order": 5522}
{"item_id": "college_physics__51", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968, "transfer_probe_score": 0.992621, "eval_order": 5523}
{"item_id": "nutrition__145", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.757244, "transfer_probe_score": 0.834332, "eval_order": 5524}
{"item_id": "electrical_engineering__39", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.572785, "transfer_probe_score": 0.999499, "eval_order": 5525}
{"item_id": "college_physics__94", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.423967, "transfer_probe_score": 0.752876, "eval_order": 5526}
{"item_id": "moral_scenarios__837", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.795973, "transfer_probe_score": 0.999249, "eval_order": 5527}
{"item_id": "miscellaneous__71", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944862, "transfer_probe_score": 0.999406, "eval_order": 5528}
{"item_id": "college_physics__17", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.199478, "transfer_probe_score": 0.999932, "eval_order": 5529}
{"item_id": "world_religions__128", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.354925, "transfer_probe_score": 0.999414, "eval_order": 5530}
{"item_id": "miscellaneous__274", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.13787, "transfer_probe_score": 0.999999, "eval_order": 5531}
{"item_id": "marketing__213", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.9649, "transfer_probe_score": 0.231934, "eval_order": 5532}
{"item_id": "college_physics__95", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.658187, "transfer_probe_score": 0.975997, "eval_order": 5533}
{"item_id": "abstract_algebra__36", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.401633, "transfer_probe_score": 0.998465, "eval_order": 5534}
{"item_id": "high_school_chemistry__152", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.812029, "transfer_probe_score": 0.194172, "eval_order": 5535}
{"item_id": "conceptual_physics__108", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.974102, "transfer_probe_score": 0.999838, "eval_order": 5536}
{"item_id": "high_school_chemistry__51", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.451404, "transfer_probe_score": 0.999663, "eval_order": 5537}
{"item_id": "college_physics__66", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.501039, "transfer_probe_score": 0.999406, "eval_order": 5538}
{"item_id": "electrical_engineering__83", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.860253, "transfer_probe_score": 0.999996, "eval_order": 5539}
{"item_id": "machine_learning__90", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.556028, "transfer_probe_score": 0.999797, "eval_order": 5540}
{"item_id": "philosophy__78", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823171, "transfer_probe_score": 0.995151, "eval_order": 5541}
{"item_id": "electrical_engineering__84", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.764209, "transfer_probe_score": 0.551584, "eval_order": 5542}
{"item_id": "philosophy__268", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953606, "transfer_probe_score": 0.999443, "eval_order": 5543}
{"item_id": "college_chemistry__70", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.246498, "transfer_probe_score": 0.999943, "eval_order": 5544}
{"item_id": "world_religions__93", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99658, "transfer_probe_score": 0.998001, "eval_order": 5545}
{"item_id": "electrical_engineering__69", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.087325, "transfer_probe_score": 0.999718, "eval_order": 5546}
{"item_id": "high_school_chemistry__95", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.524698, "transfer_probe_score": 0.54328, "eval_order": 5547}
{"item_id": "professional_law__44", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.84344, "transfer_probe_score": 0.0589, "eval_order": 5548}
{"item_id": "moral_scenarios__867", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.507056, "transfer_probe_score": 0.991205, "eval_order": 5549}
{"item_id": "miscellaneous__662", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998105, "transfer_probe_score": 0.999956, "eval_order": 5550}
{"item_id": "high_school_physics__143", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.694822, "transfer_probe_score": 0.993525, "eval_order": 5551}
{"item_id": "high_school_chemistry__199", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.839435, "transfer_probe_score": 0.99955, "eval_order": 5552}
{"item_id": "marketing__38", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.717466, "transfer_probe_score": 0.594779, "eval_order": 5553}
{"item_id": "professional_medicine__237", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992181, "transfer_probe_score": 0.964168, "eval_order": 5554}
{"item_id": "high_school_physics__3", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.871058, "transfer_probe_score": 0.580908, "eval_order": 5555}
{"item_id": "miscellaneous__253", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.817153, "transfer_probe_score": 0.999831, "eval_order": 5556}
{"item_id": "professional_medicine__246", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.47391, "transfer_probe_score": 0.999456, "eval_order": 5557}
{"item_id": "electrical_engineering__86", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.328067, "transfer_probe_score": 0.839828, "eval_order": 5558}
{"item_id": "professional_law__24", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.185549, "transfer_probe_score": 0.998968, "eval_order": 5559}
{"item_id": "anatomy__15", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983956, "transfer_probe_score": 0.037761, "eval_order": 5560}
{"item_id": "nutrition__138", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.712639, "transfer_probe_score": 0.996311, "eval_order": 5561}
{"item_id": "professional_law__948", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.821677, "transfer_probe_score": 0.982716, "eval_order": 5562}
{"item_id": "electrical_engineering__9", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.433106, "transfer_probe_score": 0.999951, "eval_order": 5563}
{"item_id": "econometrics__43", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.547283, "transfer_probe_score": 0.995319, "eval_order": 5564}
{"item_id": "professional_law__895", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.452203, "transfer_probe_score": 0.972695, "eval_order": 5565}
{"item_id": "moral_scenarios__863", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.737307, "transfer_probe_score": 0.926964, "eval_order": 5566}
{"item_id": "professional_medicine__215", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.888761, "transfer_probe_score": 0.998814, "eval_order": 5567}
{"item_id": "philosophy__39", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.974171, "transfer_probe_score": 0.997914, "eval_order": 5568}
{"item_id": "high_school_chemistry__93", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.111341, "transfer_probe_score": 0.999749, "eval_order": 5569}
{"item_id": "professional_medicine__11", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.713019, "transfer_probe_score": 0.985792, "eval_order": 5570}
{"item_id": "high_school_chemistry__16", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.726165, "transfer_probe_score": 0.999846, "eval_order": 5571}
{"item_id": "college_chemistry__46", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.791294, "transfer_probe_score": 0.99986, "eval_order": 5572}
{"item_id": "high_school_mathematics__229", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.472515, "transfer_probe_score": 0.99985, "eval_order": 5573}
{"item_id": "moral_scenarios__696", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.529865, "transfer_probe_score": 0.999931, "eval_order": 5574}
{"item_id": "college_chemistry__10", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.558263, "transfer_probe_score": 0.952517, "eval_order": 5575}
{"item_id": "econometrics__71", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.394159, "transfer_probe_score": 0.973128, "eval_order": 5576}
{"item_id": "high_school_chemistry__87", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995719, "transfer_probe_score": 0.994032, "eval_order": 5577}
{"item_id": "electrical_engineering__109", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.368675, "transfer_probe_score": 0.99887, "eval_order": 5578}
{"item_id": "college_mathematics__90", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.574981, "transfer_probe_score": 0.995538, "eval_order": 5579}
{"item_id": "nutrition__192", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.02597, "transfer_probe_score": 0.999581, "eval_order": 5580}
{"item_id": "econometrics__36", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.407984, "transfer_probe_score": 0.989087, "eval_order": 5581}
{"item_id": "college_chemistry__74", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953496, "transfer_probe_score": 0.99997, "eval_order": 5582}
{"item_id": "philosophy__263", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.482999, "transfer_probe_score": 0.996019, "eval_order": 5583}
{"item_id": "high_school_mathematics__105", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.958209, "transfer_probe_score": 0.899582, "eval_order": 5584}
{"item_id": "econometrics__18", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.452524, "transfer_probe_score": 0.999071, "eval_order": 5585}
{"item_id": "econometrics__11", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.617807, "transfer_probe_score": 0.994323, "eval_order": 5586}
{"item_id": "econometrics__65", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.56992, "transfer_probe_score": 0.830027, "eval_order": 5587}
{"item_id": "nutrition__28", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99457, "transfer_probe_score": 0.985646, "eval_order": 5588}
{"item_id": "professional_law__526", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.227818, "transfer_probe_score": 0.999981, "eval_order": 5589}
{"item_id": "marketing__91", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989848, "transfer_probe_score": 0.909738, "eval_order": 5590}
{"item_id": "conceptual_physics__188", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994685, "transfer_probe_score": 0.998402, "eval_order": 5591}
{"item_id": "professional_law__997", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.718615, "transfer_probe_score": 0.995205, "eval_order": 5592}
{"item_id": "conceptual_physics__68", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.523761, "transfer_probe_score": 0.999553, "eval_order": 5593}
{"item_id": "marketing__106", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.957533, "transfer_probe_score": 0.998928, "eval_order": 5594}
{"item_id": "moral_scenarios__771", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.6964, "transfer_probe_score": 0.999012, "eval_order": 5595}
{"item_id": "miscellaneous__168", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.584997, "transfer_probe_score": 0.999813, "eval_order": 5596}
{"item_id": "professional_medicine__184", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.427859, "transfer_probe_score": 0.992162, "eval_order": 5597}
{"item_id": "electrical_engineering__141", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.650881, "transfer_probe_score": 0.993859, "eval_order": 5598}
{"item_id": "high_school_psychology__416", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979215, "transfer_probe_score": 0.99891, "eval_order": 5599}
{"item_id": "econometrics__60", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990641, "transfer_probe_score": 0.337134, "eval_order": 5600}
{"item_id": "high_school_psychology__372", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.800208, "transfer_probe_score": 0.991215, "eval_order": 5601}
{"item_id": "college_physics__80", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.656195, "transfer_probe_score": 0.99999, "eval_order": 5602}
{"item_id": "formal_logic__11", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.491538, "transfer_probe_score": 0.999995, "eval_order": 5603}
{"item_id": "miscellaneous__749", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989006, "transfer_probe_score": 0.999956, "eval_order": 5604}
{"item_id": "philosophy__235", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.966729, "transfer_probe_score": 0.714655, "eval_order": 5605}
{"item_id": "philosophy__264", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.969178, "transfer_probe_score": 0.994338, "eval_order": 5606}
{"item_id": "conceptual_physics__109", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.361973, "transfer_probe_score": 0.999377, "eval_order": 5607}
{"item_id": "philosophy__153", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.818677, "transfer_probe_score": 0.999965, "eval_order": 5608}
{"item_id": "high_school_mathematics__154", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.918494, "transfer_probe_score": 0.022032, "eval_order": 5609}
{"item_id": "miscellaneous__420", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986501, "transfer_probe_score": 0.999828, "eval_order": 5610}
{"item_id": "high_school_physics__146", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.245312, "transfer_probe_score": 0.99353, "eval_order": 5611}
{"item_id": "anatomy__4", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979442, "transfer_probe_score": 0.984001, "eval_order": 5612}
{"item_id": "professional_law__126", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.321498, "transfer_probe_score": 0.99277, "eval_order": 5613}
{"item_id": "high_school_mathematics__208", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.576649, "transfer_probe_score": 0.999854, "eval_order": 5614}
{"item_id": "high_school_mathematics__217", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.878924, "transfer_probe_score": 0.98333, "eval_order": 5615}
{"item_id": "abstract_algebra__66", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.688607, "transfer_probe_score": 0.999435, "eval_order": 5616}
{"item_id": "machine_learning__2", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.45953, "transfer_probe_score": 0.999796, "eval_order": 5617}
{"item_id": "anatomy__61", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.678136, "transfer_probe_score": 0.98984, "eval_order": 5618}
{"item_id": "college_mathematics__39", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.709977, "transfer_probe_score": 0.999787, "eval_order": 5619}
{"item_id": "high_school_mathematics__145", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.624237, "transfer_probe_score": 0.99999, "eval_order": 5620}
{"item_id": "machine_learning__34", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.902824, "transfer_probe_score": 0.990363, "eval_order": 5621}
{"item_id": "high_school_physics__138", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.436475, "transfer_probe_score": 0.998128, "eval_order": 5622}
{"item_id": "high_school_chemistry__191", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.902605, "transfer_probe_score": 0.996535, "eval_order": 5623}
{"item_id": "high_school_psychology__55", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986552, "transfer_probe_score": 0.992586, "eval_order": 5624}
{"item_id": "electrical_engineering__63", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.562757, "transfer_probe_score": 0.999939, "eval_order": 5625}
{"item_id": "high_school_psychology__14", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.878578, "transfer_probe_score": 0.91758, "eval_order": 5626}
{"item_id": "high_school_mathematics__111", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.51124, "transfer_probe_score": 0.999973, "eval_order": 5627}
{"item_id": "college_physics__97", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.57376, "transfer_probe_score": 0.999041, "eval_order": 5628}
{"item_id": "conceptual_physics__217", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989039, "transfer_probe_score": 0.989938, "eval_order": 5629}
{"item_id": "world_religions__111", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995313, "transfer_probe_score": 0.999996, "eval_order": 5630}
{"item_id": "moral_scenarios__204", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.641894, "transfer_probe_score": 0.999575, "eval_order": 5631}
{"item_id": "moral_scenarios__683", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.562132, "transfer_probe_score": 0.988174, "eval_order": 5632}
{"item_id": "professional_law__926", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.863505, "transfer_probe_score": 0.694333, "eval_order": 5633}
{"item_id": "high_school_mathematics__188", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.67816, "transfer_probe_score": 0.358917, "eval_order": 5634}
{"item_id": "high_school_chemistry__70", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.880133, "transfer_probe_score": 0.99748, "eval_order": 5635}
{"item_id": "high_school_psychology__62", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.810618, "transfer_probe_score": 0.995076, "eval_order": 5636}
{"item_id": "college_computer_science__65", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.429183, "transfer_probe_score": 0.999548, "eval_order": 5637}
{"item_id": "high_school_physics__67", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.129219, "transfer_probe_score": 0.999821, "eval_order": 5638}
{"item_id": "anatomy__115", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982292, "transfer_probe_score": 0.999912, "eval_order": 5639}
{"item_id": "econometrics__19", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.317586, "transfer_probe_score": 0.999727, "eval_order": 5640}
{"item_id": "high_school_mathematics__12", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.36599, "transfer_probe_score": 0.998585, "eval_order": 5641}
{"item_id": "marketing__116", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977013, "transfer_probe_score": 0.986136, "eval_order": 5642}
{"item_id": "high_school_mathematics__13", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.372242, "transfer_probe_score": 0.999962, "eval_order": 5643}
{"item_id": "professional_medicine__4", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992011, "transfer_probe_score": 0.999956, "eval_order": 5644}
{"item_id": "nutrition__59", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.683329, "transfer_probe_score": 0.992891, "eval_order": 5645}
{"item_id": "high_school_physics__132", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.530983, "transfer_probe_score": 0.675289, "eval_order": 5646}
{"item_id": "electrical_engineering__18", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984567, "transfer_probe_score": 0.997862, "eval_order": 5647}
{"item_id": "marketing__221", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.967307, "transfer_probe_score": 0.999681, "eval_order": 5648}
{"item_id": "professional_law__628", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.767708, "transfer_probe_score": 0.998882, "eval_order": 5649}
{"item_id": "anatomy__58", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976931, "transfer_probe_score": 0.999939, "eval_order": 5650}
{"item_id": "nutrition__300", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986764, "transfer_probe_score": 0.985302, "eval_order": 5651}
{"item_id": "college_mathematics__64", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.308017, "transfer_probe_score": 0.978706, "eval_order": 5652}
{"item_id": "high_school_mathematics__202", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.117331, "transfer_probe_score": 0.999851, "eval_order": 5653}
{"item_id": "formal_logic__16", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.931458, "transfer_probe_score": 0.996006, "eval_order": 5654}
{"item_id": "anatomy__64", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.781605, "transfer_probe_score": 0.974467, "eval_order": 5655}
{"item_id": "machine_learning__1", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.333817, "transfer_probe_score": 0.999982, "eval_order": 5656}
{"item_id": "college_physics__92", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.595762, "transfer_probe_score": 0.999981, "eval_order": 5657}
{"item_id": "electrical_engineering__8", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.26754, "transfer_probe_score": 0.999994, "eval_order": 5658}
{"item_id": "college_physics__71", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.775493, "transfer_probe_score": 0.992874, "eval_order": 5659}
{"item_id": "professional_law__1256", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.222473, "transfer_probe_score": 0.995525, "eval_order": 5660}
{"item_id": "machine_learning__87", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.745494, "transfer_probe_score": 0.999805, "eval_order": 5661}
{"item_id": "conceptual_physics__35", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.90116, "transfer_probe_score": 0.983493, "eval_order": 5662}
{"item_id": "high_school_mathematics__250", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.682422, "transfer_probe_score": 0.154946, "eval_order": 5663}
{"item_id": "conceptual_physics__16", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.857163, "transfer_probe_score": 0.421649, "eval_order": 5664}
{"item_id": "machine_learning__11", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.371993, "transfer_probe_score": 0.999751, "eval_order": 5665}
{"item_id": "conceptual_physics__193", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.927059, "transfer_probe_score": 0.998486, "eval_order": 5666}
{"item_id": "miscellaneous__245", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949594, "transfer_probe_score": 0.369688, "eval_order": 5667}
{"item_id": "world_religions__107", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994059, "transfer_probe_score": 0.944342, "eval_order": 5668}
{"item_id": "professional_law__134", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.391245, "transfer_probe_score": 0.440505, "eval_order": 5669}
{"item_id": "electrical_engineering__23", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.306829, "transfer_probe_score": 0.675029, "eval_order": 5670}
{"item_id": "miscellaneous__766", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.964884, "transfer_probe_score": 0.999997, "eval_order": 5671}
{"item_id": "professional_law__1254", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.578469, "transfer_probe_score": 0.998888, "eval_order": 5672}
{"item_id": "professional_medicine__20", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.819659, "transfer_probe_score": 0.999802, "eval_order": 5673}
{"item_id": "college_chemistry__84", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.917533, "transfer_probe_score": 0.998496, "eval_order": 5674}
{"item_id": "high_school_chemistry__167", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.548679, "transfer_probe_score": 0.99987, "eval_order": 5675}
{"item_id": "nutrition__137", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.299641, "transfer_probe_score": 0.999968, "eval_order": 5676}
{"item_id": "anatomy__2", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997287, "transfer_probe_score": 0.999155, "eval_order": 5677}
{"item_id": "professional_medicine__144", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.67648, "transfer_probe_score": 0.998802, "eval_order": 5678}
{"item_id": "miscellaneous__311", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.729306, "transfer_probe_score": 0.998617, "eval_order": 5679}
{"item_id": "world_religions__53", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986603, "transfer_probe_score": 0.992017, "eval_order": 5680}
{"item_id": "econometrics__53", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.614899, "transfer_probe_score": 0.982595, "eval_order": 5681}
{"item_id": "moral_scenarios__399", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.470702, "transfer_probe_score": 0.981493, "eval_order": 5682}
{"item_id": "moral_scenarios__670", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.528284, "transfer_probe_score": 0.997002, "eval_order": 5683}
{"item_id": "high_school_chemistry__160", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.90269, "transfer_probe_score": 0.82942, "eval_order": 5684}
{"item_id": "professional_law__1441", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.143885, "transfer_probe_score": 0.962111, "eval_order": 5685}
{"item_id": "nutrition__243", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.123929, "transfer_probe_score": 0.999973, "eval_order": 5686}
{"item_id": "professional_law__1190", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.711179, "transfer_probe_score": 0.946761, "eval_order": 5687}
{"item_id": "electrical_engineering__36", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.960988, "transfer_probe_score": 0.755655, "eval_order": 5688}
{"item_id": "college_physics__48", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.508266, "transfer_probe_score": 0.9733, "eval_order": 5689}
{"item_id": "high_school_mathematics__57", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.231095, "transfer_probe_score": 0.999137, "eval_order": 5690}
{"item_id": "high_school_physics__55", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.518456, "transfer_probe_score": 0.999936, "eval_order": 5691}
{"item_id": "high_school_mathematics__253", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.360605, "transfer_probe_score": 0.988981, "eval_order": 5692}
{"item_id": "world_religions__150", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995893, "transfer_probe_score": 0.999144, "eval_order": 5693}
{"item_id": "formal_logic__117", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.211736, "transfer_probe_score": 0.880681, "eval_order": 5694}
{"item_id": "college_chemistry__7", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994015, "transfer_probe_score": 0.998777, "eval_order": 5695}
{"item_id": "high_school_psychology__241", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.290728, "transfer_probe_score": 0.999997, "eval_order": 5696}
{"item_id": "high_school_chemistry__38", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.482653, "transfer_probe_score": 0.953108, "eval_order": 5697}
{"item_id": "philosophy__247", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992771, "transfer_probe_score": 0.999421, "eval_order": 5698}
{"item_id": "formal_logic__31", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.355724, "transfer_probe_score": 0.996956, "eval_order": 5699}
{"item_id": "professional_law__794", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.733929, "transfer_probe_score": 0.998476, "eval_order": 5700}
{"item_id": "formal_logic__103", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.220855, "transfer_probe_score": 0.764768, "eval_order": 5701}
{"item_id": "high_school_mathematics__37", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.495014, "transfer_probe_score": 0.999861, "eval_order": 5702}
{"item_id": "philosophy__93", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.898655, "transfer_probe_score": 0.999939, "eval_order": 5703}
{"item_id": "professional_law__1471", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.8355, "transfer_probe_score": 0.96837, "eval_order": 5704}
{"item_id": "professional_law__293", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.842616, "transfer_probe_score": 0.99029, "eval_order": 5705}
{"item_id": "machine_learning__24", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.72091, "transfer_probe_score": 0.950211, "eval_order": 5706}
{"item_id": "professional_medicine__185", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.651669, "transfer_probe_score": 0.538431, "eval_order": 5707}
{"item_id": "marketing__201", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953048, "transfer_probe_score": 0.999542, "eval_order": 5708}
{"item_id": "professional_law__991", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.824104, "transfer_probe_score": 0.999002, "eval_order": 5709}
{"item_id": "professional_law__1187", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.495776, "transfer_probe_score": 0.995871, "eval_order": 5710}
{"item_id": "professional_law__1018", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.676883, "transfer_probe_score": 0.989841, "eval_order": 5711}
{"item_id": "professional_law__1374", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.336353, "transfer_probe_score": 0.911396, "eval_order": 5712}
{"item_id": "college_mathematics__11", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.504783, "transfer_probe_score": 0.998545, "eval_order": 5713}
{"item_id": "philosophy__191", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.670974, "transfer_probe_score": 0.780954, "eval_order": 5714}
{"item_id": "high_school_chemistry__107", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.903479, "transfer_probe_score": 0.999765, "eval_order": 5715}
{"item_id": "nutrition__6", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984599, "transfer_probe_score": 0.999914, "eval_order": 5716}
{"item_id": "conceptual_physics__201", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989784, "transfer_probe_score": 0.998947, "eval_order": 5717}
{"item_id": "formal_logic__87", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.38565, "transfer_probe_score": 0.987467, "eval_order": 5718}
{"item_id": "high_school_mathematics__255", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.176021, "transfer_probe_score": 0.972742, "eval_order": 5719}
{"item_id": "marketing__161", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.103251, "transfer_probe_score": 0.97382, "eval_order": 5720}
{"item_id": "college_computer_science__67", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.232729, "transfer_probe_score": 0.999386, "eval_order": 5721}
{"item_id": "high_school_psychology__190", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.926574, "transfer_probe_score": 0.9999, "eval_order": 5722}
{"item_id": "high_school_psychology__106", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972062, "transfer_probe_score": 0.98358, "eval_order": 5723}
{"item_id": "conceptual_physics__113", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993968, "transfer_probe_score": 0.999972, "eval_order": 5724}
{"item_id": "philosophy__277", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99616, "transfer_probe_score": 0.989435, "eval_order": 5725}
{"item_id": "abstract_algebra__31", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823981, "transfer_probe_score": 0.998429, "eval_order": 5726}
{"item_id": "marketing__44", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956584, "transfer_probe_score": 0.024202, "eval_order": 5727}
{"item_id": "philosophy__64", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.765539, "transfer_probe_score": 0.999864, "eval_order": 5728}
{"item_id": "high_school_chemistry__162", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.364743, "transfer_probe_score": 0.335097, "eval_order": 5729}
{"item_id": "high_school_physics__78", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.530503, "transfer_probe_score": 0.999345, "eval_order": 5730}
{"item_id": "econometrics__61", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.790779, "transfer_probe_score": 0.999623, "eval_order": 5731}
{"item_id": "conceptual_physics__223", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.091234, "transfer_probe_score": 0.999896, "eval_order": 5732}
{"item_id": "moral_scenarios__657", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.657916, "transfer_probe_score": 0.971692, "eval_order": 5733}
{"item_id": "abstract_algebra__42", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.726904, "transfer_probe_score": 0.991255, "eval_order": 5734}
{"item_id": "high_school_physics__62", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.71609, "transfer_probe_score": 0.998473, "eval_order": 5735}
{"item_id": "philosophy__188", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823358, "transfer_probe_score": 0.999549, "eval_order": 5736}
{"item_id": "college_chemistry__29", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.493098, "transfer_probe_score": 0.999412, "eval_order": 5737}
{"item_id": "high_school_mathematics__24", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.172642, "transfer_probe_score": 1.0, "eval_order": 5738}
{"item_id": "high_school_physics__75", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.904039, "transfer_probe_score": 0.999288, "eval_order": 5739}
{"item_id": "philosophy__200", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.640512, "transfer_probe_score": 0.999983, "eval_order": 5740}
{"item_id": "college_mathematics__38", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.494704, "transfer_probe_score": 0.996426, "eval_order": 5741}
{"item_id": "high_school_psychology__437", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983763, "transfer_probe_score": 0.999856, "eval_order": 5742}
{"item_id": "professional_law__1473", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.411757, "transfer_probe_score": 0.898203, "eval_order": 5743}
{"item_id": "anatomy__63", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.890006, "transfer_probe_score": 0.987634, "eval_order": 5744}
{"item_id": "econometrics__57", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.344376, "transfer_probe_score": 0.571789, "eval_order": 5745}
{"item_id": "professional_law__728", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.768632, "transfer_probe_score": 0.676114, "eval_order": 5746}
{"item_id": "high_school_physics__11", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.332379, "transfer_probe_score": 0.962722, "eval_order": 5747}
{"item_id": "college_mathematics__33", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.945129, "transfer_probe_score": 0.915064, "eval_order": 5748}
{"item_id": "conceptual_physics__27", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.461212, "transfer_probe_score": 0.997149, "eval_order": 5749}
{"item_id": "college_physics__9", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.448227, "transfer_probe_score": 0.999773, "eval_order": 5750}
{"item_id": "conceptual_physics__211", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.048942, "transfer_probe_score": 0.999727, "eval_order": 5751}
{"item_id": "professional_medicine__74", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.914827, "transfer_probe_score": 0.991795, "eval_order": 5752}
{"item_id": "formal_logic__64", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.540797, "transfer_probe_score": 0.989756, "eval_order": 5753}
{"item_id": "high_school_chemistry__27", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994502, "transfer_probe_score": 0.957203, "eval_order": 5754}
{"item_id": "marketing__182", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.564528, "transfer_probe_score": 0.997247, "eval_order": 5755}
{"item_id": "college_mathematics__58", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.586939, "transfer_probe_score": 0.99904, "eval_order": 5756}
{"item_id": "high_school_psychology__133", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.627066, "transfer_probe_score": 0.837588, "eval_order": 5757}
{"item_id": "philosophy__18", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.060722, "transfer_probe_score": 0.999942, "eval_order": 5758}
{"item_id": "college_computer_science__33", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993685, "transfer_probe_score": 0.353069, "eval_order": 5759}
{"item_id": "high_school_psychology__30", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.834825, "transfer_probe_score": 0.999969, "eval_order": 5760}
{"item_id": "moral_scenarios__661", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.649847, "transfer_probe_score": 0.617486, "eval_order": 5761}
{"item_id": "philosophy__279", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.682779, "transfer_probe_score": 0.919725, "eval_order": 5762}
{"item_id": "world_religions__9", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994738, "transfer_probe_score": 0.999968, "eval_order": 5763}
{"item_id": "college_physics__27", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.389488, "transfer_probe_score": 0.998253, "eval_order": 5764}
{"item_id": "formal_logic__21", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.581843, "transfer_probe_score": 0.088123, "eval_order": 5765}
{"item_id": "machine_learning__74", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99027, "transfer_probe_score": 0.999853, "eval_order": 5766}
{"item_id": "professional_law__1088", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.854263, "transfer_probe_score": 0.992885, "eval_order": 5767}
{"item_id": "moral_scenarios__140", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.594166, "transfer_probe_score": 0.999806, "eval_order": 5768}
{"item_id": "marketing__166", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.869193, "transfer_probe_score": 0.531812, "eval_order": 5769}
{"item_id": "professional_medicine__62", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977107, "transfer_probe_score": 0.995736, "eval_order": 5770}
{"item_id": "professional_medicine__126", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.473346, "transfer_probe_score": 0.987051, "eval_order": 5771}
{"item_id": "college_mathematics__50", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.417861, "transfer_probe_score": 0.808768, "eval_order": 5772}
{"item_id": "abstract_algebra__99", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.320818, "transfer_probe_score": 0.999987, "eval_order": 5773}
{"item_id": "professional_medicine__102", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979734, "transfer_probe_score": 0.598959, "eval_order": 5774}
{"item_id": "electrical_engineering__1", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.64044, "transfer_probe_score": 0.998021, "eval_order": 5775}
{"item_id": "high_school_physics__103", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.668811, "transfer_probe_score": 0.999569, "eval_order": 5776}
{"item_id": "formal_logic__89", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.871718, "transfer_probe_score": 0.399825, "eval_order": 5777}
{"item_id": "philosophy__155", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.819518, "transfer_probe_score": 0.994118, "eval_order": 5778}
{"item_id": "high_school_physics__105", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.892588, "transfer_probe_score": 0.976513, "eval_order": 5779}
{"item_id": "nutrition__102", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.732488, "transfer_probe_score": 0.996858, "eval_order": 5780}
{"item_id": "philosophy__296", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.706499, "transfer_probe_score": 0.999842, "eval_order": 5781}
{"item_id": "world_religions__31", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956617, "transfer_probe_score": 0.999128, "eval_order": 5782}
{"item_id": "professional_law__793", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.707118, "transfer_probe_score": 0.841883, "eval_order": 5783}
{"item_id": "machine_learning__36", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.79445, "transfer_probe_score": 0.999345, "eval_order": 5784}
{"item_id": "professional_medicine__189", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.510409, "transfer_probe_score": 0.999938, "eval_order": 5785}
{"item_id": "world_religions__69", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988587, "transfer_probe_score": 0.982889, "eval_order": 5786}
{"item_id": "college_chemistry__68", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.882694, "transfer_probe_score": 0.999744, "eval_order": 5787}
{"item_id": "miscellaneous__142", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.904341, "transfer_probe_score": 0.999887, "eval_order": 5788}
{"item_id": "high_school_physics__145", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.538554, "transfer_probe_score": 0.996024, "eval_order": 5789}
{"item_id": "high_school_mathematics__64", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.542598, "transfer_probe_score": 0.999812, "eval_order": 5790}
{"item_id": "nutrition__185", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.32747, "transfer_probe_score": 0.978557, "eval_order": 5791}
{"item_id": "high_school_chemistry__79", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.91536, "transfer_probe_score": 0.879253, "eval_order": 5792}
{"item_id": "philosophy__32", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948509, "transfer_probe_score": 0.998152, "eval_order": 5793}
{"item_id": "college_computer_science__77", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736359, "transfer_probe_score": 0.996945, "eval_order": 5794}
{"item_id": "moral_scenarios__587", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.553397, "transfer_probe_score": 0.94029, "eval_order": 5795}
{"item_id": "high_school_mathematics__233", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.617081, "transfer_probe_score": 0.997006, "eval_order": 5796}
{"item_id": "philosophy__231", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.957115, "transfer_probe_score": 0.997685, "eval_order": 5797}
{"item_id": "marketing__48", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.932914, "transfer_probe_score": 0.999881, "eval_order": 5798}
{"item_id": "college_physics__50", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.291053, "transfer_probe_score": 0.986926, "eval_order": 5799}
{"item_id": "professional_law__485", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.407342, "transfer_probe_score": 0.843121, "eval_order": 5800}
{"item_id": "nutrition__189", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.850984, "transfer_probe_score": 0.999289, "eval_order": 5801}
{"item_id": "college_physics__93", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.362604, "transfer_probe_score": 0.999951, "eval_order": 5802}
{"item_id": "anatomy__54", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.40733, "transfer_probe_score": 0.991092, "eval_order": 5803}
{"item_id": "professional_law__1343", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.918606, "transfer_probe_score": 0.999799, "eval_order": 5804}
{"item_id": "conceptual_physics__191", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.652349, "transfer_probe_score": 0.97772, "eval_order": 5805}
{"item_id": "philosophy__62", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972654, "transfer_probe_score": 0.03592, "eval_order": 5806}
{"item_id": "philosophy__269", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.372191, "transfer_probe_score": 0.997997, "eval_order": 5807}
{"item_id": "marketing__55", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.317796, "transfer_probe_score": 0.998283, "eval_order": 5808}
{"item_id": "high_school_chemistry__18", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996308, "transfer_probe_score": 0.998443, "eval_order": 5809}
{"item_id": "professional_law__32", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.775635, "transfer_probe_score": 0.999071, "eval_order": 5810}
{"item_id": "high_school_psychology__159", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98341, "transfer_probe_score": 0.900606, "eval_order": 5811}
{"item_id": "formal_logic__96", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.551092, "transfer_probe_score": 0.962251, "eval_order": 5812}
{"item_id": "high_school_psychology__423", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.806349, "transfer_probe_score": 0.996057, "eval_order": 5813}
{"item_id": "high_school_mathematics__215", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.571689, "transfer_probe_score": 0.999344, "eval_order": 5814}
{"item_id": "miscellaneous__106", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990702, "transfer_probe_score": 0.993283, "eval_order": 5815}
{"item_id": "nutrition__95", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983305, "transfer_probe_score": 0.008716, "eval_order": 5816}
{"item_id": "abstract_algebra__26", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.486662, "transfer_probe_score": 0.999645, "eval_order": 5817}
{"item_id": "high_school_mathematics__248", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.872815, "transfer_probe_score": 0.999385, "eval_order": 5818}
{"item_id": "world_religions__63", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.874147, "transfer_probe_score": 0.938315, "eval_order": 5819}
{"item_id": "high_school_chemistry__19", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.33975, "transfer_probe_score": 0.997337, "eval_order": 5820}
{"item_id": "conceptual_physics__185", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986037, "transfer_probe_score": 0.999975, "eval_order": 5821}
{"item_id": "nutrition__222", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.857335, "transfer_probe_score": 0.964773, "eval_order": 5822}
{"item_id": "electrical_engineering__56", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996319, "transfer_probe_score": 0.958439, "eval_order": 5823}
{"item_id": "professional_law__157", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.96955, "transfer_probe_score": 0.96349, "eval_order": 5824}
{"item_id": "anatomy__98", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979611, "transfer_probe_score": 0.035199, "eval_order": 5825}
{"item_id": "abstract_algebra__86", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.519864, "transfer_probe_score": 0.999871, "eval_order": 5826}
{"item_id": "college_physics__63", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.279205, "transfer_probe_score": 0.999811, "eval_order": 5827}
{"item_id": "anatomy__117", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.787904, "transfer_probe_score": 0.999649, "eval_order": 5828}
{"item_id": "professional_medicine__111", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.715432, "transfer_probe_score": 0.999988, "eval_order": 5829}
{"item_id": "nutrition__283", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.838742, "transfer_probe_score": 0.993339, "eval_order": 5830}
{"item_id": "high_school_mathematics__227", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.41622, "transfer_probe_score": 0.999993, "eval_order": 5831}
{"item_id": "high_school_chemistry__34", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.305491, "transfer_probe_score": 0.969105, "eval_order": 5832}
{"item_id": "professional_medicine__224", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.897671, "transfer_probe_score": 0.731589, "eval_order": 5833}
{"item_id": "moral_scenarios__251", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.587122, "transfer_probe_score": 0.999911, "eval_order": 5834}
{"item_id": "high_school_chemistry__100", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.707656, "transfer_probe_score": 0.999996, "eval_order": 5835}
{"item_id": "miscellaneous__150", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.921467, "transfer_probe_score": 0.993251, "eval_order": 5836}
{"item_id": "anatomy__5", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.557521, "transfer_probe_score": 0.999982, "eval_order": 5837}
{"item_id": "conceptual_physics__7", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944039, "transfer_probe_score": 0.99794, "eval_order": 5838}
{"item_id": "econometrics__92", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.237817, "transfer_probe_score": 0.989948, "eval_order": 5839}
{"item_id": "anatomy__29", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.837908, "transfer_probe_score": 0.996924, "eval_order": 5840}
{"item_id": "professional_law__932", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.586027, "transfer_probe_score": 0.999706, "eval_order": 5841}
{"item_id": "anatomy__86", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.250307, "transfer_probe_score": 0.923913, "eval_order": 5842}
{"item_id": "anatomy__131", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996122, "transfer_probe_score": 0.999948, "eval_order": 5843}
{"item_id": "conceptual_physics__24", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.303358, "transfer_probe_score": 0.922668, "eval_order": 5844}
{"item_id": "marketing__68", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.579139, "transfer_probe_score": 0.998868, "eval_order": 5845}
{"item_id": "professional_medicine__194", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.807599, "transfer_probe_score": 0.999912, "eval_order": 5846}
{"item_id": "college_mathematics__18", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.212465, "transfer_probe_score": 0.999524, "eval_order": 5847}
{"item_id": "machine_learning__105", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.76754, "transfer_probe_score": 0.999623, "eval_order": 5848}
{"item_id": "econometrics__91", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.062963, "transfer_probe_score": 0.984563, "eval_order": 5849}
{"item_id": "college_physics__26", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.330449, "transfer_probe_score": 0.987329, "eval_order": 5850}
{"item_id": "high_school_physics__4", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.638632, "transfer_probe_score": 0.999795, "eval_order": 5851}
{"item_id": "high_school_mathematics__80", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.514072, "transfer_probe_score": 0.990999, "eval_order": 5852}
{"item_id": "econometrics__4", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.67657, "transfer_probe_score": 0.969468, "eval_order": 5853}
{"item_id": "marketing__83", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.918862, "transfer_probe_score": 0.994959, "eval_order": 5854}
{"item_id": "marketing__118", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.367866, "transfer_probe_score": 0.907489, "eval_order": 5855}
{"item_id": "miscellaneous__590", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.34917, "transfer_probe_score": 0.993205, "eval_order": 5856}
{"item_id": "high_school_chemistry__109", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.363473, "transfer_probe_score": 0.99996, "eval_order": 5857}
{"item_id": "econometrics__37", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.291231, "transfer_probe_score": 0.50231, "eval_order": 5858}
{"item_id": "high_school_physics__109", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.422242, "transfer_probe_score": 0.998066, "eval_order": 5859}
{"item_id": "abstract_algebra__75", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.701285, "transfer_probe_score": 0.999296, "eval_order": 5860}
{"item_id": "high_school_mathematics__49", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.342919, "transfer_probe_score": 0.999478, "eval_order": 5861}
{"item_id": "abstract_algebra__24", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.619569, "transfer_probe_score": 0.999548, "eval_order": 5862}
{"item_id": "high_school_psychology__102", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.724881, "transfer_probe_score": 0.999257, "eval_order": 5863}
{"item_id": "professional_law__346", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.814328, "transfer_probe_score": 0.991708, "eval_order": 5864}
{"item_id": "anatomy__83", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.108943, "transfer_probe_score": 0.999358, "eval_order": 5865}
{"item_id": "professional_law__213", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.584494, "transfer_probe_score": 0.637512, "eval_order": 5866}
{"item_id": "high_school_physics__17", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.497623, "transfer_probe_score": 0.841369, "eval_order": 5867}
{"item_id": "machine_learning__7", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.436943, "transfer_probe_score": 0.999993, "eval_order": 5868}
{"item_id": "college_mathematics__45", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.676439, "transfer_probe_score": 0.99349, "eval_order": 5869}
{"item_id": "high_school_chemistry__88", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.890896, "transfer_probe_score": 0.986441, "eval_order": 5870}
{"item_id": "econometrics__102", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.338556, "transfer_probe_score": 0.999702, "eval_order": 5871}
{"item_id": "anatomy__35", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.48346, "transfer_probe_score": 0.862823, "eval_order": 5872}
{"item_id": "professional_law__214", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.874004, "transfer_probe_score": 0.98861, "eval_order": 5873}
{"item_id": "econometrics__40", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.316436, "transfer_probe_score": 0.984193, "eval_order": 5874}
{"item_id": "college_computer_science__91", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.236358, "transfer_probe_score": 0.999817, "eval_order": 5875}
{"item_id": "college_chemistry__39", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.558331, "transfer_probe_score": 0.99995, "eval_order": 5876}
{"item_id": "professional_law__827", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.565023, "transfer_probe_score": 0.902968, "eval_order": 5877}
{"item_id": "nutrition__154", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.978903, "transfer_probe_score": 0.989798, "eval_order": 5878}
{"item_id": "conceptual_physics__61", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.115497, "transfer_probe_score": 0.945177, "eval_order": 5879}
{"item_id": "high_school_physics__43", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.275939, "transfer_probe_score": 0.989896, "eval_order": 5880}
{"item_id": "philosophy__278", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.28436, "transfer_probe_score": 0.397522, "eval_order": 5881}
{"item_id": "high_school_chemistry__5", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.345179, "transfer_probe_score": 0.999989, "eval_order": 5882}
{"item_id": "formal_logic__97", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.617062, "transfer_probe_score": 0.263131, "eval_order": 5883}
{"item_id": "college_computer_science__98", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.465397, "transfer_probe_score": 0.999989, "eval_order": 5884}
{"item_id": "professional_law__359", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.555903, "transfer_probe_score": 0.998871, "eval_order": 5885}
{"item_id": "professional_medicine__232", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.7022, "transfer_probe_score": 0.969727, "eval_order": 5886}
{"item_id": "world_religions__134", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953736, "transfer_probe_score": 0.999893, "eval_order": 5887}
{"item_id": "electrical_engineering__138", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.760693, "transfer_probe_score": 0.36931, "eval_order": 5888}
{"item_id": "anatomy__37", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944462, "transfer_probe_score": 0.626293, "eval_order": 5889}
{"item_id": "machine_learning__25", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.571288, "transfer_probe_score": 0.977666, "eval_order": 5890}
{"item_id": "marketing__211", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.870736, "transfer_probe_score": 0.998645, "eval_order": 5891}
{"item_id": "machine_learning__0", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.347798, "transfer_probe_score": 0.999992, "eval_order": 5892}
{"item_id": "anatomy__81", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.876393, "transfer_probe_score": 0.348058, "eval_order": 5893}
{"item_id": "world_religions__106", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989432, "transfer_probe_score": 0.997793, "eval_order": 5894}
{"item_id": "formal_logic__1", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.161405, "transfer_probe_score": 0.871962, "eval_order": 5895}
{"item_id": "electrical_engineering__26", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.489792, "transfer_probe_score": 0.998573, "eval_order": 5896}
{"item_id": "miscellaneous__663", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993464, "transfer_probe_score": 0.999984, "eval_order": 5897}
{"item_id": "miscellaneous__598", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.822697, "transfer_probe_score": 0.999996, "eval_order": 5898}
{"item_id": "conceptual_physics__151", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.872485, "transfer_probe_score": 0.925014, "eval_order": 5899}
{"item_id": "miscellaneous__638", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976638, "transfer_probe_score": 0.990205, "eval_order": 5900}
{"item_id": "high_school_mathematics__259", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.916856, "transfer_probe_score": 0.982809, "eval_order": 5901}
{"item_id": "high_school_chemistry__110", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.68778, "transfer_probe_score": 0.999945, "eval_order": 5902}
{"item_id": "world_religions__13", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989464, "transfer_probe_score": 0.999924, "eval_order": 5903}
{"item_id": "conceptual_physics__74", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.937487, "transfer_probe_score": 0.260711, "eval_order": 5904}
{"item_id": "high_school_psychology__392", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996551, "transfer_probe_score": 0.998829, "eval_order": 5905}
{"item_id": "philosophy__149", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.784382, "transfer_probe_score": 0.998839, "eval_order": 5906}
{"item_id": "formal_logic__125", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.365896, "transfer_probe_score": 0.363001, "eval_order": 5907}
{"item_id": "machine_learning__49", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.395417, "transfer_probe_score": 0.999939, "eval_order": 5908}
{"item_id": "college_physics__23", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.610776, "transfer_probe_score": 0.99897, "eval_order": 5909}
{"item_id": "electrical_engineering__27", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.484874, "transfer_probe_score": 1.0, "eval_order": 5910}
{"item_id": "philosophy__37", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.926347, "transfer_probe_score": 0.887974, "eval_order": 5911}
{"item_id": "anatomy__46", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989152, "transfer_probe_score": 0.999244, "eval_order": 5912}
{"item_id": "professional_medicine__257", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.677847, "transfer_probe_score": 0.996976, "eval_order": 5913}
{"item_id": "high_school_physics__97", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.337561, "transfer_probe_score": 0.999927, "eval_order": 5914}
{"item_id": "anatomy__24", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.312119, "transfer_probe_score": 0.90213, "eval_order": 5915}
{"item_id": "college_chemistry__47", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.375662, "transfer_probe_score": 0.999887, "eval_order": 5916}
{"item_id": "high_school_mathematics__139", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.606598, "transfer_probe_score": 0.999816, "eval_order": 5917}
{"item_id": "abstract_algebra__21", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.395319, "transfer_probe_score": 0.998497, "eval_order": 5918}
{"item_id": "professional_law__385", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.677901, "transfer_probe_score": 0.988852, "eval_order": 5919}
{"item_id": "philosophy__65", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.892674, "transfer_probe_score": 0.998293, "eval_order": 5920}
{"item_id": "formal_logic__25", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.499712, "transfer_probe_score": 0.999103, "eval_order": 5921}
{"item_id": "moral_scenarios__292", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.469471, "transfer_probe_score": 0.9969, "eval_order": 5922}
{"item_id": "electrical_engineering__24", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.338415, "transfer_probe_score": 0.973008, "eval_order": 5923}
{"item_id": "high_school_chemistry__13", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.640268, "transfer_probe_score": 0.938807, "eval_order": 5924}
{"item_id": "conceptual_physics__155", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.401443, "transfer_probe_score": 0.99856, "eval_order": 5925}
{"item_id": "professional_law__1490", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.945373, "transfer_probe_score": 0.39876, "eval_order": 5926}
{"item_id": "electrical_engineering__33", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.597539, "transfer_probe_score": 0.998077, "eval_order": 5927}
{"item_id": "college_physics__52", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991409, "transfer_probe_score": 0.999838, "eval_order": 5928}
{"item_id": "philosophy__303", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.739397, "transfer_probe_score": 0.999941, "eval_order": 5929}
{"item_id": "college_mathematics__95", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.869183, "transfer_probe_score": 0.877368, "eval_order": 5930}
{"item_id": "philosophy__291", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.571367, "transfer_probe_score": 0.976035, "eval_order": 5931}
{"item_id": "college_physics__37", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.48818, "transfer_probe_score": 0.98809, "eval_order": 5932}
{"item_id": "high_school_mathematics__211", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.65617, "transfer_probe_score": 0.999922, "eval_order": 5933}
{"item_id": "college_chemistry__50", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948326, "transfer_probe_score": 0.996763, "eval_order": 5934}
{"item_id": "high_school_psychology__429", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.862068, "transfer_probe_score": 0.992824, "eval_order": 5935}
{"item_id": "college_chemistry__26", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.90464, "transfer_probe_score": 0.999097, "eval_order": 5936}
{"item_id": "professional_law__596", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.653285, "transfer_probe_score": 0.999401, "eval_order": 5937}
{"item_id": "high_school_psychology__76", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995031, "transfer_probe_score": 0.443415, "eval_order": 5938}
{"item_id": "philosophy__31", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987657, "transfer_probe_score": 0.999973, "eval_order": 5939}
{"item_id": "college_chemistry__97", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.84098, "transfer_probe_score": 0.958669, "eval_order": 5940}
{"item_id": "formal_logic__62", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.326791, "transfer_probe_score": 0.995918, "eval_order": 5941}
{"item_id": "professional_medicine__94", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.759254, "transfer_probe_score": 0.999732, "eval_order": 5942}
{"item_id": "moral_scenarios__316", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.467306, "transfer_probe_score": 0.998326, "eval_order": 5943}
{"item_id": "high_school_mathematics__61", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.2715, "transfer_probe_score": 0.998424, "eval_order": 5944}
{"item_id": "world_religions__71", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.971386, "transfer_probe_score": 0.998632, "eval_order": 5945}
{"item_id": "high_school_chemistry__165", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.534725, "transfer_probe_score": 0.883209, "eval_order": 5946}
{"item_id": "college_computer_science__97", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.506889, "transfer_probe_score": 0.996537, "eval_order": 5947}
{"item_id": "college_computer_science__82", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.910526, "transfer_probe_score": 0.991122, "eval_order": 5948}
{"item_id": "world_religions__164", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99934, "transfer_probe_score": 0.60274, "eval_order": 5949}
{"item_id": "high_school_mathematics__142", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982329, "transfer_probe_score": 0.224174, "eval_order": 5950}
{"item_id": "econometrics__22", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.542508, "transfer_probe_score": 0.924651, "eval_order": 5951}
{"item_id": "high_school_physics__76", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.57537, "transfer_probe_score": 0.999005, "eval_order": 5952}
{"item_id": "philosophy__94", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.269949, "transfer_probe_score": 0.925685, "eval_order": 5953}
{"item_id": "professional_law__1369", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.302619, "transfer_probe_score": 0.997723, "eval_order": 5954}
{"item_id": "high_school_psychology__472", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.947948, "transfer_probe_score": 0.816847, "eval_order": 5955}
{"item_id": "professional_law__917", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.846575, "transfer_probe_score": 0.614747, "eval_order": 5956}
{"item_id": "philosophy__22", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.43276, "transfer_probe_score": 0.989674, "eval_order": 5957}
{"item_id": "high_school_physics__0", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.449032, "transfer_probe_score": 0.992583, "eval_order": 5958}
{"item_id": "philosophy__27", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.962477, "transfer_probe_score": 0.01942, "eval_order": 5959}
{"item_id": "econometrics__90", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.807628, "transfer_probe_score": 0.999479, "eval_order": 5960}
{"item_id": "high_school_chemistry__177", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.118734, "transfer_probe_score": 0.998423, "eval_order": 5961}
{"item_id": "college_computer_science__89", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.964644, "transfer_probe_score": 0.949003, "eval_order": 5962}
{"item_id": "moral_scenarios__457", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.437028, "transfer_probe_score": 0.998207, "eval_order": 5963}
{"item_id": "high_school_psychology__179", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.555464, "transfer_probe_score": 0.999997, "eval_order": 5964}
{"item_id": "college_chemistry__81", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944833, "transfer_probe_score": 0.999915, "eval_order": 5965}
{"item_id": "electrical_engineering__41", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.883377, "transfer_probe_score": 0.999937, "eval_order": 5966}
{"item_id": "philosophy__226", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.398667, "transfer_probe_score": 0.988576, "eval_order": 5967}
{"item_id": "conceptual_physics__159", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.785657, "transfer_probe_score": 0.996455, "eval_order": 5968}
{"item_id": "conceptual_physics__186", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.475013, "transfer_probe_score": 0.996008, "eval_order": 5969}
{"item_id": "college_physics__6", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.617103, "transfer_probe_score": 0.998934, "eval_order": 5970}
{"item_id": "philosophy__72", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.425205, "transfer_probe_score": 0.982313, "eval_order": 5971}
{"item_id": "marketing__29", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989533, "transfer_probe_score": 0.996684, "eval_order": 5972}
{"item_id": "nutrition__164", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.348138, "transfer_probe_score": 0.999997, "eval_order": 5973}
{"item_id": "high_school_chemistry__137", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.813828, "transfer_probe_score": 0.988968, "eval_order": 5974}
{"item_id": "anatomy__68", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.41597, "transfer_probe_score": 0.274188, "eval_order": 5975}
{"item_id": "nutrition__223", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.547108, "transfer_probe_score": 0.998827, "eval_order": 5976}
{"item_id": "professional_medicine__248", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997698, "transfer_probe_score": 0.931331, "eval_order": 5977}
{"item_id": "econometrics__75", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.255849, "transfer_probe_score": 0.988625, "eval_order": 5978}
{"item_id": "philosophy__75", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.908905, "transfer_probe_score": 0.990242, "eval_order": 5979}
{"item_id": "high_school_chemistry__145", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.355142, "transfer_probe_score": 0.925736, "eval_order": 5980}
{"item_id": "philosophy__307", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.713271, "transfer_probe_score": 0.974821, "eval_order": 5981}
{"item_id": "college_mathematics__98", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.502383, "transfer_probe_score": 0.999998, "eval_order": 5982}
{"item_id": "world_religions__58", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.46186, "transfer_probe_score": 0.999995, "eval_order": 5983}
{"item_id": "professional_law__763", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.928119, "transfer_probe_score": 0.98022, "eval_order": 5984}
{"item_id": "professional_medicine__202", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.895591, "transfer_probe_score": 0.999065, "eval_order": 5985}
{"item_id": "high_school_chemistry__108", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991253, "transfer_probe_score": 0.994324, "eval_order": 5986}
{"item_id": "college_physics__65", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.965281, "transfer_probe_score": 0.986836, "eval_order": 5987}
{"item_id": "machine_learning__62", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.865053, "transfer_probe_score": 0.999947, "eval_order": 5988}
{"item_id": "marketing__76", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.927795, "transfer_probe_score": 0.9973, "eval_order": 5989}
{"item_id": "formal_logic__83", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.482356, "transfer_probe_score": 0.963217, "eval_order": 5990}
{"item_id": "high_school_physics__119", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.328145, "transfer_probe_score": 0.999929, "eval_order": 5991}
{"item_id": "philosophy__222", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.699086, "transfer_probe_score": 0.999894, "eval_order": 5992}
{"item_id": "conceptual_physics__212", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.035516, "transfer_probe_score": 0.999907, "eval_order": 5993}
{"item_id": "high_school_mathematics__96", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.300341, "transfer_probe_score": 0.999898, "eval_order": 5994}
{"item_id": "anatomy__108", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99258, "transfer_probe_score": 0.999751, "eval_order": 5995}
{"item_id": "econometrics__38", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.849118, "transfer_probe_score": 0.963841, "eval_order": 5996}
{"item_id": "college_physics__42", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.840751, "transfer_probe_score": 0.999993, "eval_order": 5997}
{"item_id": "high_school_psychology__518", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98477, "transfer_probe_score": 0.857356, "eval_order": 5998}
{"item_id": "college_computer_science__76", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.911813, "transfer_probe_score": 0.984786, "eval_order": 5999}
{"item_id": "conceptual_physics__229", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.867225, "transfer_probe_score": 0.999767, "eval_order": 6000}
{"item_id": "high_school_physics__36", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.43167, "transfer_probe_score": 0.999964, "eval_order": 6001}
{"item_id": "nutrition__100", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.610454, "transfer_probe_score": 0.99907, "eval_order": 6002}
{"item_id": "high_school_chemistry__41", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987048, "transfer_probe_score": 0.993785, "eval_order": 6003}
{"item_id": "electrical_engineering__81", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976262, "transfer_probe_score": 0.983548, "eval_order": 6004}
{"item_id": "marketing__200", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.970293, "transfer_probe_score": 0.999946, "eval_order": 6005}
{"item_id": "electrical_engineering__103", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.619704, "transfer_probe_score": 0.955682, "eval_order": 6006}
{"item_id": "electrical_engineering__112", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992141, "transfer_probe_score": 0.998484, "eval_order": 6007}
{"item_id": "machine_learning__72", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.416648, "transfer_probe_score": 0.999699, "eval_order": 6008}
{"item_id": "formal_logic__102", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.476777, "transfer_probe_score": 0.758288, "eval_order": 6009}
{"item_id": "college_mathematics__74", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.484333, "transfer_probe_score": 0.999716, "eval_order": 6010}
{"item_id": "moral_scenarios__245", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.434657, "transfer_probe_score": 0.99462, "eval_order": 6011}
{"item_id": "professional_medicine__177", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986734, "transfer_probe_score": 0.952348, "eval_order": 6012}
{"item_id": "professional_medicine__88", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.978005, "transfer_probe_score": 0.924018, "eval_order": 6013}
{"item_id": "college_physics__69", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.187847, "transfer_probe_score": 0.92331, "eval_order": 6014}
{"item_id": "high_school_physics__116", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.673757, "transfer_probe_score": 0.962392, "eval_order": 6015}
{"item_id": "anatomy__27", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.502845, "transfer_probe_score": 0.900449, "eval_order": 6016}
{"item_id": "machine_learning__80", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.765638, "transfer_probe_score": 0.995382, "eval_order": 6017}
{"item_id": "philosophy__179", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.925115, "transfer_probe_score": 0.973554, "eval_order": 6018}
{"item_id": "moral_scenarios__318", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.843866, "transfer_probe_score": 0.801538, "eval_order": 6019}
{"item_id": "high_school_physics__64", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.670262, "transfer_probe_score": 0.993323, "eval_order": 6020}
{"item_id": "philosophy__49", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996345, "transfer_probe_score": 0.999963, "eval_order": 6021}
{"item_id": "professional_medicine__92", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.797884, "transfer_probe_score": 0.977068, "eval_order": 6022}
{"item_id": "philosophy__265", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.304416, "transfer_probe_score": 0.99952, "eval_order": 6023}
{"item_id": "anatomy__8", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.722034, "transfer_probe_score": 0.987019, "eval_order": 6024}
{"item_id": "professional_medicine__239", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.922077, "transfer_probe_score": 0.997891, "eval_order": 6025}
{"item_id": "anatomy__110", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.925325, "transfer_probe_score": 0.772597, "eval_order": 6026}
{"item_id": "econometrics__35", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.062089, "transfer_probe_score": 0.99751, "eval_order": 6027}
{"item_id": "philosophy__242", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935547, "transfer_probe_score": 0.999101, "eval_order": 6028}
{"item_id": "high_school_mathematics__31", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.12993, "transfer_probe_score": 0.999524, "eval_order": 6029}
{"item_id": "philosophy__44", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.970278, "transfer_probe_score": 0.971914, "eval_order": 6030}
{"item_id": "professional_law__113", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.709362, "transfer_probe_score": 0.544643, "eval_order": 6031}
{"item_id": "econometrics__84", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.07016, "transfer_probe_score": 0.999971, "eval_order": 6032}
{"item_id": "high_school_physics__104", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.705581, "transfer_probe_score": 0.984227, "eval_order": 6033}
{"item_id": "formal_logic__76", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.831869, "transfer_probe_score": 0.925152, "eval_order": 6034}
{"item_id": "miscellaneous__745", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99071, "transfer_probe_score": 0.999992, "eval_order": 6035}
{"item_id": "high_school_psychology__143", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987951, "transfer_probe_score": 0.999137, "eval_order": 6036}
{"item_id": "nutrition__210", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.794471, "transfer_probe_score": 0.993567, "eval_order": 6037}
{"item_id": "high_school_mathematics__237", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.748174, "transfer_probe_score": 0.99992, "eval_order": 6038}
{"item_id": "electrical_engineering__72", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.077347, "transfer_probe_score": 0.999978, "eval_order": 6039}
{"item_id": "professional_law__1314", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.946584, "transfer_probe_score": 0.899223, "eval_order": 6040}
{"item_id": "marketing__12", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.88449, "transfer_probe_score": 0.734974, "eval_order": 6041}
{"item_id": "machine_learning__28", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.70283, "transfer_probe_score": 0.994657, "eval_order": 6042}
{"item_id": "professional_medicine__193", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944109, "transfer_probe_score": 0.998663, "eval_order": 6043}
{"item_id": "miscellaneous__705", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981811, "transfer_probe_score": 0.999983, "eval_order": 6044}
{"item_id": "machine_learning__38", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.515007, "transfer_probe_score": 0.563749, "eval_order": 6045}
{"item_id": "high_school_mathematics__257", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.455521, "transfer_probe_score": 0.999548, "eval_order": 6046}
{"item_id": "marketing__19", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.695318, "transfer_probe_score": 0.589282, "eval_order": 6047}
{"item_id": "professional_law__524", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.446008, "transfer_probe_score": 0.949813, "eval_order": 6048}
{"item_id": "professional_law__1178", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944382, "transfer_probe_score": 0.996047, "eval_order": 6049}
{"item_id": "formal_logic__120", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.68829, "transfer_probe_score": 0.88741, "eval_order": 6050}
{"item_id": "philosophy__47", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.653686, "transfer_probe_score": 0.995049, "eval_order": 6051}
{"item_id": "high_school_chemistry__42", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.31335, "transfer_probe_score": 0.99947, "eval_order": 6052}
{"item_id": "high_school_mathematics__238", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.506596, "transfer_probe_score": 0.99986, "eval_order": 6053}
{"item_id": "college_computer_science__58", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.921599, "transfer_probe_score": 0.92544, "eval_order": 6054}
{"item_id": "professional_law__915", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.618426, "transfer_probe_score": 0.999241, "eval_order": 6055}
{"item_id": "professional_law__1349", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.681558, "transfer_probe_score": 0.739916, "eval_order": 6056}
{"item_id": "nutrition__24", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.446076, "transfer_probe_score": 0.99978, "eval_order": 6057}
{"item_id": "college_chemistry__91", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.280775, "transfer_probe_score": 0.99981, "eval_order": 6058}
{"item_id": "high_school_mathematics__210", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.448599, "transfer_probe_score": 0.996606, "eval_order": 6059}
{"item_id": "high_school_chemistry__68", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.287394, "transfer_probe_score": 0.999526, "eval_order": 6060}
{"item_id": "college_physics__29", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.602156, "transfer_probe_score": 0.995883, "eval_order": 6061}
{"item_id": "miscellaneous__135", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.439785, "transfer_probe_score": 0.998926, "eval_order": 6062}
{"item_id": "professional_medicine__47", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.955882, "transfer_probe_score": 0.996241, "eval_order": 6063}
{"item_id": "college_mathematics__31", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.797615, "transfer_probe_score": 0.947246, "eval_order": 6064}
{"item_id": "moral_scenarios__113", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.737205, "transfer_probe_score": 0.996389, "eval_order": 6065}
{"item_id": "electrical_engineering__101", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997559, "transfer_probe_score": 0.999981, "eval_order": 6066}
{"item_id": "philosophy__12", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.586215, "transfer_probe_score": 0.990881, "eval_order": 6067}
{"item_id": "anatomy__65", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.310718, "transfer_probe_score": 0.93637, "eval_order": 6068}
{"item_id": "high_school_psychology__210", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.764734, "transfer_probe_score": 0.420675, "eval_order": 6069}
{"item_id": "college_physics__86", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.970877, "transfer_probe_score": 0.997432, "eval_order": 6070}
{"item_id": "professional_medicine__137", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982374, "transfer_probe_score": 0.991949, "eval_order": 6071}
{"item_id": "nutrition__228", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823839, "transfer_probe_score": 0.999998, "eval_order": 6072}
{"item_id": "philosophy__52", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.503474, "transfer_probe_score": 0.999981, "eval_order": 6073}
{"item_id": "miscellaneous__236", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991029, "transfer_probe_score": 0.998105, "eval_order": 6074}
{"item_id": "moral_scenarios__46", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.715204, "transfer_probe_score": 0.995179, "eval_order": 6075}
{"item_id": "conceptual_physics__118", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.483499, "transfer_probe_score": 0.999935, "eval_order": 6076}
{"item_id": "nutrition__227", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975001, "transfer_probe_score": 0.600399, "eval_order": 6077}
{"item_id": "high_school_mathematics__262", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.264452, "transfer_probe_score": 0.999567, "eval_order": 6078}
{"item_id": "high_school_physics__2", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.921283, "transfer_probe_score": 0.822034, "eval_order": 6079}
{"item_id": "abstract_algebra__19", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.659776, "transfer_probe_score": 0.999473, "eval_order": 6080}
{"item_id": "philosophy__127", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.940614, "transfer_probe_score": 0.602075, "eval_order": 6081}
{"item_id": "miscellaneous__308", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975131, "transfer_probe_score": 0.984994, "eval_order": 6082}
{"item_id": "miscellaneous__232", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993315, "transfer_probe_score": 0.961005, "eval_order": 6083}
{"item_id": "moral_scenarios__112", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.269806, "transfer_probe_score": 0.999957, "eval_order": 6084}
{"item_id": "nutrition__101", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994442, "transfer_probe_score": 0.999986, "eval_order": 6085}
{"item_id": "miscellaneous__451", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993018, "transfer_probe_score": 0.999852, "eval_order": 6086}
{"item_id": "moral_scenarios__734", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.384724, "transfer_probe_score": 0.9997, "eval_order": 6087}
{"item_id": "high_school_psychology__300", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.873286, "transfer_probe_score": 0.99955, "eval_order": 6088}
{"item_id": "college_chemistry__37", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.542488, "transfer_probe_score": 0.890468, "eval_order": 6089}
{"item_id": "abstract_algebra__32", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.537608, "transfer_probe_score": 0.999965, "eval_order": 6090}
{"item_id": "high_school_mathematics__160", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.63698, "transfer_probe_score": 0.999641, "eval_order": 6091}
{"item_id": "miscellaneous__144", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976866, "transfer_probe_score": 0.99985, "eval_order": 6092}
{"item_id": "moral_scenarios__821", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.329985, "transfer_probe_score": 0.998701, "eval_order": 6093}
{"item_id": "econometrics__105", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.292902, "transfer_probe_score": 0.999018, "eval_order": 6094}
{"item_id": "high_school_physics__15", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.505604, "transfer_probe_score": 0.975833, "eval_order": 6095}
{"item_id": "high_school_chemistry__90", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.959213, "transfer_probe_score": 0.024855, "eval_order": 6096}
{"item_id": "moral_scenarios__613", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.535632, "transfer_probe_score": 0.99897, "eval_order": 6097}
{"item_id": "electrical_engineering__0", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.566167, "transfer_probe_score": 0.973428, "eval_order": 6098}
{"item_id": "college_mathematics__29", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.716292, "transfer_probe_score": 0.999261, "eval_order": 6099}
{"item_id": "abstract_algebra__60", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.368676, "transfer_probe_score": 0.999989, "eval_order": 6100}
{"item_id": "anatomy__25", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.013445, "transfer_probe_score": 0.999951, "eval_order": 6101}
{"item_id": "nutrition__119", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.934129, "transfer_probe_score": 0.908462, "eval_order": 6102}
{"item_id": "college_mathematics__53", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.345233, "transfer_probe_score": 0.99945, "eval_order": 6103}
{"item_id": "high_school_psychology__146", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994654, "transfer_probe_score": 0.975422, "eval_order": 6104}
{"item_id": "high_school_physics__94", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.497854, "transfer_probe_score": 0.999845, "eval_order": 6105}
{"item_id": "high_school_psychology__136", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983678, "transfer_probe_score": 0.98831, "eval_order": 6106}
{"item_id": "professional_law__422", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.391867, "transfer_probe_score": 0.999257, "eval_order": 6107}
{"item_id": "philosophy__286", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.22499, "transfer_probe_score": 0.996766, "eval_order": 6108}
{"item_id": "college_chemistry__40", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.474025, "transfer_probe_score": 0.987413, "eval_order": 6109}
{"item_id": "college_computer_science__74", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.639626, "transfer_probe_score": 0.994347, "eval_order": 6110}
{"item_id": "high_school_mathematics__141", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.286649, "transfer_probe_score": 0.999964, "eval_order": 6111}
{"item_id": "professional_law__400", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.636197, "transfer_probe_score": 0.224757, "eval_order": 6112}
{"item_id": "marketing__145", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981435, "transfer_probe_score": 0.583369, "eval_order": 6113}
{"item_id": "world_religions__5", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.618332, "transfer_probe_score": 0.999246, "eval_order": 6114}
{"item_id": "professional_law__673", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.487335, "transfer_probe_score": 0.997565, "eval_order": 6115}
{"item_id": "marketing__162", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.885322, "transfer_probe_score": 0.870335, "eval_order": 6116}
{"item_id": "machine_learning__37", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.536115, "transfer_probe_score": 0.99365, "eval_order": 6117}
{"item_id": "machine_learning__45", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.720542, "transfer_probe_score": 0.973042, "eval_order": 6118}
{"item_id": "abstract_algebra__87", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.616843, "transfer_probe_score": 0.999863, "eval_order": 6119}
{"item_id": "electrical_engineering__135", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.732399, "transfer_probe_score": 0.987085, "eval_order": 6120}
{"item_id": "philosophy__202", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.552182, "transfer_probe_score": 0.999553, "eval_order": 6121}
{"item_id": "professional_law__513", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.531783, "transfer_probe_score": 0.974775, "eval_order": 6122}
{"item_id": "abstract_algebra__43", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.746438, "transfer_probe_score": 0.998706, "eval_order": 6123}
{"item_id": "electrical_engineering__121", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995509, "transfer_probe_score": 0.995501, "eval_order": 6124}
{"item_id": "formal_logic__110", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.910607, "transfer_probe_score": 0.592897, "eval_order": 6125}
{"item_id": "nutrition__7", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986169, "transfer_probe_score": 0.999651, "eval_order": 6126}
{"item_id": "college_chemistry__51", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.729624, "transfer_probe_score": 0.999904, "eval_order": 6127}
{"item_id": "college_mathematics__37", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.807359, "transfer_probe_score": 0.999926, "eval_order": 6128}
{"item_id": "professional_medicine__158", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.531032, "transfer_probe_score": 0.999874, "eval_order": 6129}
{"item_id": "world_religions__49", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991131, "transfer_probe_score": 0.997007, "eval_order": 6130}
{"item_id": "moral_scenarios__391", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.804369, "transfer_probe_score": 0.961718, "eval_order": 6131}
{"item_id": "moral_scenarios__352", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.594374, "transfer_probe_score": 0.87067, "eval_order": 6132}
{"item_id": "moral_scenarios__229", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.741345, "transfer_probe_score": 0.994551, "eval_order": 6133}
{"item_id": "nutrition__195", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991228, "transfer_probe_score": 0.999808, "eval_order": 6134}
{"item_id": "college_physics__49", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.659536, "transfer_probe_score": 0.999881, "eval_order": 6135}
{"item_id": "abstract_algebra__45", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.315809, "transfer_probe_score": 0.999999, "eval_order": 6136}
{"item_id": "high_school_psychology__134", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972995, "transfer_probe_score": 0.999679, "eval_order": 6137}
{"item_id": "electrical_engineering__88", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956969, "transfer_probe_score": 0.926058, "eval_order": 6138}
{"item_id": "high_school_mathematics__25", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.876564, "transfer_probe_score": 0.99325, "eval_order": 6139}
{"item_id": "formal_logic__15", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.66216, "transfer_probe_score": 0.958528, "eval_order": 6140}
{"item_id": "electrical_engineering__14", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.3414, "transfer_probe_score": 0.633589, "eval_order": 6141}
{"item_id": "electrical_engineering__130", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.696564, "transfer_probe_score": 0.99918, "eval_order": 6142}
{"item_id": "professional_law__288", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.484566, "transfer_probe_score": 0.998729, "eval_order": 6143}
{"item_id": "electrical_engineering__17", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.74787, "transfer_probe_score": 0.181853, "eval_order": 6144}
{"item_id": "high_school_physics__141", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.641391, "transfer_probe_score": 0.998835, "eval_order": 6145}
{"item_id": "high_school_psychology__126", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985723, "transfer_probe_score": 0.994137, "eval_order": 6146}
{"item_id": "professional_law__805", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.596974, "transfer_probe_score": 0.682913, "eval_order": 6147}
{"item_id": "high_school_mathematics__153", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.365178, "transfer_probe_score": 0.999959, "eval_order": 6148}
{"item_id": "nutrition__32", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98914, "transfer_probe_score": 0.999953, "eval_order": 6149}
{"item_id": "high_school_chemistry__6", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998554, "transfer_probe_score": 0.168525, "eval_order": 6150}
{"item_id": "conceptual_physics__110", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986825, "transfer_probe_score": 0.999841, "eval_order": 6151}
{"item_id": "high_school_physics__149", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.457135, "transfer_probe_score": 0.999718, "eval_order": 6152}
{"item_id": "moral_scenarios__833", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.51678, "transfer_probe_score": 0.845707, "eval_order": 6153}
{"item_id": "marketing__184", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.727514, "transfer_probe_score": 0.999325, "eval_order": 6154}
{"item_id": "econometrics__82", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.230268, "transfer_probe_score": 0.996747, "eval_order": 6155}
{"item_id": "marketing__41", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.865038, "transfer_probe_score": 0.999419, "eval_order": 6156}
{"item_id": "college_computer_science__21", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.517493, "transfer_probe_score": 0.999778, "eval_order": 6157}
{"item_id": "professional_law__648", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.277534, "transfer_probe_score": 0.722534, "eval_order": 6158}
{"item_id": "electrical_engineering__51", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.923673, "transfer_probe_score": 0.912077, "eval_order": 6159}
{"item_id": "miscellaneous__21", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991187, "transfer_probe_score": 0.999991, "eval_order": 6160}
{"item_id": "machine_learning__86", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.713622, "transfer_probe_score": 0.977537, "eval_order": 6161}
{"item_id": "high_school_physics__37", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.894812, "transfer_probe_score": 0.640526, "eval_order": 6162}
{"item_id": "electrical_engineering__65", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.786427, "transfer_probe_score": 0.998996, "eval_order": 6163}
{"item_id": "professional_medicine__178", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954121, "transfer_probe_score": 0.952487, "eval_order": 6164}
{"item_id": "college_chemistry__83", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.342971, "transfer_probe_score": 0.906924, "eval_order": 6165}
{"item_id": "professional_law__290", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.654515, "transfer_probe_score": 0.99929, "eval_order": 6166}
{"item_id": "machine_learning__35", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.849134, "transfer_probe_score": 0.946221, "eval_order": 6167}
{"item_id": "anatomy__129", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.838831, "transfer_probe_score": 0.99622, "eval_order": 6168}
{"item_id": "philosophy__161", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977126, "transfer_probe_score": 0.734311, "eval_order": 6169}
{"item_id": "nutrition__124", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.957225, "transfer_probe_score": 0.997525, "eval_order": 6170}
{"item_id": "college_physics__3", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.799019, "transfer_probe_score": 0.884017, "eval_order": 6171}
{"item_id": "high_school_psychology__174", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.907459, "transfer_probe_score": 0.988641, "eval_order": 6172}
{"item_id": "college_physics__64", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.322973, "transfer_probe_score": 0.998641, "eval_order": 6173}
{"item_id": "world_religions__141", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996464, "transfer_probe_score": 0.946252, "eval_order": 6174}
{"item_id": "marketing__1", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998482, "transfer_probe_score": 0.990553, "eval_order": 6175}
{"item_id": "college_chemistry__78", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.773046, "transfer_probe_score": 0.027571, "eval_order": 6176}
{"item_id": "machine_learning__103", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.321917, "transfer_probe_score": 0.089643, "eval_order": 6177}
{"item_id": "nutrition__296", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.962791, "transfer_probe_score": 0.999808, "eval_order": 6178}
{"item_id": "professional_medicine__84", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.932608, "transfer_probe_score": 0.998105, "eval_order": 6179}
{"item_id": "moral_scenarios__150", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.530541, "transfer_probe_score": 0.987962, "eval_order": 6180}
{"item_id": "philosophy__238", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.319186, "transfer_probe_score": 0.999988, "eval_order": 6181}
{"item_id": "professional_medicine__65", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.877737, "transfer_probe_score": 0.999623, "eval_order": 6182}
{"item_id": "college_mathematics__12", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.520382, "transfer_probe_score": 0.998598, "eval_order": 6183}
{"item_id": "high_school_mathematics__171", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.343271, "transfer_probe_score": 0.999603, "eval_order": 6184}
{"item_id": "formal_logic__29", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.471749, "transfer_probe_score": 0.905686, "eval_order": 6185}
{"item_id": "machine_learning__111", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.408899, "transfer_probe_score": 0.99989, "eval_order": 6186}
{"item_id": "college_computer_science__22", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.447794, "transfer_probe_score": 0.318223, "eval_order": 6187}
{"item_id": "moral_scenarios__426", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.871557, "transfer_probe_score": 0.903164, "eval_order": 6188}
{"item_id": "college_physics__39", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.307959, "transfer_probe_score": 0.97692, "eval_order": 6189}
{"item_id": "marketing__14", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987154, "transfer_probe_score": 0.994421, "eval_order": 6190}
{"item_id": "anatomy__22", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.582179, "transfer_probe_score": 0.998198, "eval_order": 6191}
{"item_id": "miscellaneous__25", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.942292, "transfer_probe_score": 0.366099, "eval_order": 6192}
{"item_id": "miscellaneous__66", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.889094, "transfer_probe_score": 0.998245, "eval_order": 6193}
{"item_id": "machine_learning__79", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.507505, "transfer_probe_score": 0.99933, "eval_order": 6194}
{"item_id": "high_school_mathematics__59", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.681481, "transfer_probe_score": 0.489677, "eval_order": 6195}
{"item_id": "formal_logic__67", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.588888, "transfer_probe_score": 0.987429, "eval_order": 6196}
{"item_id": "college_mathematics__10", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972453, "transfer_probe_score": 0.998326, "eval_order": 6197}
{"item_id": "high_school_mathematics__127", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.407089, "transfer_probe_score": 0.99989, "eval_order": 6198}
{"item_id": "college_physics__82", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.502637, "transfer_probe_score": 0.999918, "eval_order": 6199}
{"item_id": "electrical_engineering__52", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.803291, "transfer_probe_score": 0.996046, "eval_order": 6200}
{"item_id": "philosophy__140", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.923232, "transfer_probe_score": 0.144839, "eval_order": 6201}
{"item_id": "econometrics__47", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.422404, "transfer_probe_score": 0.796947, "eval_order": 6202}
{"item_id": "professional_medicine__219", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949465, "transfer_probe_score": 0.913016, "eval_order": 6203}
{"item_id": "electrical_engineering__95", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.592386, "transfer_probe_score": 0.999996, "eval_order": 6204}
{"item_id": "machine_learning__65", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.55057, "transfer_probe_score": 0.997931, "eval_order": 6205}
{"item_id": "professional_medicine__249", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.923289, "transfer_probe_score": 0.986077, "eval_order": 6206}
{"item_id": "high_school_chemistry__146", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.900669, "transfer_probe_score": 0.948068, "eval_order": 6207}
{"item_id": "electrical_engineering__3", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.314456, "transfer_probe_score": 0.324498, "eval_order": 6208}
{"item_id": "electrical_engineering__117", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.857873, "transfer_probe_score": 0.999598, "eval_order": 6209}
{"item_id": "college_chemistry__43", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.889929, "transfer_probe_score": 0.613665, "eval_order": 6210}
{"item_id": "anatomy__32", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982718, "transfer_probe_score": 0.965764, "eval_order": 6211}
{"item_id": "electrical_engineering__70", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.951144, "transfer_probe_score": 0.972093, "eval_order": 6212}
{"item_id": "philosophy__245", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983264, "transfer_probe_score": 0.997222, "eval_order": 6213}
{"item_id": "philosophy__152", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.844827, "transfer_probe_score": 0.999925, "eval_order": 6214}
{"item_id": "professional_medicine__210", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.572078, "transfer_probe_score": 0.99949, "eval_order": 6215}
{"item_id": "professional_law__1459", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.659155, "transfer_probe_score": 0.953817, "eval_order": 6216}
{"item_id": "world_religions__158", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992388, "transfer_probe_score": 0.999954, "eval_order": 6217}
{"item_id": "moral_scenarios__94", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.440288, "transfer_probe_score": 0.998676, "eval_order": 6218}
{"item_id": "high_school_physics__108", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.774561, "transfer_probe_score": 0.945248, "eval_order": 6219}
{"item_id": "marketing__102", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989317, "transfer_probe_score": 0.99458, "eval_order": 6220}
{"item_id": "miscellaneous__108", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991111, "transfer_probe_score": 0.999981, "eval_order": 6221}
{"item_id": "college_computer_science__5", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.547996, "transfer_probe_score": 0.998301, "eval_order": 6222}
{"item_id": "professional_medicine__250", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986935, "transfer_probe_score": 0.969825, "eval_order": 6223}
{"item_id": "high_school_mathematics__124", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.574521, "transfer_probe_score": 0.939476, "eval_order": 6224}
{"item_id": "marketing__141", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.688594, "transfer_probe_score": 0.999998, "eval_order": 6225}
{"item_id": "college_physics__73", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.210918, "transfer_probe_score": 0.999625, "eval_order": 6226}
{"item_id": "high_school_psychology__185", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993114, "transfer_probe_score": 0.99337, "eval_order": 6227}
{"item_id": "econometrics__8", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.889829, "transfer_probe_score": 0.998035, "eval_order": 6228}
{"item_id": "college_physics__20", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99055, "transfer_probe_score": 0.676573, "eval_order": 6229}
{"item_id": "conceptual_physics__62", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.646843, "transfer_probe_score": 0.999674, "eval_order": 6230}
{"item_id": "college_computer_science__25", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.580023, "transfer_probe_score": 0.996788, "eval_order": 6231}
{"item_id": "econometrics__33", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.672665, "transfer_probe_score": 0.998362, "eval_order": 6232}
{"item_id": "college_mathematics__59", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.538796, "transfer_probe_score": 0.999976, "eval_order": 6233}
{"item_id": "econometrics__88", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.345579, "transfer_probe_score": 0.992624, "eval_order": 6234}
{"item_id": "college_computer_science__45", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977951, "transfer_probe_score": 0.982563, "eval_order": 6235}
{"item_id": "philosophy__244", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.952155, "transfer_probe_score": 0.994004, "eval_order": 6236}
{"item_id": "nutrition__188", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.455479, "transfer_probe_score": 0.999438, "eval_order": 6237}
{"item_id": "high_school_psychology__68", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981687, "transfer_probe_score": 0.969847, "eval_order": 6238}
{"item_id": "machine_learning__75", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.252812, "transfer_probe_score": 0.999459, "eval_order": 6239}
{"item_id": "professional_law__517", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.79049, "transfer_probe_score": 0.913551, "eval_order": 6240}
{"item_id": "high_school_chemistry__138", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.510054, "transfer_probe_score": 0.997701, "eval_order": 6241}
{"item_id": "machine_learning__83", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.662858, "transfer_probe_score": 0.964001, "eval_order": 6242}
{"item_id": "professional_law__1498", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.641731, "transfer_probe_score": 0.999991, "eval_order": 6243}
{"item_id": "professional_medicine__42", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.958452, "transfer_probe_score": 0.995498, "eval_order": 6244}
{"item_id": "marketing__108", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989376, "transfer_probe_score": 0.005333, "eval_order": 6245}
{"item_id": "professional_medicine__52", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986287, "transfer_probe_score": 0.665218, "eval_order": 6246}
{"item_id": "high_school_psychology__87", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953765, "transfer_probe_score": 0.997576, "eval_order": 6247}
{"item_id": "professional_law__562", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.665816, "transfer_probe_score": 0.84662, "eval_order": 6248}
{"item_id": "conceptual_physics__126", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.703014, "transfer_probe_score": 0.999724, "eval_order": 6249}
{"item_id": "high_school_physics__50", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.928223, "transfer_probe_score": 0.981215, "eval_order": 6250}
{"item_id": "marketing__93", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956856, "transfer_probe_score": 0.862539, "eval_order": 6251}
{"item_id": "philosophy__276", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.887559, "transfer_probe_score": 0.999549, "eval_order": 6252}
{"item_id": "miscellaneous__508", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99107, "transfer_probe_score": 0.99995, "eval_order": 6253}
{"item_id": "moral_scenarios__152", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.511588, "transfer_probe_score": 0.999707, "eval_order": 6254}
{"item_id": "college_chemistry__88", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.234442, "transfer_probe_score": 0.998803, "eval_order": 6255}
{"item_id": "electrical_engineering__21", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.620952, "transfer_probe_score": 1.0, "eval_order": 6256}
{"item_id": "college_mathematics__22", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.285005, "transfer_probe_score": 0.999356, "eval_order": 6257}
{"item_id": "high_school_psychology__323", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954202, "transfer_probe_score": 0.452643, "eval_order": 6258}
{"item_id": "abstract_algebra__15", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.650105, "transfer_probe_score": 0.999929, "eval_order": 6259}
{"item_id": "high_school_mathematics__206", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.627822, "transfer_probe_score": 0.999984, "eval_order": 6260}
{"item_id": "professional_law__720", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.742534, "transfer_probe_score": 0.829265, "eval_order": 6261}
{"item_id": "high_school_physics__96", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.756724, "transfer_probe_score": 0.943283, "eval_order": 6262}
{"item_id": "philosophy__198", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.639167, "transfer_probe_score": 0.999975, "eval_order": 6263}
{"item_id": "college_computer_science__64", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.293007, "transfer_probe_score": 0.994674, "eval_order": 6264}
{"item_id": "philosophy__4", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.945755, "transfer_probe_score": 0.995288, "eval_order": 6265}
{"item_id": "high_school_physics__127", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.671325, "transfer_probe_score": 0.942772, "eval_order": 6266}
{"item_id": "formal_logic__108", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.743782, "transfer_probe_score": 0.976412, "eval_order": 6267}
{"item_id": "professional_medicine__82", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.900973, "transfer_probe_score": 0.999593, "eval_order": 6268}
{"item_id": "professional_law__737", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.665422, "transfer_probe_score": 0.680255, "eval_order": 6269}
{"item_id": "abstract_algebra__30", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.51034, "transfer_probe_score": 0.999829, "eval_order": 6270}
{"item_id": "college_mathematics__27", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.703242, "transfer_probe_score": 0.994323, "eval_order": 6271}
{"item_id": "miscellaneous__298", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.685418, "transfer_probe_score": 0.998767, "eval_order": 6272}
{"item_id": "college_physics__16", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.969041, "transfer_probe_score": 0.206163, "eval_order": 6273}
{"item_id": "high_school_psychology__223", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.888271, "transfer_probe_score": 0.99426, "eval_order": 6274}
{"item_id": "college_physics__68", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.376083, "transfer_probe_score": 0.935578, "eval_order": 6275}
{"item_id": "high_school_mathematics__182", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.435228, "transfer_probe_score": 0.727694, "eval_order": 6276}
{"item_id": "college_chemistry__89", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.588431, "transfer_probe_score": 0.999976, "eval_order": 6277}
{"item_id": "electrical_engineering__142", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.791174, "transfer_probe_score": 0.993246, "eval_order": 6278}
{"item_id": "college_chemistry__3", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.82559, "transfer_probe_score": 0.999527, "eval_order": 6279}
{"item_id": "electrical_engineering__116", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.908339, "transfer_probe_score": 0.972137, "eval_order": 6280}
{"item_id": "philosophy__168", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.172608, "transfer_probe_score": 0.9979, "eval_order": 6281}
{"item_id": "abstract_algebra__55", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.499853, "transfer_probe_score": 0.999979, "eval_order": 6282}
{"item_id": "world_religions__87", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985651, "transfer_probe_score": 0.245427, "eval_order": 6283}
{"item_id": "formal_logic__20", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.286613, "transfer_probe_score": 0.980231, "eval_order": 6284}
{"item_id": "nutrition__290", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997174, "transfer_probe_score": 0.999148, "eval_order": 6285}
{"item_id": "marketing__0", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979833, "transfer_probe_score": 0.99997, "eval_order": 6286}
{"item_id": "high_school_mathematics__266", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.478932, "transfer_probe_score": 0.999531, "eval_order": 6287}
{"item_id": "college_mathematics__67", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.364333, "transfer_probe_score": 0.999783, "eval_order": 6288}
{"item_id": "college_physics__18", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.640395, "transfer_probe_score": 0.999941, "eval_order": 6289}
{"item_id": "conceptual_physics__9", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.817576, "transfer_probe_score": 0.997468, "eval_order": 6290}
{"item_id": "high_school_physics__106", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.374027, "transfer_probe_score": 0.6913, "eval_order": 6291}
{"item_id": "anatomy__12", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.934427, "transfer_probe_score": 0.820963, "eval_order": 6292}
{"item_id": "electrical_engineering__92", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.73997, "transfer_probe_score": 0.436964, "eval_order": 6293}
{"item_id": "econometrics__74", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.845915, "transfer_probe_score": 0.999496, "eval_order": 6294}
{"item_id": "professional_law__1460", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.333808, "transfer_probe_score": 0.9999, "eval_order": 6295}
{"item_id": "miscellaneous__303", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992785, "transfer_probe_score": 0.999965, "eval_order": 6296}
{"item_id": "college_computer_science__49", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.757653, "transfer_probe_score": 0.999589, "eval_order": 6297}
{"item_id": "high_school_psychology__125", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997525, "transfer_probe_score": 0.769224, "eval_order": 6298}
{"item_id": "world_religions__126", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956776, "transfer_probe_score": 0.999921, "eval_order": 6299}
{"item_id": "high_school_psychology__250", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.94385, "transfer_probe_score": 0.99973, "eval_order": 6300}
{"item_id": "college_chemistry__31", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968625, "transfer_probe_score": 0.997625, "eval_order": 6301}
{"item_id": "miscellaneous__200", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984402, "transfer_probe_score": 0.983706, "eval_order": 6302}
{"item_id": "college_physics__77", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.299368, "transfer_probe_score": 0.97741, "eval_order": 6303}
{"item_id": "high_school_psychology__295", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984653, "transfer_probe_score": 0.998238, "eval_order": 6304}
{"item_id": "professional_medicine__112", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.959248, "transfer_probe_score": 0.999764, "eval_order": 6305}
{"item_id": "abstract_algebra__48", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.704784, "transfer_probe_score": 0.999807, "eval_order": 6306}
{"item_id": "high_school_psychology__166", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.203502, "transfer_probe_score": 0.932162, "eval_order": 6307}
{"item_id": "high_school_mathematics__263", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.379712, "transfer_probe_score": 0.999569, "eval_order": 6308}
{"item_id": "moral_scenarios__882", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.32547, "transfer_probe_score": 0.99969, "eval_order": 6309}
{"item_id": "abstract_algebra__91", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.727753, "transfer_probe_score": 0.909631, "eval_order": 6310}
{"item_id": "philosophy__115", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.432851, "transfer_probe_score": 0.996421, "eval_order": 6311}
{"item_id": "anatomy__79", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.837453, "transfer_probe_score": 0.889457, "eval_order": 6312}
{"item_id": "econometrics__63", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.117573, "transfer_probe_score": 0.950582, "eval_order": 6313}
{"item_id": "anatomy__76", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.884266, "transfer_probe_score": 0.987323, "eval_order": 6314}
{"item_id": "world_religions__39", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989137, "transfer_probe_score": 0.99985, "eval_order": 6315}
{"item_id": "marketing__142", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981444, "transfer_probe_score": 0.995592, "eval_order": 6316}
{"item_id": "high_school_psychology__232", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992365, "transfer_probe_score": 0.719228, "eval_order": 6317}
{"item_id": "electrical_engineering__96", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980321, "transfer_probe_score": 0.999926, "eval_order": 6318}
{"item_id": "formal_logic__78", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.427399, "transfer_probe_score": 0.999562, "eval_order": 6319}
{"item_id": "nutrition__204", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.89823, "transfer_probe_score": 0.998545, "eval_order": 6320}
{"item_id": "professional_medicine__156", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.663211, "transfer_probe_score": 0.999455, "eval_order": 6321}
{"item_id": "conceptual_physics__116", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.452396, "transfer_probe_score": 0.994037, "eval_order": 6322}
{"item_id": "high_school_chemistry__7", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.128221, "transfer_probe_score": 0.915165, "eval_order": 6323}
{"item_id": "philosophy__234", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.907658, "transfer_probe_score": 0.99978, "eval_order": 6324}
{"item_id": "marketing__185", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.829396, "transfer_probe_score": 0.999013, "eval_order": 6325}
{"item_id": "formal_logic__124", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.900665, "transfer_probe_score": 0.516541, "eval_order": 6326}
{"item_id": "philosophy__119", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.755988, "transfer_probe_score": 0.418706, "eval_order": 6327}
{"item_id": "high_school_physics__21", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.741986, "transfer_probe_score": 0.997735, "eval_order": 6328}
{"item_id": "nutrition__197", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.574884, "transfer_probe_score": 0.987022, "eval_order": 6329}
{"item_id": "econometrics__86", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953324, "transfer_probe_score": 0.445299, "eval_order": 6330}
{"item_id": "high_school_psychology__388", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990265, "transfer_probe_score": 0.957362, "eval_order": 6331}
{"item_id": "professional_medicine__203", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991233, "transfer_probe_score": 0.883567, "eval_order": 6332}
{"item_id": "electrical_engineering__134", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.546747, "transfer_probe_score": 0.99673, "eval_order": 6333}
{"item_id": "formal_logic__91", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979563, "transfer_probe_score": 0.983893, "eval_order": 6334}
{"item_id": "college_computer_science__96", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.203934, "transfer_probe_score": 0.999125, "eval_order": 6335}
{"item_id": "professional_law__106", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.425122, "transfer_probe_score": 0.778284, "eval_order": 6336}
{"item_id": "electrical_engineering__13", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.409273, "transfer_probe_score": 0.999589, "eval_order": 6337}
{"item_id": "nutrition__281", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.418842, "transfer_probe_score": 0.453093, "eval_order": 6338}
{"item_id": "world_religions__145", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996118, "transfer_probe_score": 0.937834, "eval_order": 6339}
{"item_id": "professional_medicine__122", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.335928, "transfer_probe_score": 0.999943, "eval_order": 6340}
{"item_id": "machine_learning__15", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.490216, "transfer_probe_score": 0.998917, "eval_order": 6341}
{"item_id": "anatomy__69", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.512561, "transfer_probe_score": 0.996057, "eval_order": 6342}
{"item_id": "college_chemistry__32", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956507, "transfer_probe_score": 0.988508, "eval_order": 6343}
{"item_id": "marketing__32", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.9748, "transfer_probe_score": 0.896544, "eval_order": 6344}
{"item_id": "marketing__56", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.862232, "transfer_probe_score": 0.347905, "eval_order": 6345}
{"item_id": "marketing__191", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986093, "transfer_probe_score": 0.999392, "eval_order": 6346}
{"item_id": "anatomy__91", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.663928, "transfer_probe_score": 0.9825, "eval_order": 6347}
{"item_id": "econometrics__58", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.567064, "transfer_probe_score": 0.988818, "eval_order": 6348}
{"item_id": "philosophy__50", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.653162, "transfer_probe_score": 0.998124, "eval_order": 6349}
{"item_id": "high_school_mathematics__85", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.68388, "transfer_probe_score": 0.999978, "eval_order": 6350}
{"item_id": "high_school_mathematics__17", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.649668, "transfer_probe_score": 0.935642, "eval_order": 6351}
{"item_id": "electrical_engineering__77", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.729248, "transfer_probe_score": 0.999769, "eval_order": 6352}
{"item_id": "professional_medicine__54", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.873176, "transfer_probe_score": 0.443458, "eval_order": 6353}
{"item_id": "electrical_engineering__98", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.49261, "transfer_probe_score": 0.946915, "eval_order": 6354}
{"item_id": "college_chemistry__53", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.349656, "transfer_probe_score": 0.932862, "eval_order": 6355}
{"item_id": "high_school_mathematics__136", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.589889, "transfer_probe_score": 0.999713, "eval_order": 6356}
{"item_id": "abstract_algebra__12", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.464076, "transfer_probe_score": 0.998861, "eval_order": 6357}
{"item_id": "formal_logic__77", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.449578, "transfer_probe_score": 0.184284, "eval_order": 6358}
{"item_id": "philosophy__177", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.808717, "transfer_probe_score": 0.973292, "eval_order": 6359}
{"item_id": "econometrics__59", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.231441, "transfer_probe_score": 0.992799, "eval_order": 6360}
{"item_id": "miscellaneous__657", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.761073, "transfer_probe_score": 0.999952, "eval_order": 6361}
{"item_id": "marketing__8", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.876264, "transfer_probe_score": 0.999969, "eval_order": 6362}
{"item_id": "philosophy__130", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935776, "transfer_probe_score": 0.984212, "eval_order": 6363}
{"item_id": "high_school_physics__88", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.694815, "transfer_probe_score": 0.995849, "eval_order": 6364}
{"item_id": "professional_law__851", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.600231, "transfer_probe_score": 0.926495, "eval_order": 6365}
{"item_id": "college_computer_science__6", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.264609, "transfer_probe_score": 0.999693, "eval_order": 6366}
{"item_id": "moral_scenarios__524", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.696451, "transfer_probe_score": 0.898845, "eval_order": 6367}
{"item_id": "machine_learning__54", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.848702, "transfer_probe_score": 0.999325, "eval_order": 6368}
{"item_id": "anatomy__74", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.124066, "transfer_probe_score": 0.999595, "eval_order": 6369}
{"item_id": "philosophy__290", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.891436, "transfer_probe_score": 0.999994, "eval_order": 6370}
{"item_id": "formal_logic__118", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.967412, "transfer_probe_score": 0.958306, "eval_order": 6371}
{"item_id": "professional_law__1514", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.192867, "transfer_probe_score": 0.710622, "eval_order": 6372}
{"item_id": "world_religions__29", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.96013, "transfer_probe_score": 0.999101, "eval_order": 6373}
{"item_id": "high_school_physics__61", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.958932, "transfer_probe_score": 0.760936, "eval_order": 6374}
{"item_id": "professional_law__1496", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.340542, "transfer_probe_score": 0.334857, "eval_order": 6375}
{"item_id": "philosophy__14", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.974675, "transfer_probe_score": 0.5442, "eval_order": 6376}
{"item_id": "high_school_physics__117", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.363303, "transfer_probe_score": 0.95706, "eval_order": 6377}
{"item_id": "miscellaneous__481", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998046, "transfer_probe_score": 0.703891, "eval_order": 6378}
{"item_id": "philosophy__292", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.039918, "transfer_probe_score": 0.98962, "eval_order": 6379}
{"item_id": "world_religions__48", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.595571, "transfer_probe_score": 0.998797, "eval_order": 6380}
{"item_id": "high_school_mathematics__245", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.487337, "transfer_probe_score": 0.999511, "eval_order": 6381}
{"item_id": "anatomy__21", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.310328, "transfer_probe_score": 0.291737, "eval_order": 6382}
{"item_id": "high_school_psychology__18", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.915119, "transfer_probe_score": 0.822939, "eval_order": 6383}
{"item_id": "formal_logic__57", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.598078, "transfer_probe_score": 0.995802, "eval_order": 6384}
{"item_id": "conceptual_physics__107", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.635633, "transfer_probe_score": 0.997657, "eval_order": 6385}
{"item_id": "professional_law__908", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.522125, "transfer_probe_score": 0.998614, "eval_order": 6386}
{"item_id": "nutrition__86", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.63056, "transfer_probe_score": 0.999305, "eval_order": 6387}
{"item_id": "formal_logic__65", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.794759, "transfer_probe_score": 0.059453, "eval_order": 6388}
{"item_id": "college_mathematics__65", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.437568, "transfer_probe_score": 0.950351, "eval_order": 6389}
{"item_id": "formal_logic__105", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983703, "transfer_probe_score": 0.833449, "eval_order": 6390}
{"item_id": "professional_law__560", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.498176, "transfer_probe_score": 0.997227, "eval_order": 6391}
{"item_id": "professional_law__15", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981502, "transfer_probe_score": 0.974465, "eval_order": 6392}
{"item_id": "college_computer_science__88", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.430625, "transfer_probe_score": 0.999733, "eval_order": 6393}
{"item_id": "high_school_chemistry__22", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.660186, "transfer_probe_score": 0.99992, "eval_order": 6394}
{"item_id": "high_school_mathematics__187", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.48906, "transfer_probe_score": 0.998317, "eval_order": 6395}
{"item_id": "college_physics__53", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.592823, "transfer_probe_score": 0.999368, "eval_order": 6396}
{"item_id": "college_physics__76", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.129008, "transfer_probe_score": 0.99999, "eval_order": 6397}
{"item_id": "college_physics__12", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980441, "transfer_probe_score": 0.999946, "eval_order": 6398}
{"item_id": "high_school_mathematics__212", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.709277, "transfer_probe_score": 0.997928, "eval_order": 6399}
{"item_id": "professional_law__1339", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.737591, "transfer_probe_score": 0.998158, "eval_order": 6400}
{"item_id": "electrical_engineering__97", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.445038, "transfer_probe_score": 0.999619, "eval_order": 6401}
{"item_id": "nutrition__58", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.902444, "transfer_probe_score": 0.999996, "eval_order": 6402}
{"item_id": "philosophy__220", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.351088, "transfer_probe_score": 0.999995, "eval_order": 6403}
{"item_id": "nutrition__99", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.353982, "transfer_probe_score": 0.998394, "eval_order": 6404}
{"item_id": "miscellaneous__29", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.916902, "transfer_probe_score": 0.997607, "eval_order": 6405}
{"item_id": "professional_law__1249", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.241572, "transfer_probe_score": 0.940346, "eval_order": 6406}
{"item_id": "nutrition__163", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.683472, "transfer_probe_score": 0.999869, "eval_order": 6407}
{"item_id": "formal_logic__37", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992119, "transfer_probe_score": 0.999382, "eval_order": 6408}
{"item_id": "high_school_mathematics__99", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.315249, "transfer_probe_score": 0.947657, "eval_order": 6409}
{"item_id": "professional_law__1387", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.508898, "transfer_probe_score": 0.582132, "eval_order": 6410}
{"item_id": "miscellaneous__289", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.192868, "transfer_probe_score": 0.998245, "eval_order": 6411}
{"item_id": "philosophy__212", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.533857, "transfer_probe_score": 0.999156, "eval_order": 6412}
{"item_id": "electrical_engineering__126", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.563755, "transfer_probe_score": 0.39827, "eval_order": 6413}
{"item_id": "college_mathematics__13", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.367597, "transfer_probe_score": 0.999671, "eval_order": 6414}
{"item_id": "anatomy__10", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.819267, "transfer_probe_score": 0.999804, "eval_order": 6415}
{"item_id": "moral_scenarios__208", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.685099, "transfer_probe_score": 0.904053, "eval_order": 6416}
{"item_id": "professional_law__891", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.540307, "transfer_probe_score": 0.872969, "eval_order": 6417}
{"item_id": "professional_law__774", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.352928, "transfer_probe_score": 0.996453, "eval_order": 6418}
{"item_id": "formal_logic__38", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993108, "transfer_probe_score": 0.991869, "eval_order": 6419}
{"item_id": "nutrition__70", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982604, "transfer_probe_score": 0.84445, "eval_order": 6420}
{"item_id": "philosophy__92", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.902884, "transfer_probe_score": 0.987664, "eval_order": 6421}
{"item_id": "moral_scenarios__846", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.564438, "transfer_probe_score": 0.999868, "eval_order": 6422}
{"item_id": "high_school_mathematics__132", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.767022, "transfer_probe_score": 0.999906, "eval_order": 6423}
{"item_id": "machine_learning__61", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.585565, "transfer_probe_score": 0.999411, "eval_order": 6424}
{"item_id": "college_computer_science__40", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.454806, "transfer_probe_score": 0.997349, "eval_order": 6425}
{"item_id": "econometrics__106", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.722607, "transfer_probe_score": 0.986074, "eval_order": 6426}
{"item_id": "marketing__173", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996968, "transfer_probe_score": 0.860282, "eval_order": 6427}
{"item_id": "world_religions__143", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994105, "transfer_probe_score": 0.999998, "eval_order": 6428}
{"item_id": "conceptual_physics__224", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948274, "transfer_probe_score": 0.999833, "eval_order": 6429}
{"item_id": "high_school_psychology__127", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.871077, "transfer_probe_score": 0.979546, "eval_order": 6430}
{"item_id": "world_religions__116", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.546797, "transfer_probe_score": 0.826551, "eval_order": 6431}
{"item_id": "anatomy__60", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.922316, "transfer_probe_score": 0.999859, "eval_order": 6432}
{"item_id": "professional_medicine__28", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.809907, "transfer_probe_score": 0.998379, "eval_order": 6433}
{"item_id": "high_school_physics__38", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.462573, "transfer_probe_score": 0.924896, "eval_order": 6434}
{"item_id": "college_computer_science__95", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.96942, "transfer_probe_score": 0.963852, "eval_order": 6435}
{"item_id": "professional_medicine__188", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.950543, "transfer_probe_score": 0.989018, "eval_order": 6436}
{"item_id": "moral_scenarios__582", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.561038, "transfer_probe_score": 0.998466, "eval_order": 6437}
{"item_id": "high_school_psychology__252", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954754, "transfer_probe_score": 0.885285, "eval_order": 6438}
{"item_id": "moral_scenarios__408", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.521743, "transfer_probe_score": 0.999859, "eval_order": 6439}
{"item_id": "high_school_chemistry__129", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.651953, "transfer_probe_score": 0.936322, "eval_order": 6440}
{"item_id": "marketing__187", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.477589, "transfer_probe_score": 0.999924, "eval_order": 6441}
{"item_id": "college_computer_science__8", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.645719, "transfer_probe_score": 0.963861, "eval_order": 6442}
{"item_id": "professional_medicine__59", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988164, "transfer_probe_score": 0.967014, "eval_order": 6443}
{"item_id": "marketing__138", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.917779, "transfer_probe_score": 0.997419, "eval_order": 6444}
{"item_id": "machine_learning__52", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.52619, "transfer_probe_score": 0.999984, "eval_order": 6445}
{"item_id": "formal_logic__35", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.738602, "transfer_probe_score": 0.976858, "eval_order": 6446}
{"item_id": "moral_scenarios__638", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.47523, "transfer_probe_score": 0.894419, "eval_order": 6447}
{"item_id": "high_school_physics__8", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.581894, "transfer_probe_score": 0.996405, "eval_order": 6448}
{"item_id": "miscellaneous__687", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.151183, "transfer_probe_score": 0.994246, "eval_order": 6449}
{"item_id": "abstract_algebra__34", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.700052, "transfer_probe_score": 0.990081, "eval_order": 6450}
{"item_id": "professional_medicine__0", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986285, "transfer_probe_score": 0.9842, "eval_order": 6451}
{"item_id": "high_school_chemistry__0", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986236, "transfer_probe_score": 0.994705, "eval_order": 6452}
{"item_id": "high_school_psychology__297", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.963067, "transfer_probe_score": 0.994055, "eval_order": 6453}
{"item_id": "college_computer_science__83", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.586127, "transfer_probe_score": 0.98049, "eval_order": 6454}
{"item_id": "world_religions__133", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.226531, "transfer_probe_score": 0.999997, "eval_order": 6455}
{"item_id": "moral_scenarios__121", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.647422, "transfer_probe_score": 0.99985, "eval_order": 6456}
{"item_id": "professional_law__353", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.617406, "transfer_probe_score": 0.961552, "eval_order": 6457}
{"item_id": "high_school_physics__40", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.58445, "transfer_probe_score": 0.631563, "eval_order": 6458}
{"item_id": "conceptual_physics__6", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.233646, "transfer_probe_score": 0.998966, "eval_order": 6459}
{"item_id": "world_religions__55", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.097426, "transfer_probe_score": 0.998044, "eval_order": 6460}
{"item_id": "formal_logic__19", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.759004, "transfer_probe_score": 0.764527, "eval_order": 6461}
{"item_id": "high_school_physics__49", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.633467, "transfer_probe_score": 0.991927, "eval_order": 6462}
{"item_id": "machine_learning__100", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.821196, "transfer_probe_score": 0.997924, "eval_order": 6463}
{"item_id": "professional_medicine__106", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.583655, "transfer_probe_score": 0.993464, "eval_order": 6464}
{"item_id": "high_school_physics__135", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.924149, "transfer_probe_score": 0.974995, "eval_order": 6465}
{"item_id": "world_religions__19", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998884, "transfer_probe_score": 0.99663, "eval_order": 6466}
{"item_id": "professional_law__911", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.53065, "transfer_probe_score": 0.994477, "eval_order": 6467}
{"item_id": "college_computer_science__16", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.471973, "transfer_probe_score": 0.998169, "eval_order": 6468}
{"item_id": "miscellaneous__564", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997683, "transfer_probe_score": 0.999932, "eval_order": 6469}
{"item_id": "anatomy__100", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.792421, "transfer_probe_score": 0.657297, "eval_order": 6470}
{"item_id": "nutrition__75", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823859, "transfer_probe_score": 0.999835, "eval_order": 6471}
{"item_id": "college_chemistry__42", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.92414, "transfer_probe_score": 0.995306, "eval_order": 6472}
{"item_id": "econometrics__107", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.626999, "transfer_probe_score": 0.999817, "eval_order": 6473}
{"item_id": "anatomy__18", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.958949, "transfer_probe_score": 0.999549, "eval_order": 6474}
{"item_id": "econometrics__99", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.463313, "transfer_probe_score": 0.997774, "eval_order": 6475}
{"item_id": "high_school_mathematics__46", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.810648, "transfer_probe_score": 0.99896, "eval_order": 6476}
{"item_id": "college_chemistry__66", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.528621, "transfer_probe_score": 0.954494, "eval_order": 6477}
{"item_id": "abstract_algebra__96", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.850627, "transfer_probe_score": 0.478168, "eval_order": 6478}
{"item_id": "high_school_psychology__469", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994196, "transfer_probe_score": 0.999971, "eval_order": 6479}
{"item_id": "econometrics__80", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.339073, "transfer_probe_score": 0.996446, "eval_order": 6480}
{"item_id": "electrical_engineering__127", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988371, "transfer_probe_score": 0.941844, "eval_order": 6481}
{"item_id": "marketing__57", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.933948, "transfer_probe_score": 0.994049, "eval_order": 6482}
{"item_id": "moral_scenarios__38", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.440327, "transfer_probe_score": 0.998717, "eval_order": 6483}
{"item_id": "electrical_engineering__7", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.760369, "transfer_probe_score": 0.964413, "eval_order": 6484}
{"item_id": "high_school_mathematics__70", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.72924, "transfer_probe_score": 0.998556, "eval_order": 6485}
{"item_id": "nutrition__257", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.698652, "transfer_probe_score": 0.999745, "eval_order": 6486}
{"item_id": "high_school_psychology__254", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.830338, "transfer_probe_score": 0.988228, "eval_order": 6487}
{"item_id": "college_mathematics__97", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.317693, "transfer_probe_score": 0.999994, "eval_order": 6488}
{"item_id": "formal_logic__28", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.959269, "transfer_probe_score": 0.984446, "eval_order": 6489}
{"item_id": "high_school_chemistry__71", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.674152, "transfer_probe_score": 0.942458, "eval_order": 6490}
{"item_id": "nutrition__167", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984341, "transfer_probe_score": 0.999557, "eval_order": 6491}
{"item_id": "machine_learning__97", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.820531, "transfer_probe_score": 0.950841, "eval_order": 6492}
{"item_id": "abstract_algebra__4", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.503795, "transfer_probe_score": 0.998116, "eval_order": 6493}
{"item_id": "conceptual_physics__168", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980778, "transfer_probe_score": 0.999835, "eval_order": 6494}
{"item_id": "philosophy__219", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.847536, "transfer_probe_score": 0.965596, "eval_order": 6495}
{"item_id": "econometrics__70", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.83594, "transfer_probe_score": 0.995915, "eval_order": 6496}
{"item_id": "electrical_engineering__40", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.798693, "transfer_probe_score": 0.999796, "eval_order": 6497}
{"item_id": "moral_scenarios__857", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.53949, "transfer_probe_score": 0.922615, "eval_order": 6498}
{"item_id": "professional_law__802", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.638606, "transfer_probe_score": 0.862241, "eval_order": 6499}
{"item_id": "professional_law__669", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.283653, "transfer_probe_score": 0.972266, "eval_order": 6500}
{"item_id": "college_mathematics__83", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.307132, "transfer_probe_score": 0.909461, "eval_order": 6501}
{"item_id": "moral_scenarios__180", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.64339, "transfer_probe_score": 0.999306, "eval_order": 6502}
{"item_id": "college_physics__87", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.495208, "transfer_probe_score": 0.997699, "eval_order": 6503}
{"item_id": "econometrics__69", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.443192, "transfer_probe_score": 0.887423, "eval_order": 6504}
{"item_id": "nutrition__18", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968237, "transfer_probe_score": 0.999926, "eval_order": 6505}
{"item_id": "college_physics__47", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.729556, "transfer_probe_score": 0.999985, "eval_order": 6506}
{"item_id": "college_mathematics__4", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.388552, "transfer_probe_score": 0.998857, "eval_order": 6507}
{"item_id": "philosophy__121", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.808083, "transfer_probe_score": 0.971126, "eval_order": 6508}
{"item_id": "high_school_physics__30", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.486434, "transfer_probe_score": 0.994826, "eval_order": 6509}
{"item_id": "anatomy__23", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.710493, "transfer_probe_score": 0.131956, "eval_order": 6510}
{"item_id": "college_chemistry__21", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.519896, "transfer_probe_score": 0.998708, "eval_order": 6511}
{"item_id": "conceptual_physics__175", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.895032, "transfer_probe_score": 0.070148, "eval_order": 6512}
{"item_id": "high_school_physics__150", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.546748, "transfer_probe_score": 0.927216, "eval_order": 6513}
{"item_id": "anatomy__39", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996751, "transfer_probe_score": 0.999937, "eval_order": 6514}
{"item_id": "nutrition__48", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997614, "transfer_probe_score": 0.989082, "eval_order": 6515}
{"item_id": "conceptual_physics__233", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.287203, "transfer_probe_score": 0.999793, "eval_order": 6516}
{"item_id": "nutrition__15", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992322, "transfer_probe_score": 0.989363, "eval_order": 6517}
{"item_id": "moral_scenarios__147", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.96149, "transfer_probe_score": 0.998874, "eval_order": 6518}
{"item_id": "philosophy__256", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.532483, "transfer_probe_score": 0.999656, "eval_order": 6519}
{"item_id": "high_school_mathematics__186", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.516754, "transfer_probe_score": 0.998311, "eval_order": 6520}
{"item_id": "conceptual_physics__194", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.833041, "transfer_probe_score": 0.998393, "eval_order": 6521}
{"item_id": "college_computer_science__90", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.281412, "transfer_probe_score": 0.999681, "eval_order": 6522}
{"item_id": "high_school_psychology__351", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.926487, "transfer_probe_score": 0.983006, "eval_order": 6523}
{"item_id": "high_school_chemistry__135", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736522, "transfer_probe_score": 0.388703, "eval_order": 6524}
{"item_id": "college_chemistry__95", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.888457, "transfer_probe_score": 0.999972, "eval_order": 6525}
{"item_id": "anatomy__101", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.696997, "transfer_probe_score": 0.860329, "eval_order": 6526}
{"item_id": "electrical_engineering__55", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.900183, "transfer_probe_score": 0.60013, "eval_order": 6527}
{"item_id": "high_school_physics__27", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.328821, "transfer_probe_score": 0.999626, "eval_order": 6528}
{"item_id": "college_physics__5", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.154567, "transfer_probe_score": 0.999925, "eval_order": 6529}
{"item_id": "marketing__86", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.26867, "transfer_probe_score": 0.900927, "eval_order": 6530}
{"item_id": "nutrition__36", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.937233, "transfer_probe_score": 0.996105, "eval_order": 6531}
{"item_id": "college_computer_science__28", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.787698, "transfer_probe_score": 0.99958, "eval_order": 6532}
{"item_id": "abstract_algebra__67", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.496923, "transfer_probe_score": 0.965483, "eval_order": 6533}
{"item_id": "marketing__195", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.672932, "transfer_probe_score": 0.994803, "eval_order": 6534}
{"item_id": "abstract_algebra__39", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.335934, "transfer_probe_score": 0.999991, "eval_order": 6535}
{"item_id": "formal_logic__122", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.217124, "transfer_probe_score": 0.991563, "eval_order": 6536}
{"item_id": "professional_law__310", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.460451, "transfer_probe_score": 0.994476, "eval_order": 6537}
{"item_id": "miscellaneous__73", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.92409, "transfer_probe_score": 0.99967, "eval_order": 6538}
{"item_id": "conceptual_physics__234", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.421243, "transfer_probe_score": 0.998076, "eval_order": 6539}
{"item_id": "professional_law__1523", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.296127, "transfer_probe_score": 0.984132, "eval_order": 6540}
{"item_id": "conceptual_physics__174", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956507, "transfer_probe_score": 0.999886, "eval_order": 6541}
{"item_id": "high_school_chemistry__83", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.607991, "transfer_probe_score": 0.922601, "eval_order": 6542}
{"item_id": "machine_learning__109", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.724867, "transfer_probe_score": 0.97115, "eval_order": 6543}
{"item_id": "machine_learning__89", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.510992, "transfer_probe_score": 0.997687, "eval_order": 6544}
{"item_id": "marketing__42", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.870436, "transfer_probe_score": 0.979375, "eval_order": 6545}
{"item_id": "moral_scenarios__497", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.539035, "transfer_probe_score": 0.990372, "eval_order": 6546}
{"item_id": "professional_law__91", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.469318, "transfer_probe_score": 0.998822, "eval_order": 6547}
{"item_id": "high_school_chemistry__156", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.827951, "transfer_probe_score": 0.995746, "eval_order": 6548}
{"item_id": "high_school_mathematics__236", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.585565, "transfer_probe_score": 0.998728, "eval_order": 6549}
{"item_id": "miscellaneous__315", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988737, "transfer_probe_score": 0.999969, "eval_order": 6550}
{"item_id": "high_school_physics__74", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.260747, "transfer_probe_score": 0.993851, "eval_order": 6551}
{"item_id": "marketing__104", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.848173, "transfer_probe_score": 0.993306, "eval_order": 6552}
{"item_id": "miscellaneous__650", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.953315, "transfer_probe_score": 0.999964, "eval_order": 6553}
{"item_id": "high_school_chemistry__59", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.58049, "transfer_probe_score": 0.974238, "eval_order": 6554}
{"item_id": "econometrics__32", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.810147, "transfer_probe_score": 0.979688, "eval_order": 6555}
{"item_id": "high_school_chemistry__99", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.509403, "transfer_probe_score": 0.989342, "eval_order": 6556}
{"item_id": "world_religions__99", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.752579, "transfer_probe_score": 0.999552, "eval_order": 6557}
{"item_id": "conceptual_physics__52", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.02941, "transfer_probe_score": 0.988884, "eval_order": 6558}
{"item_id": "machine_learning__26", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.494922, "transfer_probe_score": 0.815438, "eval_order": 6559}
{"item_id": "high_school_chemistry__195", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.244601, "transfer_probe_score": 0.997054, "eval_order": 6560}
{"item_id": "conceptual_physics__39", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.967187, "transfer_probe_score": 0.99986, "eval_order": 6561}
{"item_id": "high_school_psychology__540", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994723, "transfer_probe_score": 0.999793, "eval_order": 6562}
{"item_id": "abstract_algebra__82", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.680359, "transfer_probe_score": 0.999802, "eval_order": 6563}
{"item_id": "high_school_physics__114", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990216, "transfer_probe_score": 0.752601, "eval_order": 6564}
{"item_id": "college_chemistry__57", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.852659, "transfer_probe_score": 0.999985, "eval_order": 6565}
{"item_id": "high_school_psychology__170", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.91701, "transfer_probe_score": 0.978219, "eval_order": 6566}
{"item_id": "philosophy__0", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.911034, "transfer_probe_score": 0.989319, "eval_order": 6567}
{"item_id": "marketing__153", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.50711, "transfer_probe_score": 0.992652, "eval_order": 6568}
{"item_id": "nutrition__108", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.204529, "transfer_probe_score": 0.999885, "eval_order": 6569}
{"item_id": "professional_medicine__271", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.668786, "transfer_probe_score": 0.996953, "eval_order": 6570}
{"item_id": "moral_scenarios__626", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.523013, "transfer_probe_score": 0.994765, "eval_order": 6571}
{"item_id": "professional_medicine__69", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.907711, "transfer_probe_score": 0.999795, "eval_order": 6572}
{"item_id": "high_school_mathematics__173", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.558891, "transfer_probe_score": 0.997214, "eval_order": 6573}
{"item_id": "high_school_physics__65", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.602096, "transfer_probe_score": 0.999796, "eval_order": 6574}
{"item_id": "college_chemistry__5", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.810021, "transfer_probe_score": 0.996026, "eval_order": 6575}
{"item_id": "nutrition__214", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.348321, "transfer_probe_score": 0.999626, "eval_order": 6576}
{"item_id": "college_mathematics__91", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.804651, "transfer_probe_score": 0.999227, "eval_order": 6577}
{"item_id": "miscellaneous__115", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.964301, "transfer_probe_score": 0.999996, "eval_order": 6578}
{"item_id": "formal_logic__75", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.96079, "transfer_probe_score": 0.377101, "eval_order": 6579}
{"item_id": "professional_medicine__116", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980753, "transfer_probe_score": 0.999917, "eval_order": 6580}
{"item_id": "professional_law__1009", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.764232, "transfer_probe_score": 0.953334, "eval_order": 6581}
{"item_id": "high_school_chemistry__1", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.84692, "transfer_probe_score": 0.998567, "eval_order": 6582}
{"item_id": "college_computer_science__92", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.880342, "transfer_probe_score": 0.380322, "eval_order": 6583}
{"item_id": "college_chemistry__28", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.602252, "transfer_probe_score": 0.999904, "eval_order": 6584}
{"item_id": "high_school_chemistry__32", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.821479, "transfer_probe_score": 0.99823, "eval_order": 6585}
{"item_id": "moral_scenarios__834", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.270987, "transfer_probe_score": 0.986306, "eval_order": 6586}
{"item_id": "electrical_engineering__108", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.279714, "transfer_probe_score": 0.997166, "eval_order": 6587}
{"item_id": "professional_medicine__23", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.67109, "transfer_probe_score": 0.987137, "eval_order": 6588}
{"item_id": "miscellaneous__557", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992015, "transfer_probe_score": 0.384365, "eval_order": 6589}
{"item_id": "nutrition__220", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.64018, "transfer_probe_score": 0.990716, "eval_order": 6590}
{"item_id": "college_mathematics__44", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.258808, "transfer_probe_score": 0.99983, "eval_order": 6591}
{"item_id": "philosophy__113", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935928, "transfer_probe_score": 0.999999, "eval_order": 6592}
{"item_id": "world_religions__74", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993065, "transfer_probe_score": 0.997373, "eval_order": 6593}
{"item_id": "formal_logic__88", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.666352, "transfer_probe_score": 0.955776, "eval_order": 6594}
{"item_id": "electrical_engineering__74", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.715883, "transfer_probe_score": 0.997417, "eval_order": 6595}
{"item_id": "college_mathematics__78", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.294327, "transfer_probe_score": 0.99915, "eval_order": 6596}
{"item_id": "machine_learning__40", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.947285, "transfer_probe_score": 0.994718, "eval_order": 6597}
{"item_id": "college_physics__13", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.942232, "transfer_probe_score": 0.999287, "eval_order": 6598}
{"item_id": "econometrics__55", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.551942, "transfer_probe_score": 0.989373, "eval_order": 6599}
{"item_id": "marketing__212", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.943451, "transfer_probe_score": 0.999992, "eval_order": 6600}
{"item_id": "conceptual_physics__138", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.967721, "transfer_probe_score": 0.999365, "eval_order": 6601}
{"item_id": "machine_learning__5", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.692788, "transfer_probe_score": 0.999996, "eval_order": 6602}
{"item_id": "formal_logic__45", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.882697, "transfer_probe_score": 0.018052, "eval_order": 6603}
{"item_id": "marketing__60", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.9206, "transfer_probe_score": 0.2811, "eval_order": 6604}
{"item_id": "professional_law__351", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.467657, "transfer_probe_score": 0.90856, "eval_order": 6605}
{"item_id": "high_school_chemistry__112", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.547296, "transfer_probe_score": 0.803318, "eval_order": 6606}
{"item_id": "nutrition__83", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.893058, "transfer_probe_score": 0.999525, "eval_order": 6607}
{"item_id": "nutrition__54", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975703, "transfer_probe_score": 0.99768, "eval_order": 6608}
{"item_id": "college_computer_science__71", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.110396, "transfer_probe_score": 0.997377, "eval_order": 6609}
{"item_id": "moral_scenarios__508", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.515107, "transfer_probe_score": 0.956003, "eval_order": 6610}
{"item_id": "machine_learning__20", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.779319, "transfer_probe_score": 0.999546, "eval_order": 6611}
{"item_id": "marketing__122", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.939993, "transfer_probe_score": 0.952852, "eval_order": 6612}
{"item_id": "miscellaneous__401", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984309, "transfer_probe_score": 0.871684, "eval_order": 6613}
{"item_id": "miscellaneous__617", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.951026, "transfer_probe_score": 0.999747, "eval_order": 6614}
{"item_id": "marketing__168", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.91001, "transfer_probe_score": 0.99787, "eval_order": 6615}
{"item_id": "electrical_engineering__46", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.889004, "transfer_probe_score": 0.754613, "eval_order": 6616}
{"item_id": "high_school_chemistry__17", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.961606, "transfer_probe_score": 0.99953, "eval_order": 6617}
{"item_id": "anatomy__121", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.899352, "transfer_probe_score": 0.521713, "eval_order": 6618}
{"item_id": "econometrics__42", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.70665, "transfer_probe_score": 0.999779, "eval_order": 6619}
{"item_id": "world_religions__14", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993197, "transfer_probe_score": 0.999899, "eval_order": 6620}
{"item_id": "abstract_algebra__52", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.288281, "transfer_probe_score": 0.999503, "eval_order": 6621}
{"item_id": "college_chemistry__1", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.91846, "transfer_probe_score": 0.974602, "eval_order": 6622}
{"item_id": "abstract_algebra__95", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.281842, "transfer_probe_score": 0.999816, "eval_order": 6623}
{"item_id": "high_school_chemistry__2", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.213196, "transfer_probe_score": 0.859022, "eval_order": 6624}
{"item_id": "high_school_psychology__119", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.499672, "transfer_probe_score": 0.998997, "eval_order": 6625}
{"item_id": "econometrics__111", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.71287, "transfer_probe_score": 0.913153, "eval_order": 6626}
{"item_id": "professional_law__649", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.038688, "transfer_probe_score": 0.911726, "eval_order": 6627}
{"item_id": "anatomy__20", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98083, "transfer_probe_score": 0.953552, "eval_order": 6628}
{"item_id": "miscellaneous__421", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.732205, "transfer_probe_score": 0.774267, "eval_order": 6629}
{"item_id": "professional_law__190", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.737562, "transfer_probe_score": 0.999997, "eval_order": 6630}
{"item_id": "high_school_psychology__513", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.438816, "transfer_probe_score": 0.056608, "eval_order": 6631}
{"item_id": "marketing__121", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992292, "transfer_probe_score": 0.985833, "eval_order": 6632}
{"item_id": "econometrics__48", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988504, "transfer_probe_score": 0.97276, "eval_order": 6633}
{"item_id": "college_physics__19", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.808512, "transfer_probe_score": 0.92546, "eval_order": 6634}
{"item_id": "anatomy__1", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.675212, "transfer_probe_score": 0.987526, "eval_order": 6635}
{"item_id": "marketing__228", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976033, "transfer_probe_score": 0.990217, "eval_order": 6636}
{"item_id": "high_school_psychology__194", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99172, "transfer_probe_score": 0.999821, "eval_order": 6637}
{"item_id": "econometrics__6", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.009914, "transfer_probe_score": 0.992196, "eval_order": 6638}
{"item_id": "professional_medicine__98", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982691, "transfer_probe_score": 0.913212, "eval_order": 6639}
{"item_id": "marketing__34", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.267001, "transfer_probe_score": 0.751045, "eval_order": 6640}
{"item_id": "formal_logic__106", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990827, "transfer_probe_score": 0.002008, "eval_order": 6641}
{"item_id": "moral_scenarios__597", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.595294, "transfer_probe_score": 0.999841, "eval_order": 6642}
{"item_id": "college_chemistry__8", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.520407, "transfer_probe_score": 0.946312, "eval_order": 6643}
{"item_id": "electrical_engineering__80", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.576446, "transfer_probe_score": 0.999601, "eval_order": 6644}
{"item_id": "high_school_psychology__334", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.039873, "transfer_probe_score": 0.99353, "eval_order": 6645}
{"item_id": "professional_law__1084", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.168354, "transfer_probe_score": 0.955363, "eval_order": 6646}
{"item_id": "professional_medicine__251", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.769309, "transfer_probe_score": 0.998318, "eval_order": 6647}
{"item_id": "philosophy__301", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.576679, "transfer_probe_score": 0.999237, "eval_order": 6648}
{"item_id": "high_school_chemistry__23", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.702389, "transfer_probe_score": 0.996586, "eval_order": 6649}
{"item_id": "abstract_algebra__85", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.345328, "transfer_probe_score": 0.999977, "eval_order": 6650}
{"item_id": "philosophy__304", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991579, "transfer_probe_score": 0.830265, "eval_order": 6651}
{"item_id": "college_computer_science__73", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.268394, "transfer_probe_score": 0.999921, "eval_order": 6652}
{"item_id": "high_school_psychology__393", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986618, "transfer_probe_score": 0.036597, "eval_order": 6653}
{"item_id": "high_school_mathematics__10", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.465353, "transfer_probe_score": 0.978545, "eval_order": 6654}
{"item_id": "college_mathematics__52", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.546197, "transfer_probe_score": 0.971876, "eval_order": 6655}
{"item_id": "high_school_psychology__335", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949407, "transfer_probe_score": 0.999767, "eval_order": 6656}
{"item_id": "professional_law__662", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.125259, "transfer_probe_score": 0.999838, "eval_order": 6657}
{"item_id": "electrical_engineering__78", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992102, "transfer_probe_score": 0.883588, "eval_order": 6658}
{"item_id": "professional_law__68", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.580237, "transfer_probe_score": 0.998632, "eval_order": 6659}
{"item_id": "high_school_mathematics__18", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.551773, "transfer_probe_score": 0.999715, "eval_order": 6660}
{"item_id": "miscellaneous__359", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.244913, "transfer_probe_score": 0.999165, "eval_order": 6661}
{"item_id": "conceptual_physics__94", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.700177, "transfer_probe_score": 0.999991, "eval_order": 6662}
{"item_id": "professional_law__1271", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.330931, "transfer_probe_score": 0.996437, "eval_order": 6663}
{"item_id": "anatomy__33", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.955857, "transfer_probe_score": 0.990885, "eval_order": 6664}
{"item_id": "college_mathematics__21", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.502118, "transfer_probe_score": 0.999446, "eval_order": 6665}
{"item_id": "high_school_physics__31", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.478685, "transfer_probe_score": 0.939158, "eval_order": 6666}
{"item_id": "professional_law__910", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.904516, "transfer_probe_score": 0.996287, "eval_order": 6667}
{"item_id": "professional_medicine__37", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.917691, "transfer_probe_score": 0.98671, "eval_order": 6668}
{"item_id": "econometrics__24", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.688761, "transfer_probe_score": 0.977084, "eval_order": 6669}
{"item_id": "high_school_mathematics__97", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.737069, "transfer_probe_score": 0.995901, "eval_order": 6670}
{"item_id": "electrical_engineering__144", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.735794, "transfer_probe_score": 0.996222, "eval_order": 6671}
{"item_id": "high_school_psychology__41", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.862476, "transfer_probe_score": 0.889392, "eval_order": 6672}
{"item_id": "nutrition__255", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975944, "transfer_probe_score": 0.01185, "eval_order": 6673}
{"item_id": "world_religions__122", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.655604, "transfer_probe_score": 0.999984, "eval_order": 6674}
{"item_id": "anatomy__116", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.627778, "transfer_probe_score": 0.993228, "eval_order": 6675}
{"item_id": "high_school_physics__28", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.858962, "transfer_probe_score": 0.857483, "eval_order": 6676}
{"item_id": "electrical_engineering__43", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.749578, "transfer_probe_score": 0.954781, "eval_order": 6677}
{"item_id": "high_school_physics__136", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.941442, "transfer_probe_score": 0.999216, "eval_order": 6678}
{"item_id": "professional_medicine__270", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992652, "transfer_probe_score": 0.986304, "eval_order": 6679}
{"item_id": "professional_law__1028", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.770716, "transfer_probe_score": 0.999883, "eval_order": 6680}
{"item_id": "professional_law__759", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.461266, "transfer_probe_score": 0.044226, "eval_order": 6681}
{"item_id": "college_mathematics__71", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.257931, "transfer_probe_score": 0.999938, "eval_order": 6682}
{"item_id": "marketing__188", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.438887, "transfer_probe_score": 0.998276, "eval_order": 6683}
{"item_id": "marketing__225", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.867062, "transfer_probe_score": 0.997271, "eval_order": 6684}
{"item_id": "professional_medicine__100", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.809971, "transfer_probe_score": 0.999536, "eval_order": 6685}
{"item_id": "high_school_physics__144", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.417761, "transfer_probe_score": 0.988023, "eval_order": 6686}
{"item_id": "professional_law__837", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.545999, "transfer_probe_score": 0.959791, "eval_order": 6687}
{"item_id": "college_mathematics__25", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.318868, "transfer_probe_score": 0.998398, "eval_order": 6688}
{"item_id": "college_physics__61", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975977, "transfer_probe_score": 0.999846, "eval_order": 6689}
{"item_id": "college_mathematics__73", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.636148, "transfer_probe_score": 0.999912, "eval_order": 6690}
{"item_id": "formal_logic__90", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.557187, "transfer_probe_score": 0.585959, "eval_order": 6691}
{"item_id": "college_physics__31", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.699586, "transfer_probe_score": 0.994796, "eval_order": 6692}
{"item_id": "moral_scenarios__181", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.573114, "transfer_probe_score": 0.97472, "eval_order": 6693}
{"item_id": "nutrition__241", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980216, "transfer_probe_score": 0.99995, "eval_order": 6694}
{"item_id": "conceptual_physics__80", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.375684, "transfer_probe_score": 0.999821, "eval_order": 6695}
{"item_id": "college_mathematics__99", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.570743, "transfer_probe_score": 0.999491, "eval_order": 6696}
{"item_id": "professional_medicine__49", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993017, "transfer_probe_score": 0.997679, "eval_order": 6697}
{"item_id": "college_mathematics__94", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.862232, "transfer_probe_score": 0.9999, "eval_order": 6698}
{"item_id": "moral_scenarios__441", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.645744, "transfer_probe_score": 0.997044, "eval_order": 6699}
{"item_id": "electrical_engineering__106", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.923771, "transfer_probe_score": 0.999587, "eval_order": 6700}
{"item_id": "conceptual_physics__153", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.7149, "transfer_probe_score": 0.999398, "eval_order": 6701}
{"item_id": "formal_logic__68", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.962201, "transfer_probe_score": 0.362717, "eval_order": 6702}
{"item_id": "high_school_chemistry__115", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.251345, "transfer_probe_score": 0.988116, "eval_order": 6703}
{"item_id": "nutrition__174", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.261618, "transfer_probe_score": 0.999945, "eval_order": 6704}
{"item_id": "formal_logic__58", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.917656, "transfer_probe_score": 0.995247, "eval_order": 6705}
{"item_id": "electrical_engineering__64", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.614251, "transfer_probe_score": 0.997452, "eval_order": 6706}
{"item_id": "econometrics__39", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.825287, "transfer_probe_score": 0.996892, "eval_order": 6707}
{"item_id": "high_school_mathematics__36", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.4178, "transfer_probe_score": 0.643416, "eval_order": 6708}
{"item_id": "world_religions__85", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991065, "transfer_probe_score": 0.998616, "eval_order": 6709}
{"item_id": "moral_scenarios__658", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.325542, "transfer_probe_score": 0.996511, "eval_order": 6710}
{"item_id": "high_school_psychology__304", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.807629, "transfer_probe_score": 0.999999, "eval_order": 6711}
{"item_id": "moral_scenarios__491", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.647323, "transfer_probe_score": 0.774738, "eval_order": 6712}
{"item_id": "high_school_chemistry__57", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.280671, "transfer_probe_score": 0.999947, "eval_order": 6713}
{"item_id": "formal_logic__123", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.646867, "transfer_probe_score": 0.989355, "eval_order": 6714}
{"item_id": "formal_logic__113", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.777374, "transfer_probe_score": 0.997455, "eval_order": 6715}
{"item_id": "high_school_physics__142", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.706483, "transfer_probe_score": 0.506212, "eval_order": 6716}
{"item_id": "world_religions__154", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.325639, "transfer_probe_score": 0.995865, "eval_order": 6717}
{"item_id": "nutrition__87", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.858587, "transfer_probe_score": 0.695695, "eval_order": 6718}
{"item_id": "moral_scenarios__600", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.763649, "transfer_probe_score": 0.969807, "eval_order": 6719}
{"item_id": "college_mathematics__40", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.383283, "transfer_probe_score": 0.947, "eval_order": 6720}
{"item_id": "professional_law__564", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.702031, "transfer_probe_score": 0.974671, "eval_order": 6721}
{"item_id": "high_school_physics__137", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977639, "transfer_probe_score": 0.998753, "eval_order": 6722}
{"item_id": "conceptual_physics__219", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.80824, "transfer_probe_score": 0.985045, "eval_order": 6723}
{"item_id": "college_mathematics__5", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.461097, "transfer_probe_score": 0.999341, "eval_order": 6724}
{"item_id": "electrical_engineering__133", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.349641, "transfer_probe_score": 0.999994, "eval_order": 6725}
{"item_id": "conceptual_physics__147", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.761327, "transfer_probe_score": 0.894018, "eval_order": 6726}
{"item_id": "high_school_chemistry__159", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.878413, "transfer_probe_score": 0.18742, "eval_order": 6727}
{"item_id": "miscellaneous__132", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975985, "transfer_probe_score": 0.978634, "eval_order": 6728}
{"item_id": "high_school_chemistry__96", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.946281, "transfer_probe_score": 0.986516, "eval_order": 6729}
{"item_id": "econometrics__20", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.959818, "transfer_probe_score": 0.980926, "eval_order": 6730}
{"item_id": "econometrics__2", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.129565, "transfer_probe_score": 0.773332, "eval_order": 6731}
{"item_id": "moral_scenarios__786", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.390131, "transfer_probe_score": 0.998942, "eval_order": 6732}
{"item_id": "high_school_chemistry__60", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.34524, "transfer_probe_score": 0.761724, "eval_order": 6733}
{"item_id": "high_school_mathematics__100", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.506393, "transfer_probe_score": 0.999894, "eval_order": 6734}
{"item_id": "world_religions__37", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.966455, "transfer_probe_score": 0.982994, "eval_order": 6735}
{"item_id": "electrical_engineering__11", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.71638, "transfer_probe_score": 0.956319, "eval_order": 6736}
{"item_id": "abstract_algebra__68", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.785689, "transfer_probe_score": 0.996727, "eval_order": 6737}
{"item_id": "world_religions__10", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.347016, "transfer_probe_score": 0.999976, "eval_order": 6738}
{"item_id": "college_physics__45", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.529313, "transfer_probe_score": 0.999896, "eval_order": 6739}
{"item_id": "econometrics__31", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.30138, "transfer_probe_score": 0.99996, "eval_order": 6740}
{"item_id": "college_mathematics__72", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.308458, "transfer_probe_score": 0.999939, "eval_order": 6741}
{"item_id": "college_physics__60", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.635445, "transfer_probe_score": 0.988828, "eval_order": 6742}
{"item_id": "professional_law__1229", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.330223, "transfer_probe_score": 0.916105, "eval_order": 6743}
{"item_id": "anatomy__119", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.46958, "transfer_probe_score": 0.999994, "eval_order": 6744}
{"item_id": "professional_medicine__200", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.839599, "transfer_probe_score": 0.999926, "eval_order": 6745}
{"item_id": "machine_learning__47", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.870995, "transfer_probe_score": 0.991231, "eval_order": 6746}
{"item_id": "high_school_physics__32", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.757232, "transfer_probe_score": 0.998628, "eval_order": 6747}
{"item_id": "electrical_engineering__73", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.972637, "transfer_probe_score": 0.999959, "eval_order": 6748}
{"item_id": "conceptual_physics__215", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985337, "transfer_probe_score": 0.986136, "eval_order": 6749}
{"item_id": "college_chemistry__90", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.600269, "transfer_probe_score": 0.999617, "eval_order": 6750}
{"item_id": "econometrics__76", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.577095, "transfer_probe_score": 0.998862, "eval_order": 6751}
{"item_id": "professional_medicine__170", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991016, "transfer_probe_score": 0.998849, "eval_order": 6752}
{"item_id": "philosophy__139", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.928502, "transfer_probe_score": 0.992484, "eval_order": 6753}
{"item_id": "professional_medicine__204", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982722, "transfer_probe_score": 0.999899, "eval_order": 6754}
{"item_id": "anatomy__71", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998648, "transfer_probe_score": 0.999908, "eval_order": 6755}
{"item_id": "philosophy__67", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.945798, "transfer_probe_score": 0.999163, "eval_order": 6756}
{"item_id": "high_school_psychology__345", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.893276, "transfer_probe_score": 0.999992, "eval_order": 6757}
{"item_id": "econometrics__103", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.76608, "transfer_probe_score": 0.996673, "eval_order": 6758}
{"item_id": "professional_law__373", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.577508, "transfer_probe_score": 0.999963, "eval_order": 6759}
{"item_id": "formal_logic__69", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.603566, "transfer_probe_score": 0.997399, "eval_order": 6760}
{"item_id": "high_school_chemistry__123", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.742652, "transfer_probe_score": 0.998964, "eval_order": 6761}
{"item_id": "high_school_chemistry__173", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.649439, "transfer_probe_score": 0.998486, "eval_order": 6762}
{"item_id": "high_school_chemistry__116", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.681578, "transfer_probe_score": 0.998222, "eval_order": 6763}
{"item_id": "college_chemistry__86", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.899776, "transfer_probe_score": 0.864232, "eval_order": 6764}
{"item_id": "miscellaneous__669", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954691, "transfer_probe_score": 0.978292, "eval_order": 6765}
{"item_id": "electrical_engineering__48", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.562295, "transfer_probe_score": 0.991617, "eval_order": 6766}
{"item_id": "high_school_chemistry__98", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.361156, "transfer_probe_score": 0.997185, "eval_order": 6767}
{"item_id": "moral_scenarios__62", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.493412, "transfer_probe_score": 0.997921, "eval_order": 6768}
{"item_id": "marketing__111", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98621, "transfer_probe_score": 0.954326, "eval_order": 6769}
{"item_id": "marketing__156", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.92739, "transfer_probe_score": 0.138168, "eval_order": 6770}
{"item_id": "anatomy__95", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.234482, "transfer_probe_score": 0.998572, "eval_order": 6771}
{"item_id": "econometrics__46", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.686507, "transfer_probe_score": 0.939122, "eval_order": 6772}
{"item_id": "abstract_algebra__16", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.428645, "transfer_probe_score": 0.99754, "eval_order": 6773}
{"item_id": "electrical_engineering__123", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.742094, "transfer_probe_score": 0.97944, "eval_order": 6774}
{"item_id": "conceptual_physics__47", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.843509, "transfer_probe_score": 0.998017, "eval_order": 6775}
{"item_id": "anatomy__53", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.818193, "transfer_probe_score": 0.99626, "eval_order": 6776}
{"item_id": "world_religions__70", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996809, "transfer_probe_score": 0.999754, "eval_order": 6777}
{"item_id": "abstract_algebra__61", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.681702, "transfer_probe_score": 0.997247, "eval_order": 6778}
{"item_id": "conceptual_physics__83", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.524192, "transfer_probe_score": 0.989256, "eval_order": 6779}
{"item_id": "miscellaneous__16", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.678068, "transfer_probe_score": 0.997385, "eval_order": 6780}
{"item_id": "abstract_algebra__44", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.437356, "transfer_probe_score": 0.99888, "eval_order": 6781}
{"item_id": "miscellaneous__156", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.94078, "transfer_probe_score": 0.428484, "eval_order": 6782}
{"item_id": "professional_law__757", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.530729, "transfer_probe_score": 0.988539, "eval_order": 6783}
{"item_id": "anatomy__43", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991182, "transfer_probe_score": 0.993364, "eval_order": 6784}
{"item_id": "high_school_psychology__203", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994198, "transfer_probe_score": 0.997025, "eval_order": 6785}
{"item_id": "college_chemistry__92", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.818273, "transfer_probe_score": 0.996173, "eval_order": 6786}
{"item_id": "anatomy__92", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.618291, "transfer_probe_score": 0.05151, "eval_order": 6787}
{"item_id": "miscellaneous__580", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981128, "transfer_probe_score": 0.999791, "eval_order": 6788}
{"item_id": "miscellaneous__616", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985055, "transfer_probe_score": 0.681576, "eval_order": 6789}
{"item_id": "conceptual_physics__158", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.575754, "transfer_probe_score": 0.997303, "eval_order": 6790}
{"item_id": "professional_medicine__36", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.788052, "transfer_probe_score": 0.96716, "eval_order": 6791}
{"item_id": "high_school_psychology__538", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.853189, "transfer_probe_score": 0.81995, "eval_order": 6792}
{"item_id": "professional_medicine__231", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.140728, "transfer_probe_score": 0.949587, "eval_order": 6793}
{"item_id": "professional_law__634", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.507267, "transfer_probe_score": 0.999976, "eval_order": 6794}
{"item_id": "abstract_algebra__5", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.494508, "transfer_probe_score": 0.998908, "eval_order": 6795}
{"item_id": "high_school_psychology__409", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992861, "transfer_probe_score": 0.999707, "eval_order": 6796}
{"item_id": "college_mathematics__60", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.144331, "transfer_probe_score": 0.999974, "eval_order": 6797}
{"item_id": "high_school_chemistry__40", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.847674, "transfer_probe_score": 0.898194, "eval_order": 6798}
{"item_id": "moral_scenarios__50", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.799415, "transfer_probe_score": 0.995604, "eval_order": 6799}
{"item_id": "high_school_physics__131", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.418763, "transfer_probe_score": 0.997838, "eval_order": 6800}
{"item_id": "philosophy__181", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.861269, "transfer_probe_score": 0.998829, "eval_order": 6801}
{"item_id": "college_mathematics__41", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.792926, "transfer_probe_score": 0.999221, "eval_order": 6802}
{"item_id": "philosophy__10", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.990265, "transfer_probe_score": 0.621229, "eval_order": 6803}
{"item_id": "college_computer_science__32", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.111765, "transfer_probe_score": 0.998402, "eval_order": 6804}
{"item_id": "abstract_algebra__33", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.876859, "transfer_probe_score": 0.99998, "eval_order": 6805}
{"item_id": "college_chemistry__72", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.447539, "transfer_probe_score": 0.999999, "eval_order": 6806}
{"item_id": "moral_scenarios__246", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.518974, "transfer_probe_score": 0.993947, "eval_order": 6807}
{"item_id": "professional_law__415", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.692902, "transfer_probe_score": 0.907015, "eval_order": 6808}
{"item_id": "college_computer_science__57", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.385963, "transfer_probe_score": 0.999002, "eval_order": 6809}
{"item_id": "high_school_chemistry__134", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.970313, "transfer_probe_score": 0.994569, "eval_order": 6810}
{"item_id": "econometrics__79", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.896678, "transfer_probe_score": 0.979808, "eval_order": 6811}
{"item_id": "machine_learning__53", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.912501, "transfer_probe_score": 0.212322, "eval_order": 6812}
{"item_id": "conceptual_physics__189", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.57785, "transfer_probe_score": 0.988159, "eval_order": 6813}
{"item_id": "moral_scenarios__389", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.37798, "transfer_probe_score": 0.985687, "eval_order": 6814}
{"item_id": "high_school_chemistry__193", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.692939, "transfer_probe_score": 0.969635, "eval_order": 6815}
{"item_id": "world_religions__68", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935294, "transfer_probe_score": 0.999998, "eval_order": 6816}
{"item_id": "anatomy__50", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736509, "transfer_probe_score": 0.99989, "eval_order": 6817}
{"item_id": "high_school_mathematics__41", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.75821, "transfer_probe_score": 0.99613, "eval_order": 6818}
{"item_id": "college_chemistry__38", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.415064, "transfer_probe_score": 0.999969, "eval_order": 6819}
{"item_id": "professional_medicine__10", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.922594, "transfer_probe_score": 0.997819, "eval_order": 6820}
{"item_id": "high_school_physics__113", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.222688, "transfer_probe_score": 0.999281, "eval_order": 6821}
{"item_id": "college_computer_science__84", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.242787, "transfer_probe_score": 0.999807, "eval_order": 6822}
{"item_id": "high_school_physics__10", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.345481, "transfer_probe_score": 0.998272, "eval_order": 6823}
{"item_id": "college_computer_science__93", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.829073, "transfer_probe_score": 0.052117, "eval_order": 6824}
{"item_id": "miscellaneous__213", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.87692, "transfer_probe_score": 0.278946, "eval_order": 6825}
{"item_id": "electrical_engineering__2", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.430735, "transfer_probe_score": 0.93131, "eval_order": 6826}
{"item_id": "high_school_mathematics__178", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.851773, "transfer_probe_score": 0.98719, "eval_order": 6827}
{"item_id": "professional_law__1248", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.940693, "transfer_probe_score": 0.926913, "eval_order": 6828}
{"item_id": "econometrics__29", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.937408, "transfer_probe_score": 0.930768, "eval_order": 6829}
{"item_id": "professional_medicine__236", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.241943, "transfer_probe_score": 0.997678, "eval_order": 6830}
{"item_id": "electrical_engineering__12", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.2169, "transfer_probe_score": 0.996094, "eval_order": 6831}
{"item_id": "professional_medicine__13", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.773789, "transfer_probe_score": 0.999684, "eval_order": 6832}
{"item_id": "philosophy__162", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983424, "transfer_probe_score": 0.999772, "eval_order": 6833}
{"item_id": "college_physics__83", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.44757, "transfer_probe_score": 0.999653, "eval_order": 6834}
{"item_id": "high_school_mathematics__58", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.810541, "transfer_probe_score": 0.991985, "eval_order": 6835}
{"item_id": "high_school_chemistry__33", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.461438, "transfer_probe_score": 0.99785, "eval_order": 6836}
{"item_id": "econometrics__34", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.880499, "transfer_probe_score": 0.999755, "eval_order": 6837}
{"item_id": "abstract_algebra__58", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.601242, "transfer_probe_score": 0.999982, "eval_order": 6838}
{"item_id": "machine_learning__99", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.951543, "transfer_probe_score": 0.949125, "eval_order": 6839}
{"item_id": "high_school_psychology__96", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997196, "transfer_probe_score": 0.99906, "eval_order": 6840}
{"item_id": "conceptual_physics__213", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979388, "transfer_probe_score": 0.986325, "eval_order": 6841}
{"item_id": "anatomy__113", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998198, "transfer_probe_score": 0.927592, "eval_order": 6842}
{"item_id": "high_school_mathematics__50", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.526138, "transfer_probe_score": 0.998971, "eval_order": 6843}
{"item_id": "college_mathematics__68", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.552088, "transfer_probe_score": 0.999659, "eval_order": 6844}
{"item_id": "miscellaneous__154", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984929, "transfer_probe_score": 0.964955, "eval_order": 6845}
{"item_id": "world_religions__112", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.883342, "transfer_probe_score": 0.999986, "eval_order": 6846}
{"item_id": "world_religions__131", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977771, "transfer_probe_score": 0.985582, "eval_order": 6847}
{"item_id": "high_school_mathematics__53", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.499779, "transfer_probe_score": 0.915099, "eval_order": 6848}
{"item_id": "college_chemistry__67", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.631826, "transfer_probe_score": 0.999932, "eval_order": 6849}
{"item_id": "college_chemistry__62", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.692389, "transfer_probe_score": 0.986918, "eval_order": 6850}
{"item_id": "professional_medicine__225", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98491, "transfer_probe_score": 0.988123, "eval_order": 6851}
{"item_id": "professional_medicine__39", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.822234, "transfer_probe_score": 0.999897, "eval_order": 6852}
{"item_id": "electrical_engineering__16", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998971, "transfer_probe_score": 0.187026, "eval_order": 6853}
{"item_id": "professional_law__1474", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.483289, "transfer_probe_score": 0.731284, "eval_order": 6854}
{"item_id": "nutrition__77", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.928314, "transfer_probe_score": 0.019651, "eval_order": 6855}
{"item_id": "marketing__199", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983084, "transfer_probe_score": 0.985106, "eval_order": 6856}
{"item_id": "philosophy__141", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.897873, "transfer_probe_score": 0.821195, "eval_order": 6857}
{"item_id": "college_computer_science__60", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.666907, "transfer_probe_score": 0.994044, "eval_order": 6858}
{"item_id": "econometrics__67", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.474321, "transfer_probe_score": 0.996788, "eval_order": 6859}
{"item_id": "formal_logic__26", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.625144, "transfer_probe_score": 0.97073, "eval_order": 6860}
{"item_id": "college_computer_science__18", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.573666, "transfer_probe_score": 0.977375, "eval_order": 6861}
{"item_id": "moral_scenarios__878", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.587296, "transfer_probe_score": 0.947594, "eval_order": 6862}
{"item_id": "college_chemistry__98", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.396084, "transfer_probe_score": 0.999792, "eval_order": 6863}
{"item_id": "moral_scenarios__865", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736024, "transfer_probe_score": 0.66805, "eval_order": 6864}
{"item_id": "moral_scenarios__314", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.264184, "transfer_probe_score": 0.98091, "eval_order": 6865}
{"item_id": "professional_law__729", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.650611, "transfer_probe_score": 0.864048, "eval_order": 6866}
{"item_id": "conceptual_physics__190", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.93255, "transfer_probe_score": 0.995229, "eval_order": 6867}
{"item_id": "college_computer_science__47", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.827772, "transfer_probe_score": 0.999442, "eval_order": 6868}
{"item_id": "college_chemistry__55", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.978923, "transfer_probe_score": 0.851513, "eval_order": 6869}
{"item_id": "machine_learning__94", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.484508, "transfer_probe_score": 0.999994, "eval_order": 6870}
{"item_id": "world_religions__81", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995755, "transfer_probe_score": 0.999993, "eval_order": 6871}
{"item_id": "marketing__143", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.866777, "transfer_probe_score": 0.925388, "eval_order": 6872}
{"item_id": "abstract_algebra__50", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.451207, "transfer_probe_score": 0.999883, "eval_order": 6873}
{"item_id": "college_mathematics__7", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.630474, "transfer_probe_score": 0.997494, "eval_order": 6874}
{"item_id": "conceptual_physics__207", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.223607, "transfer_probe_score": 0.999892, "eval_order": 6875}
{"item_id": "electrical_engineering__53", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.959164, "transfer_probe_score": 0.973281, "eval_order": 6876}
{"item_id": "college_computer_science__87", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.626673, "transfer_probe_score": 0.984304, "eval_order": 6877}
{"item_id": "high_school_chemistry__111", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.243626, "transfer_probe_score": 0.999464, "eval_order": 6878}
{"item_id": "high_school_physics__59", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.680475, "transfer_probe_score": 0.999921, "eval_order": 6879}
{"item_id": "miscellaneous__673", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986336, "transfer_probe_score": 0.998556, "eval_order": 6880}
{"item_id": "abstract_algebra__78", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.661096, "transfer_probe_score": 0.99521, "eval_order": 6881}
{"item_id": "conceptual_physics__69", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.457155, "transfer_probe_score": 0.98254, "eval_order": 6882}
{"item_id": "professional_medicine__216", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.295248, "transfer_probe_score": 0.999054, "eval_order": 6883}
{"item_id": "conceptual_physics__31", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.790291, "transfer_probe_score": 0.245585, "eval_order": 6884}
{"item_id": "high_school_mathematics__219", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.541395, "transfer_probe_score": 0.996551, "eval_order": 6885}
{"item_id": "professional_medicine__213", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.826794, "transfer_probe_score": 0.99709, "eval_order": 6886}
{"item_id": "high_school_psychology__492", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.785997, "transfer_probe_score": 0.998295, "eval_order": 6887}
{"item_id": "professional_medicine__135", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.852637, "transfer_probe_score": 0.999703, "eval_order": 6888}
{"item_id": "machine_learning__13", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.338644, "transfer_probe_score": 0.997311, "eval_order": 6889}
{"item_id": "electrical_engineering__22", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.950536, "transfer_probe_score": 0.983581, "eval_order": 6890}
{"item_id": "college_computer_science__61", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.774262, "transfer_probe_score": 0.598304, "eval_order": 6891}
{"item_id": "miscellaneous__697", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988843, "transfer_probe_score": 0.999909, "eval_order": 6892}
{"item_id": "world_religions__57", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992107, "transfer_probe_score": 0.999337, "eval_order": 6893}
{"item_id": "miscellaneous__105", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.845608, "transfer_probe_score": 0.847254, "eval_order": 6894}
{"item_id": "moral_scenarios__193", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.478487, "transfer_probe_score": 0.998715, "eval_order": 6895}
{"item_id": "high_school_physics__122", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.894457, "transfer_probe_score": 0.998182, "eval_order": 6896}
{"item_id": "formal_logic__86", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.965729, "transfer_probe_score": 0.950837, "eval_order": 6897}
{"item_id": "miscellaneous__545", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.540557, "transfer_probe_score": 0.716307, "eval_order": 6898}
{"item_id": "college_mathematics__19", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948732, "transfer_probe_score": 0.999981, "eval_order": 6899}
{"item_id": "philosophy__150", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982401, "transfer_probe_score": 0.991476, "eval_order": 6900}
{"item_id": "high_school_psychology__24", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.962743, "transfer_probe_score": 0.746717, "eval_order": 6901}
{"item_id": "college_computer_science__69", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.791681, "transfer_probe_score": 0.994464, "eval_order": 6902}
{"item_id": "professional_medicine__263", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.963945, "transfer_probe_score": 0.99864, "eval_order": 6903}
{"item_id": "anatomy__85", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.44588, "transfer_probe_score": 0.991705, "eval_order": 6904}
{"item_id": "world_religions__103", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989941, "transfer_probe_score": 0.99998, "eval_order": 6905}
{"item_id": "conceptual_physics__173", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.576073, "transfer_probe_score": 0.995821, "eval_order": 6906}
{"item_id": "nutrition__56", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984021, "transfer_probe_score": 0.111341, "eval_order": 6907}
{"item_id": "high_school_physics__89", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.187494, "transfer_probe_score": 0.994431, "eval_order": 6908}
{"item_id": "miscellaneous__442", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968912, "transfer_probe_score": 0.989768, "eval_order": 6909}
{"item_id": "world_religions__108", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949398, "transfer_probe_score": 0.996477, "eval_order": 6910}
{"item_id": "electrical_engineering__110", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.811816, "transfer_probe_score": 0.99966, "eval_order": 6911}
{"item_id": "abstract_algebra__6", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.571507, "transfer_probe_score": 0.988399, "eval_order": 6912}
{"item_id": "college_chemistry__11", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.542449, "transfer_probe_score": 0.999993, "eval_order": 6913}
{"item_id": "high_school_physics__29", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.266311, "transfer_probe_score": 0.972119, "eval_order": 6914}
{"item_id": "electrical_engineering__102", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.510436, "transfer_probe_score": 0.999639, "eval_order": 6915}
{"item_id": "machine_learning__107", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.496869, "transfer_probe_score": 0.989934, "eval_order": 6916}
{"item_id": "high_school_chemistry__106", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.458192, "transfer_probe_score": 0.98464, "eval_order": 6917}
{"item_id": "high_school_physics__129", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.5033, "transfer_probe_score": 0.999947, "eval_order": 6918}
{"item_id": "world_religions__166", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.845532, "transfer_probe_score": 0.999421, "eval_order": 6919}
{"item_id": "miscellaneous__169", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997627, "transfer_probe_score": 0.999996, "eval_order": 6920}
{"item_id": "college_physics__54", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.638962, "transfer_probe_score": 0.915885, "eval_order": 6921}
{"item_id": "professional_law__959", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.121051, "transfer_probe_score": 0.925584, "eval_order": 6922}
{"item_id": "college_computer_science__39", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977671, "transfer_probe_score": 0.032206, "eval_order": 6923}
{"item_id": "moral_scenarios__807", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.746205, "transfer_probe_score": 0.997529, "eval_order": 6924}
{"item_id": "conceptual_physics__105", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.827569, "transfer_probe_score": 0.996152, "eval_order": 6925}
{"item_id": "anatomy__7", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.71545, "transfer_probe_score": 0.959641, "eval_order": 6926}
{"item_id": "formal_logic__80", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.274506, "transfer_probe_score": 0.998172, "eval_order": 6927}
{"item_id": "formal_logic__59", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.313945, "transfer_probe_score": 0.999283, "eval_order": 6928}
{"item_id": "college_chemistry__80", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.363181, "transfer_probe_score": 0.999984, "eval_order": 6929}
{"item_id": "professional_law__718", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.3295, "transfer_probe_score": 0.884942, "eval_order": 6930}
{"item_id": "philosophy__172", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.460676, "transfer_probe_score": 0.999409, "eval_order": 6931}
{"item_id": "high_school_psychology__419", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.368365, "transfer_probe_score": 0.999876, "eval_order": 6932}
{"item_id": "professional_medicine__31", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.68303, "transfer_probe_score": 0.999851, "eval_order": 6933}
{"item_id": "high_school_physics__90", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.631324, "transfer_probe_score": 0.845937, "eval_order": 6934}
{"item_id": "high_school_psychology__64", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.711695, "transfer_probe_score": 0.947758, "eval_order": 6935}
{"item_id": "high_school_chemistry__142", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.518683, "transfer_probe_score": 0.994423, "eval_order": 6936}
{"item_id": "high_school_psychology__225", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.116327, "transfer_probe_score": 0.999938, "eval_order": 6937}
{"item_id": "philosophy__36", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993566, "transfer_probe_score": 0.999926, "eval_order": 6938}
{"item_id": "formal_logic__121", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.838839, "transfer_probe_score": 0.929159, "eval_order": 6939}
{"item_id": "anatomy__87", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954647, "transfer_probe_score": 0.977457, "eval_order": 6940}
{"item_id": "conceptual_physics__72", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.080227, "transfer_probe_score": 0.99927, "eval_order": 6941}
{"item_id": "professional_law__1265", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.581156, "transfer_probe_score": 0.99459, "eval_order": 6942}
{"item_id": "conceptual_physics__20", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.36516, "transfer_probe_score": 0.996338, "eval_order": 6943}
{"item_id": "econometrics__109", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.724158, "transfer_probe_score": 0.999055, "eval_order": 6944}
{"item_id": "nutrition__129", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.890238, "transfer_probe_score": 0.987366, "eval_order": 6945}
{"item_id": "high_school_mathematics__87", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.365889, "transfer_probe_score": 0.999934, "eval_order": 6946}
{"item_id": "formal_logic__107", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.679921, "transfer_probe_score": 0.948816, "eval_order": 6947}
{"item_id": "world_religions__157", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.915706, "transfer_probe_score": 0.372657, "eval_order": 6948}
{"item_id": "philosophy__117", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985053, "transfer_probe_score": 0.568327, "eval_order": 6949}
{"item_id": "machine_learning__42", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.472534, "transfer_probe_score": 0.999934, "eval_order": 6950}
{"item_id": "econometrics__15", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.527331, "transfer_probe_score": 0.995396, "eval_order": 6951}
{"item_id": "professional_law__1340", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.614712, "transfer_probe_score": 0.649496, "eval_order": 6952}
{"item_id": "anatomy__49", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.800623, "transfer_probe_score": 0.966434, "eval_order": 6953}
{"item_id": "high_school_chemistry__124", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.649399, "transfer_probe_score": 0.917615, "eval_order": 6954}
{"item_id": "high_school_physics__92", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.216268, "transfer_probe_score": 1.0, "eval_order": 6955}
{"item_id": "world_religions__97", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989651, "transfer_probe_score": 0.998495, "eval_order": 6956}
{"item_id": "world_religions__50", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.900693, "transfer_probe_score": 0.998839, "eval_order": 6957}
{"item_id": "professional_law__961", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980502, "transfer_probe_score": 0.625069, "eval_order": 6958}
{"item_id": "professional_law__809", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.677875, "transfer_probe_score": 0.907973, "eval_order": 6959}
{"item_id": "miscellaneous__147", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.909133, "transfer_probe_score": 0.78183, "eval_order": 6960}
{"item_id": "world_religions__44", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.59109, "transfer_probe_score": 0.952331, "eval_order": 6961}
{"item_id": "nutrition__219", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.963843, "transfer_probe_score": 0.999818, "eval_order": 6962}
{"item_id": "conceptual_physics__106", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.789666, "transfer_probe_score": 0.99876, "eval_order": 6963}
{"item_id": "philosophy__90", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.385991, "transfer_probe_score": 0.204296, "eval_order": 6964}
{"item_id": "professional_medicine__241", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.974835, "transfer_probe_score": 0.234844, "eval_order": 6965}
{"item_id": "econometrics__81", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.335781, "transfer_probe_score": 0.75813, "eval_order": 6966}
{"item_id": "anatomy__93", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.660718, "transfer_probe_score": 0.984719, "eval_order": 6967}
{"item_id": "marketing__231", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.787995, "transfer_probe_score": 0.992383, "eval_order": 6968}
{"item_id": "high_school_mathematics__4", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.326048, "transfer_probe_score": 0.998458, "eval_order": 6969}
{"item_id": "anatomy__127", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993876, "transfer_probe_score": 0.486402, "eval_order": 6970}
{"item_id": "professional_law__1163", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.340394, "transfer_probe_score": 0.774452, "eval_order": 6971}
{"item_id": "formal_logic__71", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.580538, "transfer_probe_score": 0.932663, "eval_order": 6972}
{"item_id": "professional_law__218", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.903127, "transfer_probe_score": 0.959249, "eval_order": 6973}
{"item_id": "formal_logic__116", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.517676, "transfer_probe_score": 0.276389, "eval_order": 6974}
{"item_id": "high_school_physics__46", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.548495, "transfer_probe_score": 0.997955, "eval_order": 6975}
{"item_id": "philosophy__239", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.535793, "transfer_probe_score": 0.97604, "eval_order": 6976}
{"item_id": "moral_scenarios__669", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.540382, "transfer_probe_score": 0.99412, "eval_order": 6977}
{"item_id": "high_school_mathematics__220", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.492972, "transfer_probe_score": 0.999979, "eval_order": 6978}
{"item_id": "machine_learning__33", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.571075, "transfer_probe_score": 0.956646, "eval_order": 6979}
{"item_id": "marketing__71", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.888481, "transfer_probe_score": 0.999893, "eval_order": 6980}
{"item_id": "formal_logic__73", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.730867, "transfer_probe_score": 0.991698, "eval_order": 6981}
{"item_id": "college_mathematics__1", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.756348, "transfer_probe_score": 0.999816, "eval_order": 6982}
{"item_id": "college_computer_science__70", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.758687, "transfer_probe_score": 0.991995, "eval_order": 6983}
{"item_id": "high_school_chemistry__114", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.916272, "transfer_probe_score": 0.728838, "eval_order": 6984}
{"item_id": "marketing__33", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.978038, "transfer_probe_score": 0.655706, "eval_order": 6985}
{"item_id": "professional_law__699", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.516586, "transfer_probe_score": 0.995484, "eval_order": 6986}
{"item_id": "world_religions__59", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986622, "transfer_probe_score": 0.982303, "eval_order": 6987}
{"item_id": "high_school_physics__121", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.598198, "transfer_probe_score": 0.999995, "eval_order": 6988}
{"item_id": "high_school_chemistry__47", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989714, "transfer_probe_score": 0.879401, "eval_order": 6989}
{"item_id": "college_mathematics__36", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.267321, "transfer_probe_score": 0.999993, "eval_order": 6990}
{"item_id": "high_school_chemistry__21", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.349291, "transfer_probe_score": 0.560848, "eval_order": 6991}
{"item_id": "formal_logic__40", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.925563, "transfer_probe_score": 0.999327, "eval_order": 6992}
{"item_id": "high_school_physics__111", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.737586, "transfer_probe_score": 0.865427, "eval_order": 6993}
{"item_id": "miscellaneous__114", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.938429, "transfer_probe_score": 0.999904, "eval_order": 6994}
{"item_id": "world_religions__33", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.94741, "transfer_probe_score": 0.999977, "eval_order": 6995}
{"item_id": "high_school_chemistry__164", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.932077, "transfer_probe_score": 0.430714, "eval_order": 6996}
{"item_id": "college_computer_science__12", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.698912, "transfer_probe_score": 0.985968, "eval_order": 6997}
{"item_id": "electrical_engineering__124", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.624885, "transfer_probe_score": 0.939536, "eval_order": 6998}
{"item_id": "philosophy__34", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.244223, "transfer_probe_score": 0.998726, "eval_order": 6999}
{"item_id": "miscellaneous__610", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948009, "transfer_probe_score": 0.961705, "eval_order": 7000}
{"item_id": "miscellaneous__19", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996881, "transfer_probe_score": 0.999745, "eval_order": 7001}
{"item_id": "electrical_engineering__5", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.829505, "transfer_probe_score": 0.906744, "eval_order": 7002}
{"item_id": "conceptual_physics__48", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.741819, "transfer_probe_score": 0.999852, "eval_order": 7003}
{"item_id": "miscellaneous__57", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993196, "transfer_probe_score": 0.99983, "eval_order": 7004}
{"item_id": "professional_medicine__154", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987562, "transfer_probe_score": 0.997013, "eval_order": 7005}
{"item_id": "conceptual_physics__225", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.98656, "transfer_probe_score": 0.999263, "eval_order": 7006}
{"item_id": "high_school_physics__79", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.503851, "transfer_probe_score": 0.999872, "eval_order": 7007}
{"item_id": "college_chemistry__61", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.559293, "transfer_probe_score": 0.999997, "eval_order": 7008}
{"item_id": "professional_medicine__60", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.893207, "transfer_probe_score": 0.997749, "eval_order": 7009}
{"item_id": "high_school_mathematics__54", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.277206, "transfer_probe_score": 0.999014, "eval_order": 7010}
{"item_id": "formal_logic__41", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.560867, "transfer_probe_score": 0.488017, "eval_order": 7011}
{"item_id": "econometrics__45", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.15833, "transfer_probe_score": 0.99965, "eval_order": 7012}
{"item_id": "anatomy__3", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.924665, "transfer_probe_score": 0.990656, "eval_order": 7013}
{"item_id": "econometrics__50", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935269, "transfer_probe_score": 0.988853, "eval_order": 7014}
{"item_id": "world_religions__38", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.998258, "transfer_probe_score": 0.748438, "eval_order": 7015}
{"item_id": "high_school_psychology__487", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.946335, "transfer_probe_score": 0.87341, "eval_order": 7016}
{"item_id": "professional_law__321", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.843148, "transfer_probe_score": 0.360233, "eval_order": 7017}
{"item_id": "world_religions__79", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997356, "transfer_probe_score": 0.99993, "eval_order": 7018}
{"item_id": "formal_logic__46", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.965648, "transfer_probe_score": 0.431006, "eval_order": 7019}
{"item_id": "miscellaneous__561", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.880467, "transfer_probe_score": 0.999479, "eval_order": 7020}
{"item_id": "high_school_physics__101", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.766942, "transfer_probe_score": 0.999386, "eval_order": 7021}
{"item_id": "anatomy__51", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.540451, "transfer_probe_score": 0.998529, "eval_order": 7022}
{"item_id": "college_mathematics__76", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.449498, "transfer_probe_score": 0.998991, "eval_order": 7023}
{"item_id": "high_school_psychology__501", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.938796, "transfer_probe_score": 0.999974, "eval_order": 7024}
{"item_id": "econometrics__27", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.655869, "transfer_probe_score": 0.938504, "eval_order": 7025}
{"item_id": "professional_medicine__93", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985942, "transfer_probe_score": 0.036058, "eval_order": 7026}
{"item_id": "philosophy__299", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.294056, "transfer_probe_score": 0.981619, "eval_order": 7027}
{"item_id": "professional_law__133", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.608496, "transfer_probe_score": 0.993299, "eval_order": 7028}
{"item_id": "conceptual_physics__136", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996427, "transfer_probe_score": 0.987355, "eval_order": 7029}
{"item_id": "college_mathematics__17", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.679741, "transfer_probe_score": 0.999936, "eval_order": 7030}
{"item_id": "college_chemistry__36", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.316638, "transfer_probe_score": 0.999986, "eval_order": 7031}
{"item_id": "econometrics__41", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.623773, "transfer_probe_score": 0.999412, "eval_order": 7032}
{"item_id": "abstract_algebra__7", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.601781, "transfer_probe_score": 0.99999, "eval_order": 7033}
{"item_id": "anatomy__134", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.099784, "transfer_probe_score": 0.998571, "eval_order": 7034}
{"item_id": "professional_medicine__255", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.974125, "transfer_probe_score": 0.994804, "eval_order": 7035}
{"item_id": "high_school_physics__95", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.844981, "transfer_probe_score": 0.982379, "eval_order": 7036}
{"item_id": "machine_learning__21", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.569239, "transfer_probe_score": 0.997883, "eval_order": 7037}
{"item_id": "college_mathematics__20", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823568, "transfer_probe_score": 0.999058, "eval_order": 7038}
{"item_id": "formal_logic__99", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.365845, "transfer_probe_score": 0.999993, "eval_order": 7039}
{"item_id": "philosophy__137", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.918937, "transfer_probe_score": 0.999899, "eval_order": 7040}
{"item_id": "formal_logic__10", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.729514, "transfer_probe_score": 0.414759, "eval_order": 7041}
{"item_id": "professional_medicine__71", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.962701, "transfer_probe_score": 0.988644, "eval_order": 7042}
{"item_id": "professional_law__1124", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.849972, "transfer_probe_score": 0.945514, "eval_order": 7043}
{"item_id": "high_school_chemistry__89", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.848804, "transfer_probe_score": 0.997203, "eval_order": 7044}
{"item_id": "college_computer_science__55", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.350418, "transfer_probe_score": 0.999333, "eval_order": 7045}
{"item_id": "college_physics__0", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.706172, "transfer_probe_score": 0.991695, "eval_order": 7046}
{"item_id": "machine_learning__55", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.80217, "transfer_probe_score": 0.998935, "eval_order": 7047}
{"item_id": "miscellaneous__768", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.875878, "transfer_probe_score": 0.97962, "eval_order": 7048}
{"item_id": "miscellaneous__781", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99313, "transfer_probe_score": 0.974863, "eval_order": 7049}
{"item_id": "moral_scenarios__765", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.819427, "transfer_probe_score": 0.989818, "eval_order": 7050}
{"item_id": "college_physics__67", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.536934, "transfer_probe_score": 0.999426, "eval_order": 7051}
{"item_id": "world_religions__73", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995903, "transfer_probe_score": 0.999978, "eval_order": 7052}
{"item_id": "miscellaneous__728", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992188, "transfer_probe_score": 0.999963, "eval_order": 7053}
{"item_id": "college_physics__89", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.81072, "transfer_probe_score": 0.202303, "eval_order": 7054}
{"item_id": "miscellaneous__775", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983554, "transfer_probe_score": 0.999993, "eval_order": 7055}
{"item_id": "formal_logic__56", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.623719, "transfer_probe_score": 0.999838, "eval_order": 7056}
{"item_id": "formal_logic__85", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983288, "transfer_probe_score": 0.58608, "eval_order": 7057}
{"item_id": "miscellaneous__125", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.489538, "transfer_probe_score": 0.998709, "eval_order": 7058}
{"item_id": "machine_learning__6", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.260251, "transfer_probe_score": 0.995487, "eval_order": 7059}
{"item_id": "college_computer_science__63", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.904507, "transfer_probe_score": 0.999812, "eval_order": 7060}
{"item_id": "formal_logic__52", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.162682, "transfer_probe_score": 0.942645, "eval_order": 7061}
{"item_id": "formal_logic__115", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.179941, "transfer_probe_score": 0.998177, "eval_order": 7062}
{"item_id": "world_religions__118", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994352, "transfer_probe_score": 0.999995, "eval_order": 7063}
{"item_id": "college_computer_science__0", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949365, "transfer_probe_score": 0.948163, "eval_order": 7064}
{"item_id": "high_school_chemistry__188", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.318341, "transfer_probe_score": 0.999904, "eval_order": 7065}
{"item_id": "college_chemistry__6", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.797737, "transfer_probe_score": 0.624545, "eval_order": 7066}
{"item_id": "professional_law__1446", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.864472, "transfer_probe_score": 0.999692, "eval_order": 7067}
{"item_id": "college_computer_science__3", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.861349, "transfer_probe_score": 0.877952, "eval_order": 7068}
{"item_id": "electrical_engineering__42", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.414717, "transfer_probe_score": 0.99971, "eval_order": 7069}
{"item_id": "anatomy__48", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975038, "transfer_probe_score": 0.295484, "eval_order": 7070}
{"item_id": "high_school_physics__34", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.758076, "transfer_probe_score": 0.998444, "eval_order": 7071}
{"item_id": "econometrics__49", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.520274, "transfer_probe_score": 0.947683, "eval_order": 7072}
{"item_id": "formal_logic__23", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.451768, "transfer_probe_score": 0.984482, "eval_order": 7073}
{"item_id": "high_school_mathematics__115", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.839958, "transfer_probe_score": 0.999543, "eval_order": 7074}
{"item_id": "anatomy__111", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.476444, "transfer_probe_score": 0.864682, "eval_order": 7075}
{"item_id": "miscellaneous__317", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.964583, "transfer_probe_score": 0.742259, "eval_order": 7076}
{"item_id": "professional_medicine__15", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992233, "transfer_probe_score": 0.895682, "eval_order": 7077}
{"item_id": "marketing__81", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.954639, "transfer_probe_score": 0.997609, "eval_order": 7078}
{"item_id": "professional_medicine__34", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.311072, "transfer_probe_score": 0.998451, "eval_order": 7079}
{"item_id": "high_school_mathematics__93", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.633581, "transfer_probe_score": 0.996937, "eval_order": 7080}
{"item_id": "miscellaneous__575", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.510622, "transfer_probe_score": 0.999794, "eval_order": 7081}
{"item_id": "professional_medicine__19", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.770547, "transfer_probe_score": 0.999938, "eval_order": 7082}
{"item_id": "professional_medicine__192", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.7558, "transfer_probe_score": 0.974908, "eval_order": 7083}
{"item_id": "high_school_physics__134", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.608399, "transfer_probe_score": 0.890077, "eval_order": 7084}
{"item_id": "professional_law__920", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.585641, "transfer_probe_score": 0.984098, "eval_order": 7085}
{"item_id": "college_mathematics__66", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.50588, "transfer_probe_score": 0.989936, "eval_order": 7086}
{"item_id": "machine_learning__43", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.499923, "transfer_probe_score": 0.999985, "eval_order": 7087}
{"item_id": "college_computer_science__10", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.652314, "transfer_probe_score": 0.971114, "eval_order": 7088}
{"item_id": "professional_law__1050", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.894709, "transfer_probe_score": 0.247959, "eval_order": 7089}
{"item_id": "conceptual_physics__58", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.937809, "transfer_probe_score": 0.401549, "eval_order": 7090}
{"item_id": "moral_scenarios__14", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.739966, "transfer_probe_score": 0.931757, "eval_order": 7091}
{"item_id": "high_school_chemistry__192", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.944993, "transfer_probe_score": 0.998986, "eval_order": 7092}
{"item_id": "conceptual_physics__160", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.859216, "transfer_probe_score": 0.929175, "eval_order": 7093}
{"item_id": "college_chemistry__58", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.401547, "transfer_probe_score": 0.999588, "eval_order": 7094}
{"item_id": "moral_scenarios__769", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.510031, "transfer_probe_score": 0.999822, "eval_order": 7095}
{"item_id": "college_computer_science__50", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.672677, "transfer_probe_score": 0.999637, "eval_order": 7096}
{"item_id": "nutrition__294", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.203193, "transfer_probe_score": 0.999962, "eval_order": 7097}
{"item_id": "machine_learning__106", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.762317, "transfer_probe_score": 0.816631, "eval_order": 7098}
{"item_id": "college_chemistry__48", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977145, "transfer_probe_score": 0.999753, "eval_order": 7099}
{"item_id": "anatomy__34", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.292251, "transfer_probe_score": 0.988743, "eval_order": 7100}
{"item_id": "college_chemistry__82", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.565629, "transfer_probe_score": 0.999623, "eval_order": 7101}
{"item_id": "college_physics__72", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.703766, "transfer_probe_score": 0.999396, "eval_order": 7102}
{"item_id": "college_computer_science__46", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.850848, "transfer_probe_score": 0.996277, "eval_order": 7103}
{"item_id": "formal_logic__51", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.706791, "transfer_probe_score": 0.998191, "eval_order": 7104}
{"item_id": "college_physics__99", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.416833, "transfer_probe_score": 0.994895, "eval_order": 7105}
{"item_id": "college_mathematics__84", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.313898, "transfer_probe_score": 0.999358, "eval_order": 7106}
{"item_id": "world_religions__6", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.216535, "transfer_probe_score": 0.999538, "eval_order": 7107}
{"item_id": "formal_logic__81", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.5097, "transfer_probe_score": 0.771355, "eval_order": 7108}
{"item_id": "electrical_engineering__37", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.700124, "transfer_probe_score": 0.071557, "eval_order": 7109}
{"item_id": "abstract_algebra__83", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.456697, "transfer_probe_score": 0.999998, "eval_order": 7110}
{"item_id": "abstract_algebra__70", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.389074, "transfer_probe_score": 0.955664, "eval_order": 7111}
{"item_id": "conceptual_physics__141", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.910364, "transfer_probe_score": 0.747524, "eval_order": 7112}
{"item_id": "machine_learning__41", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.876546, "transfer_probe_score": 0.874427, "eval_order": 7113}
{"item_id": "college_mathematics__2", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.58712, "transfer_probe_score": 0.999963, "eval_order": 7114}
{"item_id": "high_school_chemistry__65", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.606489, "transfer_probe_score": 0.999949, "eval_order": 7115}
{"item_id": "nutrition__80", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.124631, "transfer_probe_score": 0.996063, "eval_order": 7116}
{"item_id": "college_computer_science__37", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.69541, "transfer_probe_score": 0.970434, "eval_order": 7117}
{"item_id": "conceptual_physics__76", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.862174, "transfer_probe_score": 0.98833, "eval_order": 7118}
{"item_id": "college_physics__8", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986437, "transfer_probe_score": 0.999575, "eval_order": 7119}
{"item_id": "anatomy__44", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983293, "transfer_probe_score": 0.95758, "eval_order": 7120}
{"item_id": "anatomy__57", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.980366, "transfer_probe_score": 0.999706, "eval_order": 7121}
{"item_id": "marketing__216", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.766991, "transfer_probe_score": 0.992848, "eval_order": 7122}
{"item_id": "high_school_chemistry__153", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.773222, "transfer_probe_score": 0.792926, "eval_order": 7123}
{"item_id": "electrical_engineering__118", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.418377, "transfer_probe_score": 0.999367, "eval_order": 7124}
{"item_id": "college_mathematics__93", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.555954, "transfer_probe_score": 0.996938, "eval_order": 7125}
{"item_id": "college_mathematics__15", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.780858, "transfer_probe_score": 0.99974, "eval_order": 7126}
{"item_id": "high_school_psychology__422", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.357871, "transfer_probe_score": 0.749036, "eval_order": 7127}
{"item_id": "moral_scenarios__98", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.364995, "transfer_probe_score": 0.999337, "eval_order": 7128}
{"item_id": "anatomy__72", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.963665, "transfer_probe_score": 0.970484, "eval_order": 7129}
{"item_id": "econometrics__104", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.749766, "transfer_probe_score": 0.997654, "eval_order": 7130}
{"item_id": "high_school_chemistry__103", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985689, "transfer_probe_score": 0.982899, "eval_order": 7131}
{"item_id": "high_school_mathematics__243", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.530114, "transfer_probe_score": 0.787465, "eval_order": 7132}
{"item_id": "high_school_physics__6", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.642578, "transfer_probe_score": 0.856397, "eval_order": 7133}
{"item_id": "nutrition__49", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.913757, "transfer_probe_score": 0.996923, "eval_order": 7134}
{"item_id": "conceptual_physics__98", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.753099, "transfer_probe_score": 0.992813, "eval_order": 7135}
{"item_id": "college_physics__21", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.178474, "transfer_probe_score": 0.999922, "eval_order": 7136}
{"item_id": "marketing__144", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.961096, "transfer_probe_score": 0.975952, "eval_order": 7137}
{"item_id": "high_school_chemistry__20", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.322305, "transfer_probe_score": 0.998931, "eval_order": 7138}
{"item_id": "college_chemistry__73", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.939507, "transfer_probe_score": 0.998157, "eval_order": 7139}
{"item_id": "machine_learning__17", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.797776, "transfer_probe_score": 0.997293, "eval_order": 7140}
{"item_id": "college_mathematics__55", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.893226, "transfer_probe_score": 0.999746, "eval_order": 7141}
{"item_id": "formal_logic__74", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.56278, "transfer_probe_score": 0.959961, "eval_order": 7142}
{"item_id": "high_school_chemistry__35", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.419421, "transfer_probe_score": 0.999499, "eval_order": 7143}
{"item_id": "professional_medicine__50", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968585, "transfer_probe_score": 0.988247, "eval_order": 7144}
{"item_id": "professional_law__688", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.915754, "transfer_probe_score": 0.99841, "eval_order": 7145}
{"item_id": "professional_medicine__128", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935447, "transfer_probe_score": 0.998071, "eval_order": 7146}
{"item_id": "high_school_chemistry__15", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.210575, "transfer_probe_score": 0.996501, "eval_order": 7147}
{"item_id": "electrical_engineering__68", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.752615, "transfer_probe_score": 0.99725, "eval_order": 7148}
{"item_id": "high_school_psychology__310", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986292, "transfer_probe_score": 0.999147, "eval_order": 7149}
{"item_id": "miscellaneous__743", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.590903, "transfer_probe_score": 0.999935, "eval_order": 7150}
{"item_id": "high_school_chemistry__202", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.385347, "transfer_probe_score": 0.97399, "eval_order": 7151}
{"item_id": "professional_medicine__124", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993491, "transfer_probe_score": 0.984035, "eval_order": 7152}
{"item_id": "college_mathematics__80", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.154458, "transfer_probe_score": 0.999993, "eval_order": 7153}
{"item_id": "professional_medicine__118", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.90702, "transfer_probe_score": 0.986337, "eval_order": 7154}
{"item_id": "abstract_algebra__8", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.391794, "transfer_probe_score": 0.979815, "eval_order": 7155}
{"item_id": "machine_learning__4", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.942674, "transfer_probe_score": 0.999887, "eval_order": 7156}
{"item_id": "econometrics__5", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.291912, "transfer_probe_score": 0.998338, "eval_order": 7157}
{"item_id": "moral_scenarios__840", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.275251, "transfer_probe_score": 0.998532, "eval_order": 7158}
{"item_id": "college_computer_science__26", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991812, "transfer_probe_score": 0.998136, "eval_order": 7159}
{"item_id": "professional_law__983", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.40004, "transfer_probe_score": 0.948389, "eval_order": 7160}
{"item_id": "high_school_mathematics__16", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.432733, "transfer_probe_score": 0.997413, "eval_order": 7161}
{"item_id": "electrical_engineering__50", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.028775, "transfer_probe_score": 0.994131, "eval_order": 7162}
{"item_id": "college_mathematics__56", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.331358, "transfer_probe_score": 0.998066, "eval_order": 7163}
{"item_id": "professional_law__444", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.567115, "transfer_probe_score": 0.999607, "eval_order": 7164}
{"item_id": "philosophy__55", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.849081, "transfer_probe_score": 0.989359, "eval_order": 7165}
{"item_id": "high_school_chemistry__75", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.43605, "transfer_probe_score": 0.999999, "eval_order": 7166}
{"item_id": "machine_learning__92", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.124848, "transfer_probe_score": 0.833967, "eval_order": 7167}
{"item_id": "philosophy__157", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994628, "transfer_probe_score": 0.999971, "eval_order": 7168}
{"item_id": "college_chemistry__2", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.35342, "transfer_probe_score": 0.998507, "eval_order": 7169}
{"item_id": "conceptual_physics__99", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.467373, "transfer_probe_score": 0.989751, "eval_order": 7170}
{"item_id": "marketing__150", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.270979, "transfer_probe_score": 0.930046, "eval_order": 7171}
{"item_id": "professional_law__1379", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.912326, "transfer_probe_score": 0.841109, "eval_order": 7172}
{"item_id": "nutrition__191", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.379972, "transfer_probe_score": 0.981649, "eval_order": 7173}
{"item_id": "formal_logic__53", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.132294, "transfer_probe_score": 0.986467, "eval_order": 7174}
{"item_id": "high_school_mathematics__150", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.508632, "transfer_probe_score": 0.95727, "eval_order": 7175}
{"item_id": "anatomy__105", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.474782, "transfer_probe_score": 0.953116, "eval_order": 7176}
{"item_id": "professional_law__1322", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.354191, "transfer_probe_score": 0.995614, "eval_order": 7177}
{"item_id": "high_school_psychology__253", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.872183, "transfer_probe_score": 0.973686, "eval_order": 7178}
{"item_id": "high_school_psychology__117", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.993423, "transfer_probe_score": 0.997465, "eval_order": 7179}
{"item_id": "college_computer_science__62", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956746, "transfer_probe_score": 0.664544, "eval_order": 7180}
{"item_id": "world_religions__24", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.569277, "transfer_probe_score": 0.998957, "eval_order": 7181}
{"item_id": "nutrition__239", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982571, "transfer_probe_score": 0.988294, "eval_order": 7182}
{"item_id": "high_school_physics__100", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.254565, "transfer_probe_score": 0.997853, "eval_order": 7183}
{"item_id": "moral_scenarios__165", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.493652, "transfer_probe_score": 0.995634, "eval_order": 7184}
{"item_id": "professional_law__182", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.366556, "transfer_probe_score": 0.999829, "eval_order": 7185}
{"item_id": "abstract_algebra__80", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.303596, "transfer_probe_score": 0.999999, "eval_order": 7186}
{"item_id": "high_school_physics__86", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.467415, "transfer_probe_score": 0.999709, "eval_order": 7187}
{"item_id": "anatomy__38", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.597093, "transfer_probe_score": 0.993131, "eval_order": 7188}
{"item_id": "conceptual_physics__152", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.92224, "transfer_probe_score": 0.999022, "eval_order": 7189}
{"item_id": "philosophy__74", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.881231, "transfer_probe_score": 0.999586, "eval_order": 7190}
{"item_id": "conceptual_physics__65", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.772957, "transfer_probe_score": 0.996239, "eval_order": 7191}
{"item_id": "electrical_engineering__71", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.933669, "transfer_probe_score": 0.190084, "eval_order": 7192}
{"item_id": "professional_medicine__256", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.981037, "transfer_probe_score": 0.791515, "eval_order": 7193}
{"item_id": "world_religions__36", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997957, "transfer_probe_score": 0.999991, "eval_order": 7194}
{"item_id": "world_religions__119", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.549372, "transfer_probe_score": 0.999991, "eval_order": 7195}
{"item_id": "anatomy__122", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.989178, "transfer_probe_score": 0.999003, "eval_order": 7196}
{"item_id": "marketing__194", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991867, "transfer_probe_score": 0.015379, "eval_order": 7197}
{"item_id": "professional_law__1258", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.978135, "transfer_probe_score": 0.991765, "eval_order": 7198}
{"item_id": "professional_law__1491", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.763627, "transfer_probe_score": 0.998175, "eval_order": 7199}
{"item_id": "moral_scenarios__621", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.507264, "transfer_probe_score": 0.997411, "eval_order": 7200}
{"item_id": "professional_law__86", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.529646, "transfer_probe_score": 0.999918, "eval_order": 7201}
{"item_id": "philosophy__273", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.528611, "transfer_probe_score": 0.999909, "eval_order": 7202}
{"item_id": "high_school_physics__48", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.699824, "transfer_probe_score": 0.999722, "eval_order": 7203}
{"item_id": "moral_scenarios__174", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.506435, "transfer_probe_score": 0.99065, "eval_order": 7204}
{"item_id": "nutrition__66", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.858366, "transfer_probe_score": 0.324983, "eval_order": 7205}
{"item_id": "econometrics__56", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.655935, "transfer_probe_score": 0.992905, "eval_order": 7206}
{"item_id": "econometrics__54", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.593157, "transfer_probe_score": 0.994721, "eval_order": 7207}
{"item_id": "moral_scenarios__446", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.420371, "transfer_probe_score": 0.999829, "eval_order": 7208}
{"item_id": "professional_law__639", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984538, "transfer_probe_score": 0.947584, "eval_order": 7209}
{"item_id": "college_computer_science__1", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.325515, "transfer_probe_score": 0.999579, "eval_order": 7210}
{"item_id": "conceptual_physics__117", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.637725, "transfer_probe_score": 0.720653, "eval_order": 7211}
{"item_id": "conceptual_physics__121", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.66443, "transfer_probe_score": 0.994963, "eval_order": 7212}
{"item_id": "high_school_physics__68", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.166242, "transfer_probe_score": 0.988781, "eval_order": 7213}
{"item_id": "high_school_psychology__473", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.565149, "transfer_probe_score": 0.996297, "eval_order": 7214}
{"item_id": "professional_medicine__157", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.134791, "transfer_probe_score": 0.999661, "eval_order": 7215}
{"item_id": "moral_scenarios__453", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.409464, "transfer_probe_score": 0.99645, "eval_order": 7216}
{"item_id": "abstract_algebra__29", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.676095, "transfer_probe_score": 0.99771, "eval_order": 7217}
{"item_id": "high_school_physics__130", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.497014, "transfer_probe_score": 0.949109, "eval_order": 7218}
{"item_id": "formal_logic__101", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.68467, "transfer_probe_score": 0.482786, "eval_order": 7219}
{"item_id": "formal_logic__98", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.913666, "transfer_probe_score": 0.993915, "eval_order": 7220}
{"item_id": "college_computer_science__44", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.219999, "transfer_probe_score": 0.991998, "eval_order": 7221}
{"item_id": "high_school_physics__25", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948555, "transfer_probe_score": 0.991338, "eval_order": 7222}
{"item_id": "miscellaneous__473", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.699868, "transfer_probe_score": 0.999985, "eval_order": 7223}
{"item_id": "nutrition__213", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.339334, "transfer_probe_score": 0.998267, "eval_order": 7224}
{"item_id": "moral_scenarios__520", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.623121, "transfer_probe_score": 0.957051, "eval_order": 7225}
{"item_id": "conceptual_physics__162", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.254637, "transfer_probe_score": 0.942368, "eval_order": 7226}
{"item_id": "marketing__146", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99638, "transfer_probe_score": 0.998972, "eval_order": 7227}
{"item_id": "college_physics__34", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.78378, "transfer_probe_score": 0.998185, "eval_order": 7228}
{"item_id": "college_chemistry__0", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.982392, "transfer_probe_score": 0.052047, "eval_order": 7229}
{"item_id": "college_computer_science__29", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.378926, "transfer_probe_score": 0.990957, "eval_order": 7230}
{"item_id": "college_mathematics__28", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.242788, "transfer_probe_score": 0.999995, "eval_order": 7231}
{"item_id": "professional_law__243", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.379991, "transfer_probe_score": 0.998515, "eval_order": 7232}
{"item_id": "marketing__20", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.991411, "transfer_probe_score": 0.461545, "eval_order": 7233}
{"item_id": "high_school_chemistry__158", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.555097, "transfer_probe_score": 0.97437, "eval_order": 7234}
{"item_id": "machine_learning__23", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.658191, "transfer_probe_score": 0.999284, "eval_order": 7235}
{"item_id": "econometrics__100", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.68623, "transfer_probe_score": 0.997207, "eval_order": 7236}
{"item_id": "high_school_chemistry__183", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.112561, "transfer_probe_score": 0.997902, "eval_order": 7237}
{"item_id": "machine_learning__44", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.90585, "transfer_probe_score": 0.999624, "eval_order": 7238}
{"item_id": "conceptual_physics__71", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.946811, "transfer_probe_score": 0.990118, "eval_order": 7239}
{"item_id": "college_chemistry__60", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.661359, "transfer_probe_score": 0.999993, "eval_order": 7240}
{"item_id": "electrical_engineering__82", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.28419, "transfer_probe_score": 0.977127, "eval_order": 7241}
{"item_id": "electrical_engineering__137", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.293539, "transfer_probe_score": 0.998887, "eval_order": 7242}
{"item_id": "formal_logic__32", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.341517, "transfer_probe_score": 0.995975, "eval_order": 7243}
{"item_id": "conceptual_physics__23", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.730259, "transfer_probe_score": 0.974452, "eval_order": 7244}
{"item_id": "nutrition__272", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.983828, "transfer_probe_score": 0.999193, "eval_order": 7245}
{"item_id": "college_chemistry__18", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.573046, "transfer_probe_score": 0.865431, "eval_order": 7246}
{"item_id": "moral_scenarios__853", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.762515, "transfer_probe_score": 0.902657, "eval_order": 7247}
{"item_id": "miscellaneous__61", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.757864, "transfer_probe_score": 1.0, "eval_order": 7248}
{"item_id": "anatomy__56", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987484, "transfer_probe_score": 0.007703, "eval_order": 7249}
{"item_id": "conceptual_physics__70", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.947929, "transfer_probe_score": 0.999755, "eval_order": 7250}
{"item_id": "college_mathematics__47", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.435971, "transfer_probe_score": 0.980763, "eval_order": 7251}
{"item_id": "miscellaneous__582", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979141, "transfer_probe_score": 0.999873, "eval_order": 7252}
{"item_id": "electrical_engineering__114", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.680244, "transfer_probe_score": 0.998843, "eval_order": 7253}
{"item_id": "machine_learning__27", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.540209, "transfer_probe_score": 0.999978, "eval_order": 7254}
{"item_id": "moral_scenarios__678", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.743409, "transfer_probe_score": 0.744206, "eval_order": 7255}
{"item_id": "high_school_physics__53", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.919932, "transfer_probe_score": 0.982853, "eval_order": 7256}
{"item_id": "abstract_algebra__65", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.82282, "transfer_probe_score": 0.999525, "eval_order": 7257}
{"item_id": "high_school_physics__85", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.163245, "transfer_probe_score": 0.999423, "eval_order": 7258}
{"item_id": "philosophy__73", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.402454, "transfer_probe_score": 0.998314, "eval_order": 7259}
{"item_id": "college_physics__55", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.763041, "transfer_probe_score": 0.998787, "eval_order": 7260}
{"item_id": "high_school_physics__18", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.244256, "transfer_probe_score": 0.989219, "eval_order": 7261}
{"item_id": "marketing__23", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.84489, "transfer_probe_score": 0.999987, "eval_order": 7262}
{"item_id": "machine_learning__93", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.049876, "transfer_probe_score": 0.999063, "eval_order": 7263}
{"item_id": "moral_scenarios__479", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.679079, "transfer_probe_score": 0.648651, "eval_order": 7264}
{"item_id": "high_school_mathematics__184", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.930035, "transfer_probe_score": 0.681443, "eval_order": 7265}
{"item_id": "conceptual_physics__182", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.985399, "transfer_probe_score": 0.9998, "eval_order": 7266}
{"item_id": "world_religions__41", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.908841, "transfer_probe_score": 0.999471, "eval_order": 7267}
{"item_id": "marketing__114", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.62387, "transfer_probe_score": 0.541093, "eval_order": 7268}
{"item_id": "miscellaneous__647", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996506, "transfer_probe_score": 0.999979, "eval_order": 7269}
{"item_id": "professional_medicine__148", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996998, "transfer_probe_score": 0.938211, "eval_order": 7270}
{"item_id": "marketing__147", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.962629, "transfer_probe_score": 0.261253, "eval_order": 7271}
{"item_id": "professional_law__1333", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.852672, "transfer_probe_score": 0.999479, "eval_order": 7272}
{"item_id": "formal_logic__9", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994991, "transfer_probe_score": 0.156103, "eval_order": 7273}
{"item_id": "formal_logic__84", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.529926, "transfer_probe_score": 0.980726, "eval_order": 7274}
{"item_id": "professional_medicine__80", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.860346, "transfer_probe_score": 0.999887, "eval_order": 7275}
{"item_id": "professional_law__9", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.928349, "transfer_probe_score": 0.217191, "eval_order": 7276}
{"item_id": "college_physics__28", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.291964, "transfer_probe_score": 0.999955, "eval_order": 7277}
{"item_id": "professional_law__544", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.190447, "transfer_probe_score": 0.995475, "eval_order": 7278}
{"item_id": "marketing__127", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.810394, "transfer_probe_score": 0.348996, "eval_order": 7279}
{"item_id": "high_school_chemistry__26", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.973014, "transfer_probe_score": 0.884913, "eval_order": 7280}
{"item_id": "econometrics__73", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.948966, "transfer_probe_score": 0.271218, "eval_order": 7281}
{"item_id": "miscellaneous__559", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979511, "transfer_probe_score": 0.999173, "eval_order": 7282}
{"item_id": "high_school_physics__84", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.700197, "transfer_probe_score": 0.981078, "eval_order": 7283}
{"item_id": "college_computer_science__53", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.996236, "transfer_probe_score": 0.987699, "eval_order": 7284}
{"item_id": "high_school_chemistry__104", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.694704, "transfer_probe_score": 0.992903, "eval_order": 7285}
{"item_id": "college_mathematics__79", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.722916, "transfer_probe_score": 0.999964, "eval_order": 7286}
{"item_id": "professional_law__1193", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.493895, "transfer_probe_score": 0.998537, "eval_order": 7287}
{"item_id": "formal_logic__34", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.320305, "transfer_probe_score": 0.83611, "eval_order": 7288}
{"item_id": "formal_logic__30", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.721938, "transfer_probe_score": 0.997092, "eval_order": 7289}
{"item_id": "anatomy__123", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.947366, "transfer_probe_score": 0.995663, "eval_order": 7290}
{"item_id": "miscellaneous__312", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.79414, "transfer_probe_score": 0.91747, "eval_order": 7291}
{"item_id": "marketing__181", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.896893, "transfer_probe_score": 0.739646, "eval_order": 7292}
{"item_id": "college_physics__84", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.22378, "transfer_probe_score": 0.995185, "eval_order": 7293}
{"item_id": "machine_learning__64", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.53203, "transfer_probe_score": 0.997703, "eval_order": 7294}
{"item_id": "world_religions__148", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.999081, "transfer_probe_score": 0.067638, "eval_order": 7295}
{"item_id": "high_school_psychology__0", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956872, "transfer_probe_score": 0.339893, "eval_order": 7296}
{"item_id": "marketing__70", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994742, "transfer_probe_score": 0.985128, "eval_order": 7297}
{"item_id": "conceptual_physics__38", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99643, "transfer_probe_score": 0.999826, "eval_order": 7298}
{"item_id": "miscellaneous__524", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.966532, "transfer_probe_score": 0.998059, "eval_order": 7299}
{"item_id": "anatomy__109", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.508819, "transfer_probe_score": 0.884738, "eval_order": 7300}
{"item_id": "professional_medicine__58", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.792456, "transfer_probe_score": 0.999672, "eval_order": 7301}
{"item_id": "high_school_chemistry__29", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.045919, "transfer_probe_score": 0.998173, "eval_order": 7302}
{"item_id": "abstract_algebra__74", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.741384, "transfer_probe_score": 0.99982, "eval_order": 7303}
{"item_id": "miscellaneous__566", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.795773, "transfer_probe_score": 0.980347, "eval_order": 7304}
{"item_id": "nutrition__68", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.85522, "transfer_probe_score": 0.029313, "eval_order": 7305}
{"item_id": "machine_learning__70", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.718262, "transfer_probe_score": 0.983471, "eval_order": 7306}
{"item_id": "high_school_physics__69", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.788119, "transfer_probe_score": 0.937161, "eval_order": 7307}
{"item_id": "philosophy__99", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.411993, "transfer_probe_score": 0.999999, "eval_order": 7308}
{"item_id": "professional_law__925", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.687644, "transfer_probe_score": 0.999852, "eval_order": 7309}
{"item_id": "moral_scenarios__417", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.636225, "transfer_probe_score": 0.97662, "eval_order": 7310}
{"item_id": "high_school_chemistry__76", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.994265, "transfer_probe_score": 0.999561, "eval_order": 7311}
{"item_id": "high_school_mathematics__221", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.50146, "transfer_probe_score": 0.939102, "eval_order": 7312}
{"item_id": "abstract_algebra__64", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.775489, "transfer_probe_score": 0.938855, "eval_order": 7313}
{"item_id": "anatomy__73", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.568535, "transfer_probe_score": 0.989357, "eval_order": 7314}
{"item_id": "formal_logic__2", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.448205, "transfer_probe_score": 0.994939, "eval_order": 7315}
{"item_id": "high_school_psychology__298", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992446, "transfer_probe_score": 0.949385, "eval_order": 7316}
{"item_id": "formal_logic__17", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.976807, "transfer_probe_score": 0.349422, "eval_order": 7317}
{"item_id": "high_school_physics__147", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.85783, "transfer_probe_score": 0.892479, "eval_order": 7318}
{"item_id": "moral_scenarios__297", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.267389, "transfer_probe_score": 0.999756, "eval_order": 7319}
{"item_id": "conceptual_physics__119", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.402853, "transfer_probe_score": 0.999678, "eval_order": 7320}
{"item_id": "miscellaneous__373", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.440727, "transfer_probe_score": 0.999078, "eval_order": 7321}
{"item_id": "econometrics__77", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.988934, "transfer_probe_score": 0.965776, "eval_order": 7322}
{"item_id": "nutrition__111", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.877159, "transfer_probe_score": 0.999903, "eval_order": 7323}
{"item_id": "machine_learning__57", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.227267, "transfer_probe_score": 0.999993, "eval_order": 7324}
{"item_id": "miscellaneous__536", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995314, "transfer_probe_score": 0.99958, "eval_order": 7325}
{"item_id": "conceptual_physics__122", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.520708, "transfer_probe_score": 0.998893, "eval_order": 7326}
{"item_id": "moral_scenarios__664", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.566434, "transfer_probe_score": 0.989701, "eval_order": 7327}
{"item_id": "college_computer_science__75", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.728259, "transfer_probe_score": 0.907196, "eval_order": 7328}
{"item_id": "world_religions__45", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.973157, "transfer_probe_score": 0.998018, "eval_order": 7329}
{"item_id": "formal_logic__60", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.939593, "transfer_probe_score": 0.154563, "eval_order": 7330}
{"item_id": "professional_law__1246", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.608911, "transfer_probe_score": 0.97663, "eval_order": 7331}
{"item_id": "professional_law__1303", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.975037, "transfer_probe_score": 0.999805, "eval_order": 7332}
{"item_id": "abstract_algebra__69", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.91195, "transfer_probe_score": 0.997877, "eval_order": 7333}
{"item_id": "anatomy__9", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.361903, "transfer_probe_score": 0.577614, "eval_order": 7334}
{"item_id": "world_religions__91", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.192711, "transfer_probe_score": 0.999996, "eval_order": 7335}
{"item_id": "formal_logic__119", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.578395, "transfer_probe_score": 0.999422, "eval_order": 7336}
{"item_id": "electrical_engineering__104", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.966536, "transfer_probe_score": 0.893597, "eval_order": 7337}
{"item_id": "abstract_algebra__10", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.347947, "transfer_probe_score": 0.99865, "eval_order": 7338}
{"item_id": "college_chemistry__94", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.959762, "transfer_probe_score": 0.888515, "eval_order": 7339}
{"item_id": "professional_law__594", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.934938, "transfer_probe_score": 0.692422, "eval_order": 7340}
{"item_id": "high_school_physics__20", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.646326, "transfer_probe_score": 0.97507, "eval_order": 7341}
{"item_id": "moral_scenarios__220", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.597135, "transfer_probe_score": 0.996526, "eval_order": 7342}
{"item_id": "formal_logic__7", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.876856, "transfer_probe_score": 0.842829, "eval_order": 7343}
{"item_id": "philosophy__253", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.611262, "transfer_probe_score": 0.998882, "eval_order": 7344}
{"item_id": "high_school_chemistry__50", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.21713, "transfer_probe_score": 0.998016, "eval_order": 7345}
{"item_id": "formal_logic__114", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.329979, "transfer_probe_score": 0.883223, "eval_order": 7346}
{"item_id": "moral_scenarios__471", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.415861, "transfer_probe_score": 0.997419, "eval_order": 7347}
{"item_id": "college_chemistry__14", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.960898, "transfer_probe_score": 0.821829, "eval_order": 7348}
{"item_id": "college_computer_science__72", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.167856, "transfer_probe_score": 0.998627, "eval_order": 7349}
{"item_id": "philosophy__85", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.966975, "transfer_probe_score": 0.999957, "eval_order": 7350}
{"item_id": "nutrition__65", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.908973, "transfer_probe_score": 0.996932, "eval_order": 7351}
{"item_id": "high_school_chemistry__155", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.336557, "transfer_probe_score": 0.999991, "eval_order": 7352}
{"item_id": "world_religions__7", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.933575, "transfer_probe_score": 0.589416, "eval_order": 7353}
{"item_id": "professional_law__368", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.637926, "transfer_probe_score": 0.999889, "eval_order": 7354}
{"item_id": "high_school_physics__125", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.83467, "transfer_probe_score": 0.929044, "eval_order": 7355}
{"item_id": "high_school_mathematics__35", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.351585, "transfer_probe_score": 0.999682, "eval_order": 7356}
{"item_id": "world_religions__121", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.984765, "transfer_probe_score": 0.999983, "eval_order": 7357}
{"item_id": "professional_medicine__229", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.293734, "transfer_probe_score": 0.99815, "eval_order": 7358}
{"item_id": "college_physics__81", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.335576, "transfer_probe_score": 0.980879, "eval_order": 7359}
{"item_id": "high_school_mathematics__86", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.56666, "transfer_probe_score": 0.997615, "eval_order": 7360}
{"item_id": "electrical_engineering__75", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.754772, "transfer_probe_score": 0.977539, "eval_order": 7361}
{"item_id": "high_school_chemistry__200", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.464992, "transfer_probe_score": 0.982905, "eval_order": 7362}
{"item_id": "moral_scenarios__852", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.683629, "transfer_probe_score": 0.978953, "eval_order": 7363}
{"item_id": "machine_learning__14", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.807369, "transfer_probe_score": 0.988351, "eval_order": 7364}
{"item_id": "high_school_psychology__272", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99168, "transfer_probe_score": 0.995585, "eval_order": 7365}
{"item_id": "high_school_physics__140", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.889372, "transfer_probe_score": 0.664256, "eval_order": 7366}
{"item_id": "anatomy__42", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99197, "transfer_probe_score": 0.998126, "eval_order": 7367}
{"item_id": "college_physics__11", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.540114, "transfer_probe_score": 0.999981, "eval_order": 7368}
{"item_id": "high_school_psychology__391", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.466221, "transfer_probe_score": 0.999563, "eval_order": 7369}
{"item_id": "college_mathematics__49", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.651652, "transfer_probe_score": 0.981119, "eval_order": 7370}
{"item_id": "marketing__67", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.958327, "transfer_probe_score": 0.989759, "eval_order": 7371}
{"item_id": "conceptual_physics__128", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.045978, "transfer_probe_score": 0.999478, "eval_order": 7372}
{"item_id": "miscellaneous__297", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.924012, "transfer_probe_score": 0.998807, "eval_order": 7373}
{"item_id": "high_school_mathematics__9", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.711908, "transfer_probe_score": 0.999635, "eval_order": 7374}
{"item_id": "professional_law__307", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.603891, "transfer_probe_score": 0.968545, "eval_order": 7375}
{"item_id": "formal_logic__61", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.952269, "transfer_probe_score": 0.977575, "eval_order": 7376}
{"item_id": "nutrition__172", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.713764, "transfer_probe_score": 0.999997, "eval_order": 7377}
{"item_id": "college_chemistry__71", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.378381, "transfer_probe_score": 0.999121, "eval_order": 7378}
{"item_id": "high_school_physics__70", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.376481, "transfer_probe_score": 0.998962, "eval_order": 7379}
{"item_id": "professional_law__8", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.463486, "transfer_probe_score": 0.745185, "eval_order": 7380}
{"item_id": "conceptual_physics__123", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.413661, "transfer_probe_score": 0.552515, "eval_order": 7381}
{"item_id": "professional_law__626", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.823019, "transfer_probe_score": 0.980073, "eval_order": 7382}
{"item_id": "anatomy__45", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.094716, "transfer_probe_score": 0.785148, "eval_order": 7383}
{"item_id": "nutrition__253", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.438908, "transfer_probe_score": 0.989336, "eval_order": 7384}
{"item_id": "high_school_psychology__218", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.278029, "transfer_probe_score": 0.767647, "eval_order": 7385}
{"item_id": "college_mathematics__6", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.546473, "transfer_probe_score": 0.999889, "eval_order": 7386}
{"item_id": "high_school_physics__58", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.414289, "transfer_probe_score": 0.997369, "eval_order": 7387}
{"item_id": "philosophy__305", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.992124, "transfer_probe_score": 0.962732, "eval_order": 7388}
{"item_id": "college_chemistry__77", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.637314, "transfer_probe_score": 0.93388, "eval_order": 7389}
{"item_id": "professional_medicine__7", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.872128, "transfer_probe_score": 0.998742, "eval_order": 7390}
{"item_id": "conceptual_physics__14", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.338641, "transfer_probe_score": 0.999839, "eval_order": 7391}
{"item_id": "professional_medicine__161", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.931371, "transfer_probe_score": 0.96545, "eval_order": 7392}
{"item_id": "high_school_physics__66", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.640785, "transfer_probe_score": 0.999992, "eval_order": 7393}
{"item_id": "college_physics__74", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.615614, "transfer_probe_score": 0.998659, "eval_order": 7394}
{"item_id": "electrical_engineering__87", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.96409, "transfer_probe_score": 0.125625, "eval_order": 7395}
{"item_id": "professional_law__618", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.667079, "transfer_probe_score": 0.99337, "eval_order": 7396}
{"item_id": "high_school_chemistry__113", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.856972, "transfer_probe_score": 0.999799, "eval_order": 7397}
{"item_id": "college_mathematics__61", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.611142, "transfer_probe_score": 0.385019, "eval_order": 7398}
{"item_id": "high_school_chemistry__74", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.591068, "transfer_probe_score": 0.997743, "eval_order": 7399}
{"item_id": "professional_law__184", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.964004, "transfer_probe_score": 0.953752, "eval_order": 7400}
{"item_id": "professional_law__434", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.421842, "transfer_probe_score": 0.912502, "eval_order": 7401}
{"item_id": "conceptual_physics__1", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.977737, "transfer_probe_score": 0.823316, "eval_order": 7402}
{"item_id": "professional_medicine__261", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.575114, "transfer_probe_score": 0.998771, "eval_order": 7403}
{"item_id": "anatomy__77", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.613048, "transfer_probe_score": 0.989989, "eval_order": 7404}
{"item_id": "high_school_mathematics__62", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.483617, "transfer_probe_score": 0.999973, "eval_order": 7405}
{"item_id": "high_school_psychology__248", "subject": "high_school_psychology", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.949057, "transfer_probe_score": 0.999996, "eval_order": 7406}
{"item_id": "college_mathematics__16", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.235417, "transfer_probe_score": 0.999234, "eval_order": 7407}
{"item_id": "electrical_engineering__128", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.857965, "transfer_probe_score": 0.252268, "eval_order": 7408}
{"item_id": "anatomy__94", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.824028, "transfer_probe_score": 0.990552, "eval_order": 7409}
{"item_id": "high_school_physics__33", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.480302, "transfer_probe_score": 0.995778, "eval_order": 7410}
{"item_id": "professional_law__1004", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.734677, "transfer_probe_score": 0.992156, "eval_order": 7411}
{"item_id": "marketing__126", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.845639, "transfer_probe_score": 0.952016, "eval_order": 7412}
{"item_id": "professional_law__401", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.927765, "transfer_probe_score": 0.999789, "eval_order": 7413}
{"item_id": "college_chemistry__45", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.469018, "transfer_probe_score": 0.996803, "eval_order": 7414}
{"item_id": "machine_learning__59", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.617482, "transfer_probe_score": 0.986364, "eval_order": 7415}
{"item_id": "moral_scenarios__566", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.899969, "transfer_probe_score": 0.343359, "eval_order": 7416}
{"item_id": "abstract_algebra__57", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.202096, "transfer_probe_score": 0.999988, "eval_order": 7417}
{"item_id": "anatomy__16", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.824091, "transfer_probe_score": 0.986256, "eval_order": 7418}
{"item_id": "world_religions__27", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.926113, "transfer_probe_score": 0.365822, "eval_order": 7419}
{"item_id": "college_physics__7", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.739394, "transfer_probe_score": 0.99933, "eval_order": 7420}
{"item_id": "miscellaneous__684", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.896392, "transfer_probe_score": 0.999791, "eval_order": 7421}
{"item_id": "high_school_mathematics__90", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.683427, "transfer_probe_score": 0.999998, "eval_order": 7422}
{"item_id": "machine_learning__58", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.544017, "transfer_probe_score": 0.997271, "eval_order": 7423}
{"item_id": "electrical_engineering__140", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.842521, "transfer_probe_score": 0.995907, "eval_order": 7424}
{"item_id": "professional_law__1426", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.860248, "transfer_probe_score": 0.757728, "eval_order": 7425}
{"item_id": "philosophy__9", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.929601, "transfer_probe_score": 0.999883, "eval_order": 7426}
{"item_id": "formal_logic__44", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.586781, "transfer_probe_score": 0.966569, "eval_order": 7427}
{"item_id": "machine_learning__31", "subject": "machine_learning", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.765048, "transfer_probe_score": 0.999965, "eval_order": 7428}
{"item_id": "college_computer_science__68", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.631925, "transfer_probe_score": 0.99985, "eval_order": 7429}
{"item_id": "conceptual_physics__97", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.815041, "transfer_probe_score": 0.334571, "eval_order": 7430}
{"item_id": "abstract_algebra__0", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.391707, "transfer_probe_score": 0.941014, "eval_order": 7431}
{"item_id": "high_school_chemistry__49", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.527748, "transfer_probe_score": 0.999996, "eval_order": 7432}
{"item_id": "professional_medicine__252", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.958763, "transfer_probe_score": 0.999779, "eval_order": 7433}
{"item_id": "high_school_chemistry__8", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.409343, "transfer_probe_score": 0.999899, "eval_order": 7434}
{"item_id": "abstract_algebra__20", "subject": "abstract_algebra", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.67144, "transfer_probe_score": 0.999868, "eval_order": 7435}
{"item_id": "college_mathematics__24", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.593053, "transfer_probe_score": 0.999709, "eval_order": 7436}
{"item_id": "electrical_engineering__34", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.326475, "transfer_probe_score": 0.995439, "eval_order": 7437}
{"item_id": "high_school_mathematics__126", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.24882, "transfer_probe_score": 0.978529, "eval_order": 7438}
{"item_id": "nutrition__148", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.529292, "transfer_probe_score": 0.93126, "eval_order": 7439}
{"item_id": "high_school_chemistry__121", "subject": "high_school_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.52893, "transfer_probe_score": 0.999813, "eval_order": 7440}
{"item_id": "professional_medicine__21", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997361, "transfer_probe_score": 0.925235, "eval_order": 7441}
{"item_id": "marketing__45", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.747406, "transfer_probe_score": 0.999919, "eval_order": 7442}
{"item_id": "college_physics__32", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.516304, "transfer_probe_score": 0.999458, "eval_order": 7443}
{"item_id": "anatomy__130", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.968413, "transfer_probe_score": 0.007831, "eval_order": 7444}
{"item_id": "electrical_engineering__99", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.547805, "transfer_probe_score": 0.628313, "eval_order": 7445}
{"item_id": "professional_law__36", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.515977, "transfer_probe_score": 0.993873, "eval_order": 7446}
{"item_id": "high_school_physics__102", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.479948, "transfer_probe_score": 0.997996, "eval_order": 7447}
{"item_id": "professional_medicine__160", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.935287, "transfer_probe_score": 0.999397, "eval_order": 7448}
{"item_id": "college_mathematics__62", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.800883, "transfer_probe_score": 0.864433, "eval_order": 7449}
{"item_id": "electrical_engineering__125", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.118828, "transfer_probe_score": 0.996253, "eval_order": 7450}
{"item_id": "moral_scenarios__464", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.493624, "transfer_probe_score": 0.999841, "eval_order": 7451}
{"item_id": "conceptual_physics__112", "subject": "conceptual_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.274508, "transfer_probe_score": 0.999905, "eval_order": 7452}
{"item_id": "anatomy__26", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.995173, "transfer_probe_score": 0.997951, "eval_order": 7453}
{"item_id": "professional_medicine__209", "subject": "professional_medicine", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.922298, "transfer_probe_score": 0.930217, "eval_order": 7454}
{"item_id": "professional_law__1519", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.689857, "transfer_probe_score": 0.992716, "eval_order": 7455}
{"item_id": "marketing__230", "subject": "marketing", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.950826, "transfer_probe_score": 0.962868, "eval_order": 7456}
{"item_id": "miscellaneous__443", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.99634, "transfer_probe_score": 0.53241, "eval_order": 7457}
{"item_id": "high_school_mathematics__166", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.432873, "transfer_probe_score": 0.999787, "eval_order": 7458}
{"item_id": "formal_logic__112", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.523711, "transfer_probe_score": 0.642842, "eval_order": 7459}
{"item_id": "econometrics__78", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.536833, "transfer_probe_score": 0.990385, "eval_order": 7460}
{"item_id": "electrical_engineering__93", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.433338, "transfer_probe_score": 0.956604, "eval_order": 7461}
{"item_id": "professional_law__454", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.649896, "transfer_probe_score": 0.998802, "eval_order": 7462}
{"item_id": "world_religions__51", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.453528, "transfer_probe_score": 0.99996, "eval_order": 7463}
{"item_id": "college_chemistry__17", "subject": "college_chemistry", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.916652, "transfer_probe_score": 0.747526, "eval_order": 7464}
{"item_id": "anatomy__80", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.997313, "transfer_probe_score": 0.692924, "eval_order": 7465}
{"item_id": "professional_law__378", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.494129, "transfer_probe_score": 0.992867, "eval_order": 7466}
{"item_id": "miscellaneous__372", "subject": "miscellaneous", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.986133, "transfer_probe_score": 0.999962, "eval_order": 7467}
{"item_id": "econometrics__52", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.576683, "transfer_probe_score": 0.680459, "eval_order": 7468}
{"item_id": "philosophy__206", "subject": "philosophy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.478855, "transfer_probe_score": 0.838636, "eval_order": 7469}
{"item_id": "college_mathematics__54", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.222941, "transfer_probe_score": 0.997279, "eval_order": 7470}
{"item_id": "college_mathematics__96", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.718935, "transfer_probe_score": 0.453035, "eval_order": 7471}
{"item_id": "professional_law__402", "subject": "professional_law", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.358931, "transfer_probe_score": 0.997881, "eval_order": 7472}
{"item_id": "college_physics__35", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.388373, "transfer_probe_score": 0.999711, "eval_order": 7473}
{"item_id": "econometrics__108", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.471968, "transfer_probe_score": 0.959022, "eval_order": 7474}
{"item_id": "moral_scenarios__875", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.403995, "transfer_probe_score": 0.99719, "eval_order": 7475}
{"item_id": "college_physics__40", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.801938, "transfer_probe_score": 0.996516, "eval_order": 7476}
{"item_id": "high_school_physics__22", "subject": "high_school_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.956507, "transfer_probe_score": 0.999773, "eval_order": 7477}
{"item_id": "moral_scenarios__48", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.705146, "transfer_probe_score": 0.938831, "eval_order": 7478}
{"item_id": "nutrition__263", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.868649, "transfer_probe_score": 0.999994, "eval_order": 7479}
{"item_id": "world_religions__147", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.979393, "transfer_probe_score": 0.197371, "eval_order": 7480}
{"item_id": "college_physics__24", "subject": "college_physics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.930268, "transfer_probe_score": 0.999948, "eval_order": 7481}
{"item_id": "anatomy__67", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.838701, "transfer_probe_score": 0.201342, "eval_order": 7482}
{"item_id": "formal_logic__47", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.895726, "transfer_probe_score": 0.983725, "eval_order": 7483}
{"item_id": "electrical_engineering__45", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.987029, "transfer_probe_score": 0.996111, "eval_order": 7484}
{"item_id": "nutrition__293", "subject": "nutrition", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.736645, "transfer_probe_score": 0.025172, "eval_order": 7485}
{"item_id": "anatomy__28", "subject": "anatomy", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.978935, "transfer_probe_score": 0.996593, "eval_order": 7486}
{"item_id": "college_mathematics__70", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.57637, "transfer_probe_score": 0.999599, "eval_order": 7487}
{"item_id": "moral_scenarios__741", "subject": "moral_scenarios", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.616831, "transfer_probe_score": 0.997503, "eval_order": 7488}
{"item_id": "formal_logic__95", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.312137, "transfer_probe_score": 0.999604, "eval_order": 7489}
{"item_id": "econometrics__110", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.84701, "transfer_probe_score": 0.616473, "eval_order": 7490}
{"item_id": "econometrics__30", "subject": "econometrics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.813815, "transfer_probe_score": 0.970267, "eval_order": 7491}
{"item_id": "college_mathematics__35", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.435775, "transfer_probe_score": 0.931895, "eval_order": 7492}
{"item_id": "high_school_mathematics__138", "subject": "high_school_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.436985, "transfer_probe_score": 0.999956, "eval_order": 7493}
{"item_id": "electrical_engineering__119", "subject": "electrical_engineering", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.881351, "transfer_probe_score": 0.751275, "eval_order": 7494}
{"item_id": "world_religions__130", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.913285, "transfer_probe_score": 0.998658, "eval_order": 7495}
{"item_id": "world_religions__32", "subject": "world_religions", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.910801, "transfer_probe_score": 0.999952, "eval_order": 7496}
{"item_id": "college_computer_science__66", "subject": "college_computer_science", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.783816, "transfer_probe_score": 0.928225, "eval_order": 7497}
{"item_id": "college_mathematics__43", "subject": "college_mathematics", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.300242, "transfer_probe_score": 0.996509, "eval_order": 7498}
{"item_id": "formal_logic__63", "subject": "formal_logic", "model": "llama-3.1-8b-instruct", "condition": "verifier_wrong", "wrongness": 1, "inrole_probe_score": 0.70909, "transfer_probe_score": 0.866909, "eval_order": 7499}