{"item_id": "capital__14", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 0}
{"item_id": "arith__114", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.409337, "probe_C_score": "", "eval_order": 1}
{"item_id": "arith__215", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 2}
{"item_id": "arith__151", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.631072, "probe_C_score": "", "eval_order": 3}
{"item_id": "arith__244", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 4}
{"item_id": "arith__133", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.00468, "probe_C_score": "", "eval_order": 5}
{"item_id": "arith__207", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.77203, "probe_C_score": "", "eval_order": 6}
{"item_id": "arith__9", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.820393, "probe_C_score": "", "eval_order": 7}
{"item_id": "arith__192", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000453, "probe_C_score": "", "eval_order": 8}
{"item_id": "arith__72", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.96797, "probe_C_score": "", "eval_order": 9}
{"item_id": "arith__160", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.656343, "probe_C_score": "", "eval_order": 10}
{"item_id": "arith__100", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.002687, "probe_C_score": "", "eval_order": 11}
{"item_id": "arith__32", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.969397, "probe_C_score": "", "eval_order": 12}
{"item_id": "arith__16", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999899, "probe_C_score": "", "eval_order": 13}
{"item_id": "arith__179", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.009298, "probe_C_score": "", "eval_order": 14}
{"item_id": "capital__52", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.061627, "probe_C_score": "", "eval_order": 15}
{"item_id": "capital__27", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000343, "probe_C_score": "", "eval_order": 16}
{"item_id": "capital__109", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 17}
{"item_id": "arith__183", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999998, "probe_C_score": "", "eval_order": 18}
{"item_id": "arith__153", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.984744, "probe_C_score": "", "eval_order": 19}
{"item_id": "capital__23", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 20}
{"item_id": "capital__92", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 21}
{"item_id": "arith__189", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.710852, "probe_C_score": "", "eval_order": 22}
{"item_id": "arith__84", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 23}
{"item_id": "capital__116", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.5e-05, "probe_C_score": "", "eval_order": 24}
{"item_id": "arith__154", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.054832, "probe_C_score": "", "eval_order": 25}
{"item_id": "arith__166", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.980668, "probe_C_score": "", "eval_order": 26}
{"item_id": "arith__57", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.031207, "probe_C_score": "", "eval_order": 27}
{"item_id": "arith__137", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.344672, "probe_C_score": "", "eval_order": 28}
{"item_id": "arith__126", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.007346, "probe_C_score": "", "eval_order": 29}
{"item_id": "arith__134", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001188, "probe_C_score": "", "eval_order": 30}
{"item_id": "arith__85", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 31}
{"item_id": "capital__53", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.1e-05, "probe_C_score": "", "eval_order": 32}
{"item_id": "arith__21", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.018321, "probe_C_score": "", "eval_order": 33}
{"item_id": "arith__99", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 34}
{"item_id": "capital__30", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000799, "probe_C_score": "", "eval_order": 35}
{"item_id": "arith__54", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.015433, "probe_C_score": "", "eval_order": 36}
{"item_id": "capital__89", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001413, "probe_C_score": "", "eval_order": 37}
{"item_id": "arith__94", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.942506, "probe_C_score": "", "eval_order": 38}
{"item_id": "arith__234", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.991643, "probe_C_score": "", "eval_order": 39}
{"item_id": "arith__131", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.713456, "probe_C_score": "", "eval_order": 40}
{"item_id": "capital__82", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002159, "probe_C_score": "", "eval_order": 41}
{"item_id": "capital__102", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.1e-05, "probe_C_score": "", "eval_order": 42}
{"item_id": "arith__120", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.013484, "probe_C_score": "", "eval_order": 43}
{"item_id": "capital__26", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001087, "probe_C_score": "", "eval_order": 44}
{"item_id": "arith__89", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 45}
{"item_id": "arith__34", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999179, "probe_C_score": "", "eval_order": 46}
{"item_id": "arith__246", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2.2e-05, "probe_C_score": "", "eval_order": 47}
{"item_id": "arith__217", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.137205, "probe_C_score": "", "eval_order": 48}
{"item_id": "arith__6", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.671561, "probe_C_score": "", "eval_order": 49}
{"item_id": "arith__55", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.691368, "probe_C_score": "", "eval_order": 50}
{"item_id": "arith__107", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000377, "probe_C_score": "", "eval_order": 51}
{"item_id": "capital__90", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.9e-05, "probe_C_score": "", "eval_order": 52}
{"item_id": "arith__87", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.87751, "probe_C_score": "", "eval_order": 53}
{"item_id": "arith__125", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.292007, "probe_C_score": "", "eval_order": 54}
{"item_id": "arith__186", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.012528, "probe_C_score": "", "eval_order": 55}
{"item_id": "arith__142", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 7.8e-05, "probe_C_score": "", "eval_order": 56}
{"item_id": "arith__167", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 57}
{"item_id": "arith__200", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.5e-05, "probe_C_score": "", "eval_order": 58}
{"item_id": "capital__96", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.008668, "probe_C_score": "", "eval_order": 59}
{"item_id": "arith__39", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999997, "probe_C_score": "", "eval_order": 60}
{"item_id": "arith__31", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.004621, "probe_C_score": "", "eval_order": 61}
{"item_id": "arith__214", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 62}
{"item_id": "arith__243", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.00349, "probe_C_score": "", "eval_order": 63}
{"item_id": "arith__66", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000347, "probe_C_score": "", "eval_order": 64}
{"item_id": "arith__188", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 65}
{"item_id": "capital__128", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.7e-05, "probe_C_score": "", "eval_order": 66}
{"item_id": "arith__237", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001663, "probe_C_score": "", "eval_order": 67}
{"item_id": "arith__143", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 68}
{"item_id": "arith__49", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000908, "probe_C_score": "", "eval_order": 69}
{"item_id": "arith__252", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.206287, "probe_C_score": "", "eval_order": 70}
{"item_id": "arith__219", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.995464, "probe_C_score": "", "eval_order": 71}
{"item_id": "arith__30", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.375661, "probe_C_score": "", "eval_order": 72}
{"item_id": "capital__113", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 73}
{"item_id": "arith__80", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000411, "probe_C_score": "", "eval_order": 74}
{"item_id": "arith__63", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.074611, "probe_C_score": "", "eval_order": 75}
{"item_id": "arith__103", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 76}
{"item_id": "arith__4", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.247039, "probe_C_score": "", "eval_order": 77}
{"item_id": "arith__171", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 78}
{"item_id": "arith__17", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.6e-05, "probe_C_score": "", "eval_order": 79}
{"item_id": "arith__230", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999195, "probe_C_score": "", "eval_order": 80}
{"item_id": "arith__52", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 81}
{"item_id": "capital__6", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000951, "probe_C_score": "", "eval_order": 82}
{"item_id": "capital__111", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00017, "probe_C_score": "", "eval_order": 83}
{"item_id": "arith__181", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.942229, "probe_C_score": "", "eval_order": 84}
{"item_id": "arith__190", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.810279, "probe_C_score": "", "eval_order": 85}
{"item_id": "capital__127", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00031, "probe_C_score": "", "eval_order": 86}
{"item_id": "capital__63", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000412, "probe_C_score": "", "eval_order": 87}
{"item_id": "capital__72", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001206, "probe_C_score": "", "eval_order": 88}
{"item_id": "capital__1", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CI", "correct": false, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 89}
{"item_id": "capital__108", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7.9e-05, "probe_C_score": "", "eval_order": 90}
{"item_id": "capital__57", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000421, "probe_C_score": "", "eval_order": 91}
{"item_id": "arith__3", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.851417, "probe_C_score": "", "eval_order": 92}
{"item_id": "capital__133", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.003046, "probe_C_score": "", "eval_order": 93}
{"item_id": "capital__114", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000323, "probe_C_score": "", "eval_order": 94}
{"item_id": "arith__184", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.91142, "probe_C_score": "", "eval_order": 95}
{"item_id": "arith__13", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000104, "probe_C_score": "", "eval_order": 96}
{"item_id": "arith__222", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.25546, "probe_C_score": "", "eval_order": 97}
{"item_id": "capital__129", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001315, "probe_C_score": "", "eval_order": 98}
{"item_id": "arith__157", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.270685, "probe_C_score": "", "eval_order": 99}
{"item_id": "capital__98", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 100}
{"item_id": "arith__109", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.07024, "probe_C_score": "", "eval_order": 101}
{"item_id": "capital__124", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001044, "probe_C_score": "", "eval_order": 102}
{"item_id": "arith__227", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.017276, "probe_C_score": "", "eval_order": 103}
{"item_id": "capital__49", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.003064, "probe_C_score": "", "eval_order": 104}
{"item_id": "capital__77", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000176, "probe_C_score": "", "eval_order": 105}
{"item_id": "capital__20", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 106}
{"item_id": "arith__15", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.071002, "probe_C_score": "", "eval_order": 107}
{"item_id": "arith__68", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 108}
{"item_id": "arith__140", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 109}
{"item_id": "capital__48", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 110}
{"item_id": "capital__120", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000864, "probe_C_score": "", "eval_order": 111}
{"item_id": "capital__16", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 112}
{"item_id": "capital__11", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.039063, "probe_C_score": "", "eval_order": 113}
{"item_id": "arith__218", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.015872, "probe_C_score": "", "eval_order": 114}
{"item_id": "arith__71", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.997466, "probe_C_score": "", "eval_order": 115}
{"item_id": "arith__102", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3.2e-05, "probe_C_score": "", "eval_order": 116}
{"item_id": "arith__187", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 117}
{"item_id": "arith__182", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.996901, "probe_C_score": "", "eval_order": 118}
{"item_id": "arith__121", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000151, "probe_C_score": "", "eval_order": 119}
{"item_id": "arith__92", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.82854, "probe_C_score": "", "eval_order": 120}
{"item_id": "arith__130", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.165849, "probe_C_score": "", "eval_order": 121}
{"item_id": "capital__97", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.041499, "probe_C_score": "", "eval_order": 122}
{"item_id": "arith__28", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.853413, "probe_C_score": "", "eval_order": 123}
{"item_id": "arith__132", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.937702, "probe_C_score": "", "eval_order": 124}
{"item_id": "capital__31", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.8e-05, "probe_C_score": "", "eval_order": 125}
{"item_id": "capital__34", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.4e-05, "probe_C_score": "", "eval_order": 126}
{"item_id": "arith__19", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 127}
{"item_id": "arith__198", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 128}
{"item_id": "arith__29", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.010932, "probe_C_score": "", "eval_order": 129}
{"item_id": "arith__86", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 130}
{"item_id": "arith__145", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 131}
{"item_id": "capital__24", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00047, "probe_C_score": "", "eval_order": 132}
{"item_id": "arith__201", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.005733, "probe_C_score": "", "eval_order": 133}
{"item_id": "arith__238", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.024237, "probe_C_score": "", "eval_order": 134}
{"item_id": "capital__55", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.1e-05, "probe_C_score": "", "eval_order": 135}
{"item_id": "arith__128", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 136}
{"item_id": "capital__64", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-05, "probe_C_score": "", "eval_order": 137}
{"item_id": "capital__78", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000229, "probe_C_score": "", "eval_order": 138}
{"item_id": "arith__138", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 139}
{"item_id": "capital__105", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CI", "correct": false, "probe_A_score": 2.8e-05, "probe_C_score": "", "eval_order": 140}
{"item_id": "capital__13", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000315, "probe_C_score": "", "eval_order": 141}
{"item_id": "arith__216", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.014284, "probe_C_score": "", "eval_order": 142}
{"item_id": "arith__106", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001686, "probe_C_score": "", "eval_order": 143}
{"item_id": "capital__117", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.7e-05, "probe_C_score": "", "eval_order": 144}
{"item_id": "arith__172", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.091642, "probe_C_score": "", "eval_order": 145}
{"item_id": "capital__139", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00186, "probe_C_score": "", "eval_order": 146}
{"item_id": "arith__33", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998691, "probe_C_score": "", "eval_order": 147}
{"item_id": "arith__93", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.062288, "probe_C_score": "", "eval_order": 148}
{"item_id": "arith__148", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.103261, "probe_C_score": "", "eval_order": 149}
{"item_id": "arith__8", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.154014, "probe_C_score": "", "eval_order": 150}
{"item_id": "arith__112", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 151}
{"item_id": "capital__7", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.9e-05, "probe_C_score": "", "eval_order": 152}
{"item_id": "arith__10", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.943455, "probe_C_score": "", "eval_order": 153}
{"item_id": "arith__24", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001051, "probe_C_score": "", "eval_order": 154}
{"item_id": "capital__70", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.1e-05, "probe_C_score": "", "eval_order": 155}
{"item_id": "capital__101", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000436, "probe_C_score": "", "eval_order": 156}
{"item_id": "arith__48", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.006061, "probe_C_score": "", "eval_order": 157}
{"item_id": "arith__56", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.012429, "probe_C_score": "", "eval_order": 158}
{"item_id": "arith__90", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.012127, "probe_C_score": "", "eval_order": 159}
{"item_id": "capital__32", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 160}
{"item_id": "capital__107", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.3e-05, "probe_C_score": "", "eval_order": 161}
{"item_id": "capital__44", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 162}
{"item_id": "capital__8", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 163}
{"item_id": "arith__155", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000659, "probe_C_score": "", "eval_order": 164}
{"item_id": "arith__12", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.008078, "probe_C_score": "", "eval_order": 165}
{"item_id": "arith__221", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.5e-05, "probe_C_score": "", "eval_order": 166}
{"item_id": "arith__199", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000239, "probe_C_score": "", "eval_order": 167}
{"item_id": "arith__70", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.221136, "probe_C_score": "", "eval_order": 168}
{"item_id": "arith__101", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.8e-05, "probe_C_score": "", "eval_order": 169}
{"item_id": "capital__56", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 8.7e-05, "probe_C_score": "", "eval_order": 170}
{"item_id": "arith__5", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 171}
{"item_id": "capital__29", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 172}
{"item_id": "arith__229", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.825084, "probe_C_score": "", "eval_order": 173}
{"item_id": "capital__91", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 174}
{"item_id": "capital__41", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000546, "probe_C_score": "", "eval_order": 175}
{"item_id": "arith__146", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998286, "probe_C_score": "", "eval_order": 176}
{"item_id": "arith__213", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 177}
{"item_id": "arith__254", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.124097, "probe_C_score": "", "eval_order": 178}
{"item_id": "capital__104", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.4e-05, "probe_C_score": "", "eval_order": 179}
{"item_id": "arith__123", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.843896, "probe_C_score": "", "eval_order": 180}
{"item_id": "arith__98", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.677884, "probe_C_score": "", "eval_order": 181}
{"item_id": "arith__50", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.387899, "probe_C_score": "", "eval_order": 182}
{"item_id": "capital__93", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001837, "probe_C_score": "", "eval_order": 183}
{"item_id": "arith__116", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 184}
{"item_id": "capital__35", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 185}
{"item_id": "capital__38", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 186}
{"item_id": "arith__108", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.591501, "probe_C_score": "", "eval_order": 187}
{"item_id": "arith__204", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.6e-05, "probe_C_score": "", "eval_order": 188}
{"item_id": "capital__74", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000534, "probe_C_score": "", "eval_order": 189}
{"item_id": "arith__150", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.209758, "probe_C_score": "", "eval_order": 190}
{"item_id": "arith__88", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.368943, "probe_C_score": "", "eval_order": 191}
{"item_id": "arith__239", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.006293, "probe_C_score": "", "eval_order": 192}
{"item_id": "arith__256", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000107, "probe_C_score": "", "eval_order": 193}
{"item_id": "arith__40", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 194}
{"item_id": "capital__67", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002914, "probe_C_score": "", "eval_order": 195}
{"item_id": "capital__110", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001111, "probe_C_score": "", "eval_order": 196}
{"item_id": "capital__43", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.004637, "probe_C_score": "", "eval_order": 197}
{"item_id": "capital__28", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 198}
{"item_id": "arith__2", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 199}
{"item_id": "capital__37", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-05, "probe_C_score": "", "eval_order": 200}
{"item_id": "capital__136", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000126, "probe_C_score": "", "eval_order": 201}
{"item_id": "arith__117", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 202}
{"item_id": "arith__65", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.21363, "probe_C_score": "", "eval_order": 203}
{"item_id": "arith__163", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000991, "probe_C_score": "", "eval_order": 204}
{"item_id": "arith__118", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 6.4e-05, "probe_C_score": "", "eval_order": 205}
{"item_id": "capital__112", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002697, "probe_C_score": "", "eval_order": 206}
{"item_id": "arith__36", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 207}
{"item_id": "capital__69", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.084521, "probe_C_score": "", "eval_order": 208}
{"item_id": "arith__127", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001353, "probe_C_score": "", "eval_order": 209}
{"item_id": "arith__61", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.972099, "probe_C_score": "", "eval_order": 210}
{"item_id": "arith__220", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 211}
{"item_id": "arith__158", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.425863, "probe_C_score": "", "eval_order": 212}
{"item_id": "capital__100", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 213}
{"item_id": "arith__156", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001666, "probe_C_score": "", "eval_order": 214}
{"item_id": "arith__20", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.218142, "probe_C_score": "", "eval_order": 215}
{"item_id": "arith__44", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.332785, "probe_C_score": "", "eval_order": 216}
{"item_id": "arith__43", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.140602, "probe_C_score": "", "eval_order": 217}
{"item_id": "capital__135", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000351, "probe_C_score": "", "eval_order": 218}
{"item_id": "arith__202", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.006171, "probe_C_score": "", "eval_order": 219}
{"item_id": "capital__85", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.006407, "probe_C_score": "", "eval_order": 220}
{"item_id": "capital__47", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-05, "probe_C_score": "", "eval_order": 221}
{"item_id": "arith__105", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.983359, "probe_C_score": "", "eval_order": 222}
{"item_id": "capital__4", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 223}
{"item_id": "capital__88", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.4e-05, "probe_C_score": "", "eval_order": 224}
{"item_id": "arith__37", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.092656, "probe_C_score": "", "eval_order": 225}
{"item_id": "arith__110", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000364, "probe_C_score": "", "eval_order": 226}
{"item_id": "arith__95", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.125801, "probe_C_score": "", "eval_order": 227}
{"item_id": "arith__91", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.952513, "probe_C_score": "", "eval_order": 228}
{"item_id": "arith__75", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999441, "probe_C_score": "", "eval_order": 229}
{"item_id": "capital__87", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 230}
{"item_id": "capital__2", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.004128, "probe_C_score": "", "eval_order": 231}
{"item_id": "arith__83", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.197693, "probe_C_score": "", "eval_order": 232}
{"item_id": "arith__11", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.794584, "probe_C_score": "", "eval_order": 233}
{"item_id": "capital__10", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 234}
{"item_id": "arith__231", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.710927, "probe_C_score": "", "eval_order": 235}
{"item_id": "capital__42", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 236}
{"item_id": "arith__177", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.853803, "probe_C_score": "", "eval_order": 237}
{"item_id": "arith__42", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.437089, "probe_C_score": "", "eval_order": 238}
{"item_id": "arith__113", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.915902, "probe_C_score": "", "eval_order": 239}
{"item_id": "arith__245", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000674, "probe_C_score": "", "eval_order": 240}
{"item_id": "capital__138", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001043, "probe_C_score": "", "eval_order": 241}
{"item_id": "arith__180", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.947731, "probe_C_score": "", "eval_order": 242}
{"item_id": "arith__258", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.014847, "probe_C_score": "", "eval_order": 243}
{"item_id": "capital__50", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4.2e-05, "probe_C_score": "", "eval_order": 244}
{"item_id": "arith__25", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 245}
{"item_id": "arith__111", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.3e-05, "probe_C_score": "", "eval_order": 246}
{"item_id": "arith__23", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.259471, "probe_C_score": "", "eval_order": 247}
{"item_id": "arith__191", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003442, "probe_C_score": "", "eval_order": 248}
{"item_id": "capital__75", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 249}
{"item_id": "capital__12", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 250}
{"item_id": "arith__235", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.280962, "probe_C_score": "", "eval_order": 251}
{"item_id": "arith__175", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.3e-05, "probe_C_score": "", "eval_order": 252}
{"item_id": "capital__115", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.1e-05, "probe_C_score": "", "eval_order": 253}
{"item_id": "capital__73", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000111, "probe_C_score": "", "eval_order": 254}
{"item_id": "capital__54", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000135, "probe_C_score": "", "eval_order": 255}
{"item_id": "capital__19", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 256}
{"item_id": "arith__249", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 257}
{"item_id": "capital__25", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.3e-05, "probe_C_score": "", "eval_order": 258}
{"item_id": "arith__194", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000107, "probe_C_score": "", "eval_order": 259}
{"item_id": "capital__126", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.6e-05, "probe_C_score": "", "eval_order": 260}
{"item_id": "arith__41", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 8e-06, "probe_C_score": "", "eval_order": 261}
{"item_id": "arith__203", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.990046, "probe_C_score": "", "eval_order": 262}
{"item_id": "arith__173", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 263}
{"item_id": "arith__135", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.011676, "probe_C_score": "", "eval_order": 264}
{"item_id": "capital__134", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000424, "probe_C_score": "", "eval_order": 265}
{"item_id": "arith__38", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 266}
{"item_id": "arith__79", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.013583, "probe_C_score": "", "eval_order": 267}
{"item_id": "capital__132", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00021, "probe_C_score": "", "eval_order": 268}
{"item_id": "arith__73", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.045144, "probe_C_score": "", "eval_order": 269}
{"item_id": "capital__80", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.6e-05, "probe_C_score": "", "eval_order": 270}
{"item_id": "capital__33", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000162, "probe_C_score": "", "eval_order": 271}
{"item_id": "capital__9", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000497, "probe_C_score": "", "eval_order": 272}
{"item_id": "capital__45", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001596, "probe_C_score": "", "eval_order": 273}
{"item_id": "arith__225", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 274}
{"item_id": "arith__51", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.992977, "probe_C_score": "", "eval_order": 275}
{"item_id": "arith__169", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003304, "probe_C_score": "", "eval_order": 276}
{"item_id": "arith__257", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 277}
{"item_id": "arith__64", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 278}
{"item_id": "capital__118", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000141, "probe_C_score": "", "eval_order": 279}
{"item_id": "capital__123", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 280}
{"item_id": "arith__77", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 281}
{"item_id": "arith__197", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003406, "probe_C_score": "", "eval_order": 282}
{"item_id": "arith__195", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000145, "probe_C_score": "", "eval_order": 283}
{"item_id": "arith__242", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.478403, "probe_C_score": "", "eval_order": 284}
{"item_id": "arith__162", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.977763, "probe_C_score": "", "eval_order": 285}
{"item_id": "arith__22", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.401017, "probe_C_score": "", "eval_order": 286}
{"item_id": "capital__125", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.9e-05, "probe_C_score": "", "eval_order": 287}
{"item_id": "arith__119", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.162241, "probe_C_score": "", "eval_order": 288}
{"item_id": "capital__59", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0083, "probe_C_score": "", "eval_order": 289}
{"item_id": "capital__84", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7.3e-05, "probe_C_score": "", "eval_order": 290}
{"item_id": "capital__103", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.4e-05, "probe_C_score": "", "eval_order": 291}
{"item_id": "capital__130", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 292}
{"item_id": "capital__86", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 293}
{"item_id": "arith__193", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.068074, "probe_C_score": "", "eval_order": 294}
{"item_id": "capital__18", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.7e-05, "probe_C_score": "", "eval_order": 295}
{"item_id": "capital__61", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.017906, "probe_C_score": "", "eval_order": 296}
{"item_id": "capital__131", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001321, "probe_C_score": "", "eval_order": 297}
{"item_id": "arith__176", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.996788, "probe_C_score": "", "eval_order": 298}
{"item_id": "capital__137", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002345, "probe_C_score": "", "eval_order": 299}
{"item_id": "capital__15", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000159, "probe_C_score": "", "eval_order": 300}
{"item_id": "arith__228", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 301}
{"item_id": "arith__76", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.783598, "probe_C_score": "", "eval_order": 302}
{"item_id": "arith__250", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.783128, "probe_C_score": "", "eval_order": 303}
{"item_id": "capital__36", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.5e-05, "probe_C_score": "", "eval_order": 304}
{"item_id": "capital__40", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001068, "probe_C_score": "", "eval_order": 305}
{"item_id": "arith__152", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.020308, "probe_C_score": "", "eval_order": 306}
{"item_id": "arith__144", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 307}
{"item_id": "arith__1", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999028, "probe_C_score": "", "eval_order": 308}
{"item_id": "capital__94", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000718, "probe_C_score": "", "eval_order": 309}
{"item_id": "arith__259", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.006427, "probe_C_score": "", "eval_order": 310}
{"item_id": "arith__174", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.015005, "probe_C_score": "", "eval_order": 311}
{"item_id": "capital__66", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000392, "probe_C_score": "", "eval_order": 312}
{"item_id": "arith__141", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.270534, "probe_C_score": "", "eval_order": 313}
{"item_id": "arith__35", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.002995, "probe_C_score": "", "eval_order": 314}
{"item_id": "arith__69", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 315}
{"item_id": "capital__68", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-05, "probe_C_score": "", "eval_order": 316}
{"item_id": "capital__46", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 317}
{"item_id": "arith__97", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000482, "probe_C_score": "", "eval_order": 318}
{"item_id": "arith__196", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.730141, "probe_C_score": "", "eval_order": 319}
{"item_id": "arith__74", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.004016, "probe_C_score": "", "eval_order": 320}
{"item_id": "capital__121", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.005723, "probe_C_score": "", "eval_order": 321}
{"item_id": "arith__233", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 322}
{"item_id": "arith__124", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.036806, "probe_C_score": "", "eval_order": 323}
{"item_id": "arith__241", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 324}
{"item_id": "arith__247", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.281409, "probe_C_score": "", "eval_order": 325}
{"item_id": "arith__212", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.74116, "probe_C_score": "", "eval_order": 326}
{"item_id": "arith__139", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 327}
{"item_id": "capital__0", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000912, "probe_C_score": "", "eval_order": 328}
{"item_id": "arith__149", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.00315, "probe_C_score": "", "eval_order": 329}
{"item_id": "capital__99", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.041807, "probe_C_score": "", "eval_order": 330}
{"item_id": "arith__78", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 331}
{"item_id": "capital__71", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 332}
{"item_id": "arith__60", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.87489, "probe_C_score": "", "eval_order": 333}
{"item_id": "capital__106", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.010429, "probe_C_score": "", "eval_order": 334}
{"item_id": "arith__58", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.004577, "probe_C_score": "", "eval_order": 335}
{"item_id": "arith__115", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.563209, "probe_C_score": "", "eval_order": 336}
{"item_id": "arith__47", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.144424, "probe_C_score": "", "eval_order": 337}
{"item_id": "arith__208", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.176748, "probe_C_score": "", "eval_order": 338}
{"item_id": "capital__81", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 339}
{"item_id": "arith__7", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000527, "probe_C_score": "", "eval_order": 340}
{"item_id": "capital__22", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 341}
{"item_id": "arith__159", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.332457, "probe_C_score": "", "eval_order": 342}
{"item_id": "arith__81", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.132611, "probe_C_score": "", "eval_order": 343}
{"item_id": "arith__122", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 344}
{"item_id": "capital__51", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7.3e-05, "probe_C_score": "", "eval_order": 345}
{"item_id": "capital__62", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 346}
{"item_id": "arith__14", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001336, "probe_C_score": "", "eval_order": 347}
{"item_id": "arith__62", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000595, "probe_C_score": "", "eval_order": 348}
{"item_id": "arith__248", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.976864, "probe_C_score": "", "eval_order": 349}
{"item_id": "arith__224", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.627484, "probe_C_score": "", "eval_order": 350}
{"item_id": "capital__122", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.003029, "probe_C_score": "", "eval_order": 351}
{"item_id": "arith__67", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 352}
{"item_id": "capital__119", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 353}
{"item_id": "arith__136", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.916653, "probe_C_score": "", "eval_order": 354}
{"item_id": "arith__104", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.974819, "probe_C_score": "", "eval_order": 355}
{"item_id": "arith__26", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 356}
{"item_id": "arith__226", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.036931, "probe_C_score": "", "eval_order": 357}
{"item_id": "capital__60", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000504, "probe_C_score": "", "eval_order": 358}
{"item_id": "arith__255", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.02496, "probe_C_score": "", "eval_order": 359}
{"item_id": "capital__58", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 360}
{"item_id": "arith__185", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.027154, "probe_C_score": "", "eval_order": 361}
{"item_id": "capital__5", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 362}
{"item_id": "arith__96", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.018942, "probe_C_score": "", "eval_order": 363}
{"item_id": "arith__27", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000555, "probe_C_score": "", "eval_order": 364}
{"item_id": "arith__211", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.963082, "probe_C_score": "", "eval_order": 365}
{"item_id": "arith__236", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.904349, "probe_C_score": "", "eval_order": 366}
{"item_id": "capital__17", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.022727, "probe_C_score": "", "eval_order": 367}
{"item_id": "capital__76", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.012886, "probe_C_score": "", "eval_order": 368}
{"item_id": "arith__0", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.002474, "probe_C_score": "", "eval_order": 369}
{"item_id": "capital__3", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.5e-05, "probe_C_score": "", "eval_order": 370}
{"item_id": "arith__206", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-05, "probe_C_score": "", "eval_order": 371}
{"item_id": "arith__59", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 372}
{"item_id": "arith__165", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.212526, "probe_C_score": "", "eval_order": 373}
{"item_id": "arith__129", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.571775, "probe_C_score": "", "eval_order": 374}
{"item_id": "arith__161", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.019001, "probe_C_score": "", "eval_order": 375}
{"item_id": "arith__45", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.03825, "probe_C_score": "", "eval_order": 376}
{"item_id": "arith__232", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.6e-05, "probe_C_score": "", "eval_order": 377}
{"item_id": "arith__18", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.997437, "probe_C_score": "", "eval_order": 378}
{"item_id": "capital__21", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00118, "probe_C_score": "", "eval_order": 379}
{"item_id": "arith__205", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2.2e-05, "probe_C_score": "", "eval_order": 380}
{"item_id": "capital__79", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000107, "probe_C_score": "", "eval_order": 381}
{"item_id": "arith__147", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.401486, "probe_C_score": "", "eval_order": 382}
{"item_id": "arith__253", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 383}
{"item_id": "capital__95", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000168, "probe_C_score": "", "eval_order": 384}
{"item_id": "arith__210", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.011001, "probe_C_score": "", "eval_order": 385}
{"item_id": "arith__168", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.401707, "probe_C_score": "", "eval_order": 386}
{"item_id": "arith__82", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.860843, "probe_C_score": "", "eval_order": 387}
{"item_id": "arith__53", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.258142, "probe_C_score": "", "eval_order": 388}
{"item_id": "capital__83", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.007083, "probe_C_score": "", "eval_order": 389}
{"item_id": "arith__164", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.989908, "probe_C_score": "", "eval_order": 390}
{"item_id": "arith__170", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 391}
{"item_id": "arith__209", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.004771, "probe_C_score": "", "eval_order": 392}
{"item_id": "arith__178", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99089, "probe_C_score": "", "eval_order": 393}
{"item_id": "arith__240", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 6.2e-05, "probe_C_score": "", "eval_order": 394}
{"item_id": "arith__46", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 395}
{"item_id": "arith__251", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.767371, "probe_C_score": "", "eval_order": 396}
{"item_id": "capital__65", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00035, "probe_C_score": "", "eval_order": 397}
{"item_id": "arith__223", "model": "llama-3.1-8b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000804, "probe_C_score": "", "eval_order": 398}
{"item_id": "capital__39", "model": "llama-3.1-8b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 399}
{"item_id": "fakeplace__17", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 400}
{"item_id": "fakeperson__40", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 401}
{"item_id": "fakeplace__7", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 402}
{"item_id": "fakeperson__30", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 403}
{"item_id": "fakebook__60", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 404}
{"item_id": "fakecountry__49", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 405}
{"item_id": "fakeperson__6", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 406}
{"item_id": "fakebook__70", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 407}
{"item_id": "fakecountry__6", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 408}
{"item_id": "fakeperson__61", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 409}
{"item_id": "fakebook__69", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 410}
{"item_id": "fakecountry__27", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 411}
{"item_id": "realperson__5", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 412}
{"item_id": "fakeplace__42", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 413}
{"item_id": "realbook__7", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 414}
{"item_id": "fakeperson__19", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 415}
{"item_id": "fakebook__79", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 416}
{"item_id": "fakecountry__24", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 417}
{"item_id": "fakeperson__59", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 418}
{"item_id": "fakeperson__51", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 419}
{"item_id": "fakeperson__44", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 420}
{"item_id": "fakeplace__3", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 421}
{"item_id": "realcountry__4", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 422}
{"item_id": "fakecountry__22", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 423}
{"item_id": "fakeplace__25", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 424}
{"item_id": "fakebook__6", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 425}
{"item_id": "fakebook__28", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 426}
{"item_id": "fakecountry__66", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 427}
{"item_id": "fakecountry__51", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 428}
{"item_id": "fakeperson__2", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 429}
{"item_id": "fakeplace__41", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 430}
{"item_id": "fakebook__36", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 431}
{"item_id": "realcountry__2", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 432}
{"item_id": "fakeperson__5", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 433}
{"item_id": "fakebook__75", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 434}
{"item_id": "fakebook__20", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 435}
{"item_id": "realcountry__3", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 436}
{"item_id": "fakebook__45", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 437}
{"item_id": "fakebook__40", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 438}
{"item_id": "fakebook__30", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 439}
{"item_id": "fakebook__65", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 440}
{"item_id": "fakecountry__64", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 441}
{"item_id": "fakebook__0", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 442}
{"item_id": "fakecountry__73", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 443}
{"item_id": "fakeperson__26", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 444}
{"item_id": "fakebook__21", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 445}
{"item_id": "fakecountry__9", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 446}
{"item_id": "fakebook__33", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 447}
{"item_id": "fakecountry__75", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 448}
{"item_id": "fakeperson__1", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 449}
{"item_id": "fakebook__61", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 450}
{"item_id": "fakeperson__70", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 451}
{"item_id": "fakebook__18", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 452}
{"item_id": "fakecountry__0", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 453}
{"item_id": "fakecountry__79", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 454}
{"item_id": "fakebook__52", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 455}
{"item_id": "fakeperson__15", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 456}
{"item_id": "fakebook__15", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 457}
{"item_id": "fakeplace__57", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 458}
{"item_id": "fakebook__51", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 459}
{"item_id": "fakeplace__47", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 460}
{"item_id": "fakebook__44", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 461}
{"item_id": "fakeperson__22", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 462}
{"item_id": "fakecountry__7", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 463}
{"item_id": "realperson__7", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 464}
{"item_id": "fakecountry__71", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 465}
{"item_id": "realcountry__1", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 466}
{"item_id": "fakeplace__45", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 467}
{"item_id": "fakeplace__51", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 468}
{"item_id": "fakecountry__21", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 469}
{"item_id": "fakecountry__58", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 470}
{"item_id": "fakecountry__78", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 471}
{"item_id": "fakebook__47", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 472}
{"item_id": "realbook__3", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 473}
{"item_id": "fakecountry__43", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 474}
{"item_id": "fakeperson__78", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 475}
{"item_id": "fakebook__78", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 476}
{"item_id": "fakecountry__31", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 477}
{"item_id": "fakebook__13", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 478}
{"item_id": "fakebook__68", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 479}
{"item_id": "fakeplace__59", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 480}
{"item_id": "fakecountry__42", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 481}
{"item_id": "realcountry__5", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 482}
{"item_id": "fakecountry__19", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 483}
{"item_id": "fakeplace__50", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 484}
{"item_id": "fakebook__76", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 485}
{"item_id": "fakebook__7", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 486}
{"item_id": "fakeperson__50", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 487}
{"item_id": "fakebook__39", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 488}
{"item_id": "fakeperson__24", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 489}
{"item_id": "fakecountry__2", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 490}
{"item_id": "fakebook__59", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 491}
{"item_id": "fakeplace__5", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 492}
{"item_id": "fakecountry__72", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 493}
{"item_id": "fakecountry__5", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 494}
{"item_id": "fakeperson__28", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 495}
{"item_id": "realperson__0", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 496}
{"item_id": "fakeplace__9", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 497}
{"item_id": "fakebook__43", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 498}
{"item_id": "fakecountry__40", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 499}
{"item_id": "fakeperson__17", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 500}
{"item_id": "fakeperson__39", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 501}
{"item_id": "fakeplace__38", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 502}
{"item_id": "fakeperson__60", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 503}
{"item_id": "fakeperson__21", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 504}
{"item_id": "fakeplace__33", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 505}
{"item_id": "fakecountry__63", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 506}
{"item_id": "fakeperson__71", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 507}
{"item_id": "realbook__1", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 508}
{"item_id": "fakecountry__33", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 509}
{"item_id": "fakeplace__12", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 510}
{"item_id": "fakecountry__45", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 511}
{"item_id": "fakebook__3", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 512}
{"item_id": "fakeplace__0", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 513}
{"item_id": "fakeplace__39", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 514}
{"item_id": "realperson__4", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 515}
{"item_id": "fakeperson__3", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 516}
{"item_id": "fakebook__74", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 517}
{"item_id": "fakeplace__30", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 518}
{"item_id": "fakeplace__35", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 519}
{"item_id": "fakebook__49", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 520}
{"item_id": "fakeplace__14", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 521}
{"item_id": "fakecountry__50", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 522}
{"item_id": "fakecountry__26", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 523}
{"item_id": "fakebook__10", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 524}
{"item_id": "fakeplace__6", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 525}
{"item_id": "fakebook__9", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 526}
{"item_id": "fakeperson__43", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 527}
{"item_id": "fakebook__56", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 528}
{"item_id": "fakeplace__44", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 529}
{"item_id": "realperson__6", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 530}
{"item_id": "fakecountry__54", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 531}
{"item_id": "fakecountry__3", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 532}
{"item_id": "fakeperson__54", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 533}
{"item_id": "fakebook__5", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 534}
{"item_id": "fakecountry__53", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 535}
{"item_id": "fakebook__42", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 536}
{"item_id": "realcountry__0", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 537}
{"item_id": "fakebook__64", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 538}
{"item_id": "fakecountry__18", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 539}
{"item_id": "fakecountry__10", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 540}
{"item_id": "fakeperson__10", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 541}
{"item_id": "fakeplace__29", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 542}
{"item_id": "fakecountry__13", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 543}
{"item_id": "realbook__2", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 544}
{"item_id": "fakeperson__8", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 545}
{"item_id": "fakeplace__49", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 546}
{"item_id": "fakebook__14", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 547}
{"item_id": "fakebook__35", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 548}
{"item_id": "fakecountry__20", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 549}
{"item_id": "realperson__1", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 550}
{"item_id": "fakeperson__74", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 551}
{"item_id": "fakeplace__24", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 552}
{"item_id": "fakeperson__65", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 553}
{"item_id": "fakebook__19", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 554}
{"item_id": "fakecountry__34", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 555}
{"item_id": "fakebook__55", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 556}
{"item_id": "fakeperson__23", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 557}
{"item_id": "fakeperson__14", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 558}
{"item_id": "fakeplace__36", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 559}
{"item_id": "fakebook__63", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 560}
{"item_id": "fakeperson__53", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 561}
{"item_id": "fakebook__38", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 562}
{"item_id": "fakeplace__54", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 563}
{"item_id": "fakeplace__28", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 564}
{"item_id": "fakecountry__57", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 565}
{"item_id": "fakeperson__75", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 566}
{"item_id": "fakebook__41", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 567}
{"item_id": "fakebook__57", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 568}
{"item_id": "fakecountry__47", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 569}
{"item_id": "fakebook__16", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 570}
{"item_id": "fakeplace__31", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 571}
{"item_id": "fakecountry__38", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 572}
{"item_id": "fakebook__24", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 573}
{"item_id": "fakebook__26", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 574}
{"item_id": "fakeperson__45", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 575}
{"item_id": "fakebook__54", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 576}
{"item_id": "fakebook__17", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 577}
{"item_id": "fakeperson__11", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 578}
{"item_id": "fakeperson__4", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 579}
{"item_id": "fakeplace__13", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 580}
{"item_id": "fakeplace__8", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 581}
{"item_id": "fakeplace__15", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 582}
{"item_id": "fakeperson__62", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 583}
{"item_id": "fakebook__29", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 584}
{"item_id": "fakeperson__13", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 585}
{"item_id": "fakeperson__0", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 586}
{"item_id": "fakecountry__44", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 587}
{"item_id": "fakebook__71", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 588}
{"item_id": "fakebook__62", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 589}
{"item_id": "fakecountry__15", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 590}
{"item_id": "fakeplace__11", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 591}
{"item_id": "realperson__2", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 592}
{"item_id": "realbook__4", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 593}
{"item_id": "fakecountry__56", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 594}
{"item_id": "fakebook__53", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 595}
{"item_id": "fakeplace__2", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 596}
{"item_id": "fakecountry__36", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 597}
{"item_id": "fakecountry__77", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 598}
{"item_id": "fakeplace__27", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 599}
{"item_id": "fakebook__2", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 600}
{"item_id": "fakeplace__19", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 601}
{"item_id": "fakeperson__37", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 602}
{"item_id": "realcountry__7", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 603}
{"item_id": "fakeperson__46", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 604}
{"item_id": "fakebook__1", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 605}
{"item_id": "fakebook__67", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 606}
{"item_id": "fakeperson__27", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 607}
{"item_id": "fakeperson__48", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 608}
{"item_id": "fakeperson__58", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 609}
{"item_id": "fakecountry__74", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 610}
{"item_id": "fakebook__48", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 611}
{"item_id": "fakeplace__43", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 612}
{"item_id": "fakecountry__14", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 613}
{"item_id": "fakeperson__38", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 614}
{"item_id": "fakeplace__32", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 615}
{"item_id": "fakecountry__55", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 616}
{"item_id": "fakebook__58", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 617}
{"item_id": "realbook__5", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 618}
{"item_id": "fakebook__32", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 619}
{"item_id": "fakebook__22", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 620}
{"item_id": "realbook__0", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 621}
{"item_id": "fakeperson__29", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 622}
{"item_id": "fakecountry__62", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 623}
{"item_id": "fakecountry__12", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 624}
{"item_id": "fakeperson__63", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 625}
{"item_id": "fakeperson__20", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 626}
{"item_id": "fakeperson__12", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 627}
{"item_id": "fakebook__73", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 628}
{"item_id": "fakeplace__23", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 629}
{"item_id": "fakeplace__4", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 630}
{"item_id": "fakeplace__20", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 631}
{"item_id": "fakecountry__25", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 632}
{"item_id": "fakecountry__17", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 633}
{"item_id": "fakecountry__52", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 634}
{"item_id": "fakecountry__61", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 635}
{"item_id": "fakecountry__4", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 636}
{"item_id": "fakeperson__67", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 637}
{"item_id": "realbook__6", "model": "llama-3.1-8b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 638}
{"item_id": "fakeperson__36", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 639}
{"item_id": "fakeplace__56", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 640}
{"item_id": "fakebook__27", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 641}
{"item_id": "fakeperson__9", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 642}
{"item_id": "fakeperson__47", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 643}
{"item_id": "fakecountry__8", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 644}
{"item_id": "realcountry__6", "model": "llama-3.1-8b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 645}
{"item_id": "realperson__3", "model": "llama-3.1-8b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 646}
{"item_id": "fakeperson__25", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 647}
{"item_id": "fakeperson__64", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 648}
{"item_id": "fakeperson__79", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 649}
{"item_id": "fakecountry__48", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 650}
{"item_id": "fakecountry__70", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 651}
{"item_id": "fakecountry__39", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 652}
{"item_id": "fakebook__8", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 653}
{"item_id": "fakeplace__16", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 654}
{"item_id": "fakebook__46", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 655}
{"item_id": "fakebook__37", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 656}
{"item_id": "fakeperson__34", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 657}
{"item_id": "fakeperson__57", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 658}
{"item_id": "fakeperson__77", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 659}
{"item_id": "fakebook__72", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 660}
{"item_id": "fakeplace__55", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 661}
{"item_id": "fakeplace__52", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 662}
{"item_id": "fakebook__34", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 663}
{"item_id": "fakecountry__65", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 664}
{"item_id": "fakeperson__41", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 665}
{"item_id": "fakebook__11", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 666}
{"item_id": "fakecountry__60", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 667}
{"item_id": "fakeperson__18", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 668}
{"item_id": "fakecountry__68", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 669}
{"item_id": "fakecountry__41", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 670}
{"item_id": "fakeperson__32", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 671}
{"item_id": "fakeperson__33", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 672}
{"item_id": "fakeperson__69", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 673}
{"item_id": "fakeperson__35", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 674}
{"item_id": "fakeperson__31", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 675}
{"item_id": "fakeperson__55", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 676}
{"item_id": "fakecountry__69", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 677}
{"item_id": "fakebook__12", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 678}
{"item_id": "fakeperson__49", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 679}
{"item_id": "fakebook__66", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 680}
{"item_id": "fakecountry__16", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 681}
{"item_id": "fakeplace__1", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 682}
{"item_id": "fakecountry__35", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 683}
{"item_id": "fakecountry__30", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 684}
{"item_id": "fakeplace__37", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 685}
{"item_id": "fakecountry__32", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 686}
{"item_id": "fakeperson__16", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 687}
{"item_id": "fakeperson__56", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 688}
{"item_id": "fakecountry__23", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 689}
{"item_id": "fakecountry__37", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 690}
{"item_id": "fakebook__31", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 691}
{"item_id": "fakecountry__1", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 692}
{"item_id": "fakebook__50", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 693}
{"item_id": "fakeperson__42", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 694}
{"item_id": "fakecountry__11", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 695}
{"item_id": "fakebook__77", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 696}
{"item_id": "fakeperson__76", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 697}
{"item_id": "fakeplace__46", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 698}
{"item_id": "fakecountry__29", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 699}
{"item_id": "fakeplace__48", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 700}
{"item_id": "fakeperson__73", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 701}
{"item_id": "fakeperson__52", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 702}
{"item_id": "fakeplace__22", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 703}
{"item_id": "fakecountry__67", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 704}
{"item_id": "fakeperson__72", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 705}
{"item_id": "fakecountry__28", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 706}
{"item_id": "fakeperson__68", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 707}
{"item_id": "fakeplace__21", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 708}
{"item_id": "fakecountry__46", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 709}
{"item_id": "fakeplace__10", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 710}
{"item_id": "fakeplace__58", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 711}
{"item_id": "fakebook__25", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 712}
{"item_id": "fakecountry__59", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 713}
{"item_id": "fakeperson__66", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 714}
{"item_id": "fakeplace__26", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 715}
{"item_id": "fakeperson__7", "model": "llama-3.1-8b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 716}
{"item_id": "fakebook__4", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 717}
{"item_id": "fakecountry__76", "model": "llama-3.1-8b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 718}
{"item_id": "fakeplace__34", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 719}
{"item_id": "fakeplace__53", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 720}
{"item_id": "fakebook__23", "model": "llama-3.1-8b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 721}
{"item_id": "fakeplace__18", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 722}
{"item_id": "fakeplace__40", "model": "llama-3.1-8b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 723}
{"item_id": "capital__14", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.024589, "probe_C_score": "", "eval_order": 0}
{"item_id": "arith__114", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3.1e-05, "probe_C_score": "", "eval_order": 1}
{"item_id": "arith__215", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 2}
{"item_id": "arith__151", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.473729, "probe_C_score": "", "eval_order": 3}
{"item_id": "arith__244", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.3e-05, "probe_C_score": "", "eval_order": 4}
{"item_id": "arith__133", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.95399, "probe_C_score": "", "eval_order": 5}
{"item_id": "arith__207", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.808029, "probe_C_score": "", "eval_order": 6}
{"item_id": "arith__9", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.810888, "probe_C_score": "", "eval_order": 7}
{"item_id": "arith__192", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000505, "probe_C_score": "", "eval_order": 8}
{"item_id": "arith__72", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999776, "probe_C_score": "", "eval_order": 9}
{"item_id": "arith__160", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999826, "probe_C_score": "", "eval_order": 10}
{"item_id": "arith__100", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000388, "probe_C_score": "", "eval_order": 11}
{"item_id": "arith__32", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.996922, "probe_C_score": "", "eval_order": 12}
{"item_id": "arith__16", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998918, "probe_C_score": "", "eval_order": 13}
{"item_id": "arith__179", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.015368, "probe_C_score": "", "eval_order": 14}
{"item_id": "capital__52", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 15}
{"item_id": "capital__27", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 16}
{"item_id": "capital__109", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.4e-05, "probe_C_score": "", "eval_order": 17}
{"item_id": "arith__183", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.440597, "probe_C_score": "", "eval_order": 18}
{"item_id": "arith__153", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.120373, "probe_C_score": "", "eval_order": 19}
{"item_id": "capital__23", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.999545, "probe_C_score": "", "eval_order": 20}
{"item_id": "capital__92", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.3e-05, "probe_C_score": "", "eval_order": 21}
{"item_id": "arith__189", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.991223, "probe_C_score": "", "eval_order": 22}
{"item_id": "arith__84", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.004252, "probe_C_score": "", "eval_order": 23}
{"item_id": "capital__116", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.5e-05, "probe_C_score": "", "eval_order": 24}
{"item_id": "arith__154", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003459, "probe_C_score": "", "eval_order": 25}
{"item_id": "arith__166", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999703, "probe_C_score": "", "eval_order": 26}
{"item_id": "arith__57", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.265681, "probe_C_score": "", "eval_order": 27}
{"item_id": "arith__137", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.952079, "probe_C_score": "", "eval_order": 28}
{"item_id": "arith__126", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.005957, "probe_C_score": "", "eval_order": 29}
{"item_id": "arith__134", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000845, "probe_C_score": "", "eval_order": 30}
{"item_id": "arith__85", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 31}
{"item_id": "capital__53", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 32}
{"item_id": "arith__21", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.082143, "probe_C_score": "", "eval_order": 33}
{"item_id": "arith__99", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 34}
{"item_id": "capital__30", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000523, "probe_C_score": "", "eval_order": 35}
{"item_id": "arith__54", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 8e-06, "probe_C_score": "", "eval_order": 36}
{"item_id": "capital__89", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002296, "probe_C_score": "", "eval_order": 37}
{"item_id": "arith__94", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000954, "probe_C_score": "", "eval_order": 38}
{"item_id": "arith__234", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.832644, "probe_C_score": "", "eval_order": 39}
{"item_id": "arith__131", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.956034, "probe_C_score": "", "eval_order": 40}
{"item_id": "capital__82", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001693, "probe_C_score": "", "eval_order": 41}
{"item_id": "capital__102", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.340874, "probe_C_score": "", "eval_order": 42}
{"item_id": "arith__120", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0015, "probe_C_score": "", "eval_order": 43}
{"item_id": "capital__26", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 44}
{"item_id": "arith__89", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 45}
{"item_id": "arith__34", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.113321, "probe_C_score": "", "eval_order": 46}
{"item_id": "arith__246", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 47}
{"item_id": "arith__217", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.926884, "probe_C_score": "", "eval_order": 48}
{"item_id": "arith__6", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.029363, "probe_C_score": "", "eval_order": 49}
{"item_id": "arith__55", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.058622, "probe_C_score": "", "eval_order": 50}
{"item_id": "arith__107", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.438044, "probe_C_score": "", "eval_order": 51}
{"item_id": "capital__90", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 52}
{"item_id": "arith__87", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.031137, "probe_C_score": "", "eval_order": 53}
{"item_id": "arith__125", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.7e-05, "probe_C_score": "", "eval_order": 54}
{"item_id": "arith__186", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.773349, "probe_C_score": "", "eval_order": 55}
{"item_id": "arith__142", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 56}
{"item_id": "arith__167", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 57}
{"item_id": "arith__200", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 58}
{"item_id": "capital__96", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000204, "probe_C_score": "", "eval_order": 59}
{"item_id": "arith__39", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.903364, "probe_C_score": "", "eval_order": 60}
{"item_id": "arith__31", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000609, "probe_C_score": "", "eval_order": 61}
{"item_id": "arith__214", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 62}
{"item_id": "arith__243", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.084626, "probe_C_score": "", "eval_order": 63}
{"item_id": "arith__66", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000296, "probe_C_score": "", "eval_order": 64}
{"item_id": "arith__188", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 65}
{"item_id": "capital__128", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 66}
{"item_id": "arith__237", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.1e-05, "probe_C_score": "", "eval_order": 67}
{"item_id": "arith__143", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 68}
{"item_id": "arith__49", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.6e-05, "probe_C_score": "", "eval_order": 69}
{"item_id": "arith__252", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.266185, "probe_C_score": "", "eval_order": 70}
{"item_id": "arith__219", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.995817, "probe_C_score": "", "eval_order": 71}
{"item_id": "arith__30", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.5e-05, "probe_C_score": "", "eval_order": 72}
{"item_id": "capital__113", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.2e-05, "probe_C_score": "", "eval_order": 73}
{"item_id": "arith__80", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.00102, "probe_C_score": "", "eval_order": 74}
{"item_id": "arith__63", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.002171, "probe_C_score": "", "eval_order": 75}
{"item_id": "arith__103", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 76}
{"item_id": "arith__4", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.98916, "probe_C_score": "", "eval_order": 77}
{"item_id": "arith__171", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.020956, "probe_C_score": "", "eval_order": 78}
{"item_id": "arith__17", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001328, "probe_C_score": "", "eval_order": 79}
{"item_id": "arith__230", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.994186, "probe_C_score": "", "eval_order": 80}
{"item_id": "arith__52", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000561, "probe_C_score": "", "eval_order": 81}
{"item_id": "capital__6", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 82}
{"item_id": "capital__111", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.008026, "probe_C_score": "", "eval_order": 83}
{"item_id": "arith__181", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.932598, "probe_C_score": "", "eval_order": 84}
{"item_id": "arith__190", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001086, "probe_C_score": "", "eval_order": 85}
{"item_id": "capital__127", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 86}
{"item_id": "capital__63", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001757, "probe_C_score": "", "eval_order": 87}
{"item_id": "capital__72", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000311, "probe_C_score": "", "eval_order": 88}
{"item_id": "capital__1", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CI", "correct": false, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 89}
{"item_id": "capital__108", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002623, "probe_C_score": "", "eval_order": 90}
{"item_id": "capital__57", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.1e-05, "probe_C_score": "", "eval_order": 91}
{"item_id": "arith__3", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.005217, "probe_C_score": "", "eval_order": 92}
{"item_id": "capital__133", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 93}
{"item_id": "capital__114", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 94}
{"item_id": "arith__184", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.801969, "probe_C_score": "", "eval_order": 95}
{"item_id": "arith__13", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 96}
{"item_id": "arith__222", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.045538, "probe_C_score": "", "eval_order": 97}
{"item_id": "capital__129", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 98}
{"item_id": "arith__157", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.675429, "probe_C_score": "", "eval_order": 99}
{"item_id": "capital__98", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 100}
{"item_id": "arith__109", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999038, "probe_C_score": "", "eval_order": 101}
{"item_id": "capital__124", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 102}
{"item_id": "arith__227", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.920887, "probe_C_score": "", "eval_order": 103}
{"item_id": "capital__49", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 104}
{"item_id": "capital__77", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 105}
{"item_id": "capital__20", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 8e-05, "probe_C_score": "", "eval_order": 106}
{"item_id": "arith__15", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000225, "probe_C_score": "", "eval_order": 107}
{"item_id": "arith__68", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 108}
{"item_id": "arith__140", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 109}
{"item_id": "capital__48", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.1e-05, "probe_C_score": "", "eval_order": 110}
{"item_id": "capital__120", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 111}
{"item_id": "capital__16", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.4e-05, "probe_C_score": "", "eval_order": 112}
{"item_id": "capital__11", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 113}
{"item_id": "arith__218", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.55197, "probe_C_score": "", "eval_order": 114}
{"item_id": "arith__71", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.866467, "probe_C_score": "", "eval_order": 115}
{"item_id": "arith__102", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 116}
{"item_id": "arith__187", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001123, "probe_C_score": "", "eval_order": 117}
{"item_id": "arith__182", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998542, "probe_C_score": "", "eval_order": 118}
{"item_id": "arith__121", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.32759, "probe_C_score": "", "eval_order": 119}
{"item_id": "arith__92", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001174, "probe_C_score": "", "eval_order": 120}
{"item_id": "arith__130", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 3.1e-05, "probe_C_score": "", "eval_order": 121}
{"item_id": "capital__97", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 122}
{"item_id": "arith__28", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.065841, "probe_C_score": "", "eval_order": 123}
{"item_id": "arith__132", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.157108, "probe_C_score": "", "eval_order": 124}
{"item_id": "capital__31", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.3e-05, "probe_C_score": "", "eval_order": 125}
{"item_id": "capital__34", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 126}
{"item_id": "arith__19", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 127}
{"item_id": "arith__198", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 128}
{"item_id": "arith__29", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001953, "probe_C_score": "", "eval_order": 129}
{"item_id": "arith__86", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 130}
{"item_id": "arith__145", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001213, "probe_C_score": "", "eval_order": 131}
{"item_id": "capital__24", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 132}
{"item_id": "arith__201", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 133}
{"item_id": "arith__238", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.204354, "probe_C_score": "", "eval_order": 134}
{"item_id": "capital__55", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 135}
{"item_id": "arith__128", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 136}
{"item_id": "capital__64", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000276, "probe_C_score": "", "eval_order": 137}
{"item_id": "capital__78", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002579, "probe_C_score": "", "eval_order": 138}
{"item_id": "arith__138", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.6e-05, "probe_C_score": "", "eval_order": 139}
{"item_id": "capital__105", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CI", "correct": false, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 140}
{"item_id": "capital__13", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 141}
{"item_id": "arith__216", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.244207, "probe_C_score": "", "eval_order": 142}
{"item_id": "arith__106", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5.4e-05, "probe_C_score": "", "eval_order": 143}
{"item_id": "capital__117", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000319, "probe_C_score": "", "eval_order": 144}
{"item_id": "arith__172", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.010477, "probe_C_score": "", "eval_order": 145}
{"item_id": "capital__139", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 146}
{"item_id": "arith__33", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.110785, "probe_C_score": "", "eval_order": 147}
{"item_id": "arith__93", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 148}
{"item_id": "arith__148", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.998993, "probe_C_score": "", "eval_order": 149}
{"item_id": "arith__8", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 150}
{"item_id": "arith__112", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 151}
{"item_id": "capital__7", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 152}
{"item_id": "arith__10", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.717588, "probe_C_score": "", "eval_order": 153}
{"item_id": "arith__24", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000336, "probe_C_score": "", "eval_order": 154}
{"item_id": "capital__70", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.004578, "probe_C_score": "", "eval_order": 155}
{"item_id": "capital__101", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 156}
{"item_id": "arith__48", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.004311, "probe_C_score": "", "eval_order": 157}
{"item_id": "arith__56", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.001708, "probe_C_score": "", "eval_order": 158}
{"item_id": "arith__90", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 159}
{"item_id": "capital__32", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.370077, "probe_C_score": "", "eval_order": 160}
{"item_id": "capital__107", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 161}
{"item_id": "capital__44", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 162}
{"item_id": "capital__8", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.968582, "probe_C_score": "", "eval_order": 163}
{"item_id": "arith__155", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.490656, "probe_C_score": "", "eval_order": 164}
{"item_id": "arith__12", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.596653, "probe_C_score": "", "eval_order": 165}
{"item_id": "arith__221", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 166}
{"item_id": "arith__199", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 167}
{"item_id": "arith__70", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998599, "probe_C_score": "", "eval_order": 168}
{"item_id": "arith__101", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 169}
{"item_id": "capital__56", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 170}
{"item_id": "arith__5", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 171}
{"item_id": "capital__29", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 172}
{"item_id": "arith__229", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.439502, "probe_C_score": "", "eval_order": 173}
{"item_id": "capital__91", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001982, "probe_C_score": "", "eval_order": 174}
{"item_id": "capital__41", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.132075, "probe_C_score": "", "eval_order": 175}
{"item_id": "arith__146", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998491, "probe_C_score": "", "eval_order": 176}
{"item_id": "arith__213", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000177, "probe_C_score": "", "eval_order": 177}
{"item_id": "arith__254", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.810228, "probe_C_score": "", "eval_order": 178}
{"item_id": "capital__104", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.743735, "probe_C_score": "", "eval_order": 179}
{"item_id": "arith__123", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.997599, "probe_C_score": "", "eval_order": 180}
{"item_id": "arith__98", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.24318, "probe_C_score": "", "eval_order": 181}
{"item_id": "arith__50", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3.1e-05, "probe_C_score": "", "eval_order": 182}
{"item_id": "capital__93", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00154, "probe_C_score": "", "eval_order": 183}
{"item_id": "arith__116", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 184}
{"item_id": "capital__35", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 185}
{"item_id": "capital__38", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.4e-05, "probe_C_score": "", "eval_order": 186}
{"item_id": "arith__108", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.012576, "probe_C_score": "", "eval_order": 187}
{"item_id": "arith__204", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 188}
{"item_id": "capital__74", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 189}
{"item_id": "arith__150", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.939376, "probe_C_score": "", "eval_order": 190}
{"item_id": "arith__88", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.560003, "probe_C_score": "", "eval_order": 191}
{"item_id": "arith__239", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.94051, "probe_C_score": "", "eval_order": 192}
{"item_id": "arith__256", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.00632, "probe_C_score": "", "eval_order": 193}
{"item_id": "arith__40", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 194}
{"item_id": "capital__67", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 195}
{"item_id": "capital__110", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.008535, "probe_C_score": "", "eval_order": 196}
{"item_id": "capital__43", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.8e-05, "probe_C_score": "", "eval_order": 197}
{"item_id": "capital__28", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 198}
{"item_id": "arith__2", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 6.5e-05, "probe_C_score": "", "eval_order": 199}
{"item_id": "capital__37", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 200}
{"item_id": "capital__136", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000193, "probe_C_score": "", "eval_order": 201}
{"item_id": "arith__117", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 202}
{"item_id": "arith__65", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.833342, "probe_C_score": "", "eval_order": 203}
{"item_id": "arith__163", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.002064, "probe_C_score": "", "eval_order": 204}
{"item_id": "arith__118", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.00657, "probe_C_score": "", "eval_order": 205}
{"item_id": "capital__112", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000646, "probe_C_score": "", "eval_order": 206}
{"item_id": "arith__36", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 207}
{"item_id": "capital__69", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00058, "probe_C_score": "", "eval_order": 208}
{"item_id": "arith__127", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 209}
{"item_id": "arith__61", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.005309, "probe_C_score": "", "eval_order": 210}
{"item_id": "arith__220", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 211}
{"item_id": "arith__158", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.008983, "probe_C_score": "", "eval_order": 212}
{"item_id": "capital__100", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 213}
{"item_id": "arith__156", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.323517, "probe_C_score": "", "eval_order": 214}
{"item_id": "arith__20", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.016939, "probe_C_score": "", "eval_order": 215}
{"item_id": "arith__44", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003444, "probe_C_score": "", "eval_order": 216}
{"item_id": "arith__43", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.587283, "probe_C_score": "", "eval_order": 217}
{"item_id": "capital__135", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000314, "probe_C_score": "", "eval_order": 218}
{"item_id": "arith__202", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.8e-05, "probe_C_score": "", "eval_order": 219}
{"item_id": "capital__85", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.8e-05, "probe_C_score": "", "eval_order": 220}
{"item_id": "capital__47", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.6e-05, "probe_C_score": "", "eval_order": 221}
{"item_id": "arith__105", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.113029, "probe_C_score": "", "eval_order": 222}
{"item_id": "capital__4", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 223}
{"item_id": "capital__88", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7.8e-05, "probe_C_score": "", "eval_order": 224}
{"item_id": "arith__37", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.004225, "probe_C_score": "", "eval_order": 225}
{"item_id": "arith__110", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.006202, "probe_C_score": "", "eval_order": 226}
{"item_id": "arith__95", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.475468, "probe_C_score": "", "eval_order": 227}
{"item_id": "arith__91", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.51921, "probe_C_score": "", "eval_order": 228}
{"item_id": "arith__75", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.957858, "probe_C_score": "", "eval_order": 229}
{"item_id": "capital__87", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.1e-05, "probe_C_score": "", "eval_order": 230}
{"item_id": "capital__2", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.7e-05, "probe_C_score": "", "eval_order": 231}
{"item_id": "arith__83", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.948309, "probe_C_score": "", "eval_order": 232}
{"item_id": "arith__11", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001416, "probe_C_score": "", "eval_order": 233}
{"item_id": "capital__10", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 234}
{"item_id": "arith__231", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999687, "probe_C_score": "", "eval_order": 235}
{"item_id": "capital__42", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 236}
{"item_id": "arith__177", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.719379, "probe_C_score": "", "eval_order": 237}
{"item_id": "arith__42", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.142658, "probe_C_score": "", "eval_order": 238}
{"item_id": "arith__113", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.166016, "probe_C_score": "", "eval_order": 239}
{"item_id": "arith__245", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 240}
{"item_id": "capital__138", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 241}
{"item_id": "arith__180", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.010121, "probe_C_score": "", "eval_order": 242}
{"item_id": "arith__258", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.9e-05, "probe_C_score": "", "eval_order": 243}
{"item_id": "capital__50", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 244}
{"item_id": "arith__25", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 245}
{"item_id": "arith__111", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 246}
{"item_id": "arith__23", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.843466, "probe_C_score": "", "eval_order": 247}
{"item_id": "arith__191", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.980489, "probe_C_score": "", "eval_order": 248}
{"item_id": "capital__75", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 249}
{"item_id": "capital__12", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 250}
{"item_id": "arith__235", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.09047, "probe_C_score": "", "eval_order": 251}
{"item_id": "arith__175", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000371, "probe_C_score": "", "eval_order": 252}
{"item_id": "capital__115", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.4e-05, "probe_C_score": "", "eval_order": 253}
{"item_id": "capital__73", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000282, "probe_C_score": "", "eval_order": 254}
{"item_id": "capital__54", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000139, "probe_C_score": "", "eval_order": 255}
{"item_id": "capital__19", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 256}
{"item_id": "arith__249", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 257}
{"item_id": "capital__25", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.131357, "probe_C_score": "", "eval_order": 258}
{"item_id": "arith__194", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 259}
{"item_id": "capital__126", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00041, "probe_C_score": "", "eval_order": 260}
{"item_id": "arith__41", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 261}
{"item_id": "arith__203", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999747, "probe_C_score": "", "eval_order": 262}
{"item_id": "arith__173", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000149, "probe_C_score": "", "eval_order": 263}
{"item_id": "arith__135", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3.7e-05, "probe_C_score": "", "eval_order": 264}
{"item_id": "capital__134", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 265}
{"item_id": "arith__38", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 266}
{"item_id": "arith__79", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.4e-05, "probe_C_score": "", "eval_order": 267}
{"item_id": "capital__132", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 268}
{"item_id": "arith__73", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 269}
{"item_id": "capital__80", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000358, "probe_C_score": "", "eval_order": 270}
{"item_id": "capital__33", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00461, "probe_C_score": "", "eval_order": 271}
{"item_id": "capital__9", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 8.4e-05, "probe_C_score": "", "eval_order": 272}
{"item_id": "capital__45", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.8e-05, "probe_C_score": "", "eval_order": 273}
{"item_id": "arith__225", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 274}
{"item_id": "arith__51", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.823627, "probe_C_score": "", "eval_order": 275}
{"item_id": "arith__169", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 276}
{"item_id": "arith__257", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 277}
{"item_id": "arith__64", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.00335, "probe_C_score": "", "eval_order": 278}
{"item_id": "capital__118", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 279}
{"item_id": "capital__123", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 280}
{"item_id": "arith__77", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 8.1e-05, "probe_C_score": "", "eval_order": 281}
{"item_id": "arith__197", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4.5e-05, "probe_C_score": "", "eval_order": 282}
{"item_id": "arith__195", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.003744, "probe_C_score": "", "eval_order": 283}
{"item_id": "arith__242", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.579914, "probe_C_score": "", "eval_order": 284}
{"item_id": "arith__162", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.046035, "probe_C_score": "", "eval_order": 285}
{"item_id": "arith__22", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.156222, "probe_C_score": "", "eval_order": 286}
{"item_id": "capital__125", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 287}
{"item_id": "arith__119", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.052076, "probe_C_score": "", "eval_order": 288}
{"item_id": "capital__59", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.5e-05, "probe_C_score": "", "eval_order": 289}
{"item_id": "capital__84", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.6e-05, "probe_C_score": "", "eval_order": 290}
{"item_id": "capital__103", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 291}
{"item_id": "capital__130", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 292}
{"item_id": "capital__86", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 293}
{"item_id": "arith__193", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.033578, "probe_C_score": "", "eval_order": 294}
{"item_id": "capital__18", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.766389, "probe_C_score": "", "eval_order": 295}
{"item_id": "capital__61", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001763, "probe_C_score": "", "eval_order": 296}
{"item_id": "capital__131", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 297}
{"item_id": "arith__176", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.669955, "probe_C_score": "", "eval_order": 298}
{"item_id": "capital__137", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 299}
{"item_id": "capital__15", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 300}
{"item_id": "arith__228", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 301}
{"item_id": "arith__76", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.99984, "probe_C_score": "", "eval_order": 302}
{"item_id": "arith__250", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001307, "probe_C_score": "", "eval_order": 303}
{"item_id": "capital__36", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 8.7e-05, "probe_C_score": "", "eval_order": 304}
{"item_id": "capital__40", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 305}
{"item_id": "arith__152", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.976576, "probe_C_score": "", "eval_order": 306}
{"item_id": "arith__144", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 307}
{"item_id": "arith__1", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.980129, "probe_C_score": "", "eval_order": 308}
{"item_id": "capital__94", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CI", "correct": false, "probe_A_score": 0.002371, "probe_C_score": "", "eval_order": 309}
{"item_id": "arith__259", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4e-05, "probe_C_score": "", "eval_order": 310}
{"item_id": "arith__174", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.456416, "probe_C_score": "", "eval_order": 311}
{"item_id": "capital__66", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 312}
{"item_id": "arith__141", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003063, "probe_C_score": "", "eval_order": 313}
{"item_id": "arith__35", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.012354, "probe_C_score": "", "eval_order": 314}
{"item_id": "arith__69", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 315}
{"item_id": "capital__68", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 316}
{"item_id": "capital__46", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 317}
{"item_id": "arith__97", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000548, "probe_C_score": "", "eval_order": 318}
{"item_id": "arith__196", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.262514, "probe_C_score": "", "eval_order": 319}
{"item_id": "arith__74", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.010112, "probe_C_score": "", "eval_order": 320}
{"item_id": "capital__121", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 321}
{"item_id": "arith__233", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 322}
{"item_id": "arith__124", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.011824, "probe_C_score": "", "eval_order": 323}
{"item_id": "arith__241", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 324}
{"item_id": "arith__247", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003841, "probe_C_score": "", "eval_order": 325}
{"item_id": "arith__212", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.001178, "probe_C_score": "", "eval_order": 326}
{"item_id": "arith__139", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 327}
{"item_id": "capital__0", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 328}
{"item_id": "arith__149", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 329}
{"item_id": "capital__99", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.768539, "probe_C_score": "", "eval_order": 330}
{"item_id": "arith__78", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001539, "probe_C_score": "", "eval_order": 331}
{"item_id": "capital__71", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4.2e-05, "probe_C_score": "", "eval_order": 332}
{"item_id": "arith__60", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.018203, "probe_C_score": "", "eval_order": 333}
{"item_id": "capital__106", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.9e-05, "probe_C_score": "", "eval_order": 334}
{"item_id": "arith__58", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.958304, "probe_C_score": "", "eval_order": 335}
{"item_id": "arith__115", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.065605, "probe_C_score": "", "eval_order": 336}
{"item_id": "arith__47", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999859, "probe_C_score": "", "eval_order": 337}
{"item_id": "arith__208", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999416, "probe_C_score": "", "eval_order": 338}
{"item_id": "capital__81", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 339}
{"item_id": "arith__7", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000208, "probe_C_score": "", "eval_order": 340}
{"item_id": "capital__22", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 341}
{"item_id": "arith__159", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.370827, "probe_C_score": "", "eval_order": 342}
{"item_id": "arith__81", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.350038, "probe_C_score": "", "eval_order": 343}
{"item_id": "arith__122", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 344}
{"item_id": "capital__51", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.004123, "probe_C_score": "", "eval_order": 345}
{"item_id": "capital__62", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 346}
{"item_id": "arith__14", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.043909, "probe_C_score": "", "eval_order": 347}
{"item_id": "arith__62", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3.1e-05, "probe_C_score": "", "eval_order": 348}
{"item_id": "arith__248", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.115713, "probe_C_score": "", "eval_order": 349}
{"item_id": "arith__224", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.988714, "probe_C_score": "", "eval_order": 350}
{"item_id": "capital__122", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 351}
{"item_id": "arith__67", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 352}
{"item_id": "capital__119", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000134, "probe_C_score": "", "eval_order": 353}
{"item_id": "arith__136", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.993619, "probe_C_score": "", "eval_order": 354}
{"item_id": "arith__104", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.218164, "probe_C_score": "", "eval_order": 355}
{"item_id": "arith__26", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000979, "probe_C_score": "", "eval_order": 356}
{"item_id": "arith__226", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.069875, "probe_C_score": "", "eval_order": 357}
{"item_id": "capital__60", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.9e-05, "probe_C_score": "", "eval_order": 358}
{"item_id": "arith__255", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003214, "probe_C_score": "", "eval_order": 359}
{"item_id": "capital__58", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 360}
{"item_id": "arith__185", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.107693, "probe_C_score": "", "eval_order": 361}
{"item_id": "capital__5", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001705, "probe_C_score": "", "eval_order": 362}
{"item_id": "arith__96", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.736744, "probe_C_score": "", "eval_order": 363}
{"item_id": "arith__27", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2.9e-05, "probe_C_score": "", "eval_order": 364}
{"item_id": "arith__211", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999632, "probe_C_score": "", "eval_order": 365}
{"item_id": "arith__236", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.653135, "probe_C_score": "", "eval_order": 366}
{"item_id": "capital__17", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.3e-05, "probe_C_score": "", "eval_order": 367}
{"item_id": "capital__76", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 368}
{"item_id": "arith__0", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.829884, "probe_C_score": "", "eval_order": 369}
{"item_id": "capital__3", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.2e-05, "probe_C_score": "", "eval_order": 370}
{"item_id": "arith__206", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 371}
{"item_id": "arith__59", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 372}
{"item_id": "arith__165", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000105, "probe_C_score": "", "eval_order": 373}
{"item_id": "arith__129", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.862961, "probe_C_score": "", "eval_order": 374}
{"item_id": "arith__161", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 375}
{"item_id": "arith__45", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.020099, "probe_C_score": "", "eval_order": 376}
{"item_id": "arith__232", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.969703, "probe_C_score": "", "eval_order": 377}
{"item_id": "arith__18", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999586, "probe_C_score": "", "eval_order": 378}
{"item_id": "capital__21", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000506, "probe_C_score": "", "eval_order": 379}
{"item_id": "arith__205", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000284, "probe_C_score": "", "eval_order": 380}
{"item_id": "capital__79", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 381}
{"item_id": "arith__147", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.158795, "probe_C_score": "", "eval_order": 382}
{"item_id": "arith__253", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 383}
{"item_id": "capital__95", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 384}
{"item_id": "arith__210", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999335, "probe_C_score": "", "eval_order": 385}
{"item_id": "arith__168", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.010266, "probe_C_score": "", "eval_order": 386}
{"item_id": "arith__82", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.733079, "probe_C_score": "", "eval_order": 387}
{"item_id": "arith__53", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 7e-05, "probe_C_score": "", "eval_order": 388}
{"item_id": "capital__83", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 389}
{"item_id": "arith__164", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.654411, "probe_C_score": "", "eval_order": 390}
{"item_id": "arith__170", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 391}
{"item_id": "arith__209", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.693212, "probe_C_score": "", "eval_order": 392}
{"item_id": "arith__178", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.005836, "probe_C_score": "", "eval_order": 393}
{"item_id": "arith__240", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.00222, "probe_C_score": "", "eval_order": 394}
{"item_id": "arith__46", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 395}
{"item_id": "arith__251", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999975, "probe_C_score": "", "eval_order": 396}
{"item_id": "capital__65", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-05, "probe_C_score": "", "eval_order": 397}
{"item_id": "arith__223", "model": "qwen2.5-7b-instruct", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.002641, "probe_C_score": "", "eval_order": 398}
{"item_id": "capital__39", "model": "qwen2.5-7b-instruct", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00102, "probe_C_score": "", "eval_order": 399}
{"item_id": "fakeplace__17", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.682266, "probe_C_score": 2e-06, "eval_order": 400}
{"item_id": "fakeperson__40", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 4e-06, "eval_order": 401}
{"item_id": "fakeplace__7", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.002326, "probe_C_score": 0.000134, "eval_order": 402}
{"item_id": "fakeperson__30", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 1.6e-05, "eval_order": 403}
{"item_id": "fakebook__60", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999676, "eval_order": 404}
{"item_id": "fakecountry__49", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000182, "probe_C_score": 0.00671, "eval_order": 405}
{"item_id": "fakeperson__6", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.8e-05, "eval_order": 406}
{"item_id": "fakebook__70", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 9e-06, "probe_C_score": 1.0, "eval_order": 407}
{"item_id": "fakecountry__6", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000356, "probe_C_score": 0.001188, "eval_order": 408}
{"item_id": "fakeperson__61", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.160088, "eval_order": 409}
{"item_id": "fakebook__69", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.999992, "eval_order": 410}
{"item_id": "fakecountry__27", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2.1e-05, "probe_C_score": 5.6e-05, "eval_order": 411}
{"item_id": "realperson__5", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 412}
{"item_id": "fakeplace__42", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.870312, "probe_C_score": 1.4e-05, "eval_order": 413}
{"item_id": "realbook__7", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 414}
{"item_id": "fakeperson__19", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.010208, "eval_order": 415}
{"item_id": "fakebook__79", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999999, "eval_order": 416}
{"item_id": "fakecountry__24", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.002095, "probe_C_score": 0.000271, "eval_order": 417}
{"item_id": "fakeperson__59", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 4.4e-05, "probe_C_score": 0.999985, "eval_order": 418}
{"item_id": "fakeperson__51", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999566, "eval_order": 419}
{"item_id": "fakeperson__44", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999978, "eval_order": 420}
{"item_id": "fakeplace__3", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.03176, "probe_C_score": 0.014598, "eval_order": 421}
{"item_id": "realcountry__4", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 422}
{"item_id": "fakecountry__22", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 4.3e-05, "eval_order": 423}
{"item_id": "fakeplace__25", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000301, "probe_C_score": 0.00206, "eval_order": 424}
{"item_id": "fakebook__6", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1.0, "eval_order": 425}
{"item_id": "fakebook__28", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1.0, "eval_order": 426}
{"item_id": "fakecountry__66", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.001295, "eval_order": 427}
{"item_id": "fakecountry__51", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.021189, "probe_C_score": 0.000767, "eval_order": 428}
{"item_id": "fakeperson__2", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000656, "eval_order": 429}
{"item_id": "fakeplace__41", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 4.4e-05, "probe_C_score": 8.4e-05, "eval_order": 430}
{"item_id": "fakebook__36", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.051239, "eval_order": 431}
{"item_id": "realcountry__2", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 432}
{"item_id": "fakeperson__5", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.279159, "eval_order": 433}
{"item_id": "fakebook__75", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.999997, "eval_order": 434}
{"item_id": "fakebook__20", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.999993, "eval_order": 435}
{"item_id": "realcountry__3", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 436}
{"item_id": "fakebook__45", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999965, "eval_order": 437}
{"item_id": "fakebook__40", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 1.0, "eval_order": 438}
{"item_id": "fakebook__30", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999996, "eval_order": 439}
{"item_id": "fakebook__65", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.912705, "eval_order": 440}
{"item_id": "fakecountry__64", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.1e-05, "eval_order": 441}
{"item_id": "fakebook__0", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 6e-06, "probe_C_score": 0.606702, "eval_order": 442}
{"item_id": "fakecountry__73", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.024405, "eval_order": 443}
{"item_id": "fakeperson__26", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000247, "eval_order": 444}
{"item_id": "fakebook__21", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 445}
{"item_id": "fakecountry__9", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 8.6e-05, "eval_order": 446}
{"item_id": "fakebook__33", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.994475, "eval_order": 447}
{"item_id": "fakecountry__75", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 7.5e-05, "eval_order": 448}
{"item_id": "fakeperson__1", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.332168, "eval_order": 449}
{"item_id": "fakebook__61", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999999, "eval_order": 450}
{"item_id": "fakeperson__70", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 3e-06, "eval_order": 451}
{"item_id": "fakebook__18", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 452}
{"item_id": "fakecountry__0", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1.3e-05, "eval_order": 453}
{"item_id": "fakecountry__79", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 8e-05, "probe_C_score": 6.2e-05, "eval_order": 454}
{"item_id": "fakebook__52", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.000255, "probe_C_score": 1.0, "eval_order": 455}
{"item_id": "fakeperson__15", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.000224, "eval_order": 456}
{"item_id": "fakebook__15", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 457}
{"item_id": "fakeplace__57", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.01707, "probe_C_score": 5e-06, "eval_order": 458}
{"item_id": "fakebook__51", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.997936, "eval_order": 459}
{"item_id": "fakeplace__47", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 4e-05, "probe_C_score": 1.2e-05, "eval_order": 460}
{"item_id": "fakebook__44", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1.6e-05, "probe_C_score": 1.0, "eval_order": 461}
{"item_id": "fakeperson__22", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.2e-05, "eval_order": 462}
{"item_id": "fakecountry__7", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 5e-06, "probe_C_score": 1e-06, "eval_order": 463}
{"item_id": "realperson__7", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 464}
{"item_id": "fakecountry__71", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 3e-06, "eval_order": 465}
{"item_id": "realcountry__1", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 466}
{"item_id": "fakeplace__45", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.004383, "probe_C_score": 7.2e-05, "eval_order": 467}
{"item_id": "fakeplace__51", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000667, "probe_C_score": 0.998238, "eval_order": 468}
{"item_id": "fakecountry__21", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2.3e-05, "probe_C_score": 6.4e-05, "eval_order": 469}
{"item_id": "fakecountry__58", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "CF", "correct": "", "probe_A_score": 0.002407, "probe_C_score": 0.079279, "eval_order": 470}
{"item_id": "fakecountry__78", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.3e-05, "eval_order": 471}
{"item_id": "fakebook__47", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 472}
{"item_id": "realbook__3", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 473}
{"item_id": "fakecountry__43", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.6e-05, "eval_order": 474}
{"item_id": "fakeperson__78", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 6e-06, "probe_C_score": 4.8e-05, "eval_order": 475}
{"item_id": "fakebook__78", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999989, "eval_order": 476}
{"item_id": "fakecountry__31", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.088923, "eval_order": 477}
{"item_id": "fakebook__13", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1.6e-05, "probe_C_score": 1.0, "eval_order": 478}
{"item_id": "fakebook__68", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.909449, "eval_order": 479}
{"item_id": "fakeplace__59", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.988001, "probe_C_score": 0.01804, "eval_order": 480}
{"item_id": "fakecountry__42", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000621, "probe_C_score": 9.3e-05, "eval_order": 481}
{"item_id": "realcountry__5", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 482}
{"item_id": "fakecountry__19", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.010489, "eval_order": 483}
{"item_id": "fakeplace__50", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.025997, "probe_C_score": 2e-05, "eval_order": 484}
{"item_id": "fakebook__76", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.99998, "eval_order": 485}
{"item_id": "fakebook__7", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 3e-05, "probe_C_score": 0.994005, "eval_order": 486}
{"item_id": "fakeperson__50", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999936, "eval_order": 487}
{"item_id": "fakebook__39", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 488}
{"item_id": "fakeperson__24", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 4e-06, "eval_order": 489}
{"item_id": "fakecountry__2", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000675, "probe_C_score": 0.002253, "eval_order": 490}
{"item_id": "fakebook__59", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 8e-06, "probe_C_score": 0.999138, "eval_order": 491}
{"item_id": "fakeplace__5", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.959161, "probe_C_score": 3.1e-05, "eval_order": 492}
{"item_id": "fakecountry__72", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2.1e-05, "probe_C_score": 0.000144, "eval_order": 493}
{"item_id": "fakecountry__5", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.003476, "eval_order": 494}
{"item_id": "fakeperson__28", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 1.7e-05, "probe_C_score": 1e-06, "eval_order": 495}
{"item_id": "realperson__0", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 496}
{"item_id": "fakeplace__9", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.175521, "eval_order": 497}
{"item_id": "fakebook__43", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.999983, "eval_order": 498}
{"item_id": "fakecountry__40", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.779762, "probe_C_score": 2e-06, "eval_order": 499}
{"item_id": "fakeperson__17", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999988, "eval_order": 500}
{"item_id": "fakeperson__39", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 3e-06, "eval_order": 501}
{"item_id": "fakeplace__38", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000161, "probe_C_score": 2.8e-05, "eval_order": 502}
{"item_id": "fakeperson__60", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.000161, "probe_C_score": 0.999935, "eval_order": 503}
{"item_id": "fakeperson__21", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.001481, "eval_order": 504}
{"item_id": "fakeplace__33", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.1e-05, "eval_order": 505}
{"item_id": "fakecountry__63", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001031, "probe_C_score": 0.000719, "eval_order": 506}
{"item_id": "fakeperson__71", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 8e-05, "eval_order": 507}
{"item_id": "realbook__1", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 508}
{"item_id": "fakecountry__33", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 5e-06, "probe_C_score": 9.1e-05, "eval_order": 509}
{"item_id": "fakeplace__12", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 9e-06, "probe_C_score": 9.8e-05, "eval_order": 510}
{"item_id": "fakecountry__45", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.044824, "probe_C_score": 3.1e-05, "eval_order": 511}
{"item_id": "fakebook__3", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 5e-06, "probe_C_score": 1.0, "eval_order": 512}
{"item_id": "fakeplace__0", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.087685, "probe_C_score": 1.6e-05, "eval_order": 513}
{"item_id": "fakeplace__39", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000272, "probe_C_score": 0.003534, "eval_order": 514}
{"item_id": "realperson__4", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 515}
{"item_id": "fakeperson__3", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999868, "eval_order": 516}
{"item_id": "fakebook__74", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.999999, "eval_order": 517}
{"item_id": "fakeplace__30", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.006925, "probe_C_score": 0.010496, "eval_order": 518}
{"item_id": "fakeplace__35", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 8.9e-05, "eval_order": 519}
{"item_id": "fakebook__49", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 7e-06, "probe_C_score": 0.99999, "eval_order": 520}
{"item_id": "fakeplace__14", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.00073, "probe_C_score": 7.8e-05, "eval_order": 521}
{"item_id": "fakecountry__50", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000142, "probe_C_score": 2.8e-05, "eval_order": 522}
{"item_id": "fakecountry__26", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000101, "probe_C_score": 0.000167, "eval_order": 523}
{"item_id": "fakebook__10", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 524}
{"item_id": "fakeplace__6", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.239176, "probe_C_score": 8.2e-05, "eval_order": 525}
{"item_id": "fakebook__9", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 3.1e-05, "probe_C_score": 1.0, "eval_order": 526}
{"item_id": "fakeperson__43", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.104812, "eval_order": 527}
{"item_id": "fakebook__56", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999999, "eval_order": 528}
{"item_id": "fakeplace__44", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000628, "eval_order": 529}
{"item_id": "realperson__6", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 530}
{"item_id": "fakecountry__54", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "CF", "correct": "", "probe_A_score": 0.459951, "probe_C_score": 0.604679, "eval_order": 531}
{"item_id": "fakecountry__3", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1.5e-05, "eval_order": 532}
{"item_id": "fakeperson__54", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000101, "eval_order": 533}
{"item_id": "fakebook__5", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 534}
{"item_id": "fakecountry__53", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 6e-06, "eval_order": 535}
{"item_id": "fakebook__42", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.00027, "probe_C_score": 0.999967, "eval_order": 536}
{"item_id": "realcountry__0", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 537}
{"item_id": "fakebook__64", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999993, "eval_order": 538}
{"item_id": "fakecountry__18", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.151896, "probe_C_score": 0.864178, "eval_order": 539}
{"item_id": "fakecountry__10", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 7e-06, "probe_C_score": 5.2e-05, "eval_order": 540}
{"item_id": "fakeperson__10", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.3e-05, "eval_order": 541}
{"item_id": "fakeplace__29", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.978128, "probe_C_score": 2.6e-05, "eval_order": 542}
{"item_id": "fakecountry__13", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.116311, "probe_C_score": 0.007323, "eval_order": 543}
{"item_id": "realbook__2", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 544}
{"item_id": "fakeperson__8", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2e-06, "eval_order": 545}
{"item_id": "fakeplace__49", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.001026, "eval_order": 546}
{"item_id": "fakebook__14", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999999, "eval_order": 547}
{"item_id": "fakebook__35", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999791, "eval_order": 548}
{"item_id": "fakecountry__20", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000871, "probe_C_score": 3.8e-05, "eval_order": 549}
{"item_id": "realperson__1", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 550}
{"item_id": "fakeperson__74", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 551}
{"item_id": "fakeplace__24", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000113, "probe_C_score": 3.9e-05, "eval_order": 552}
{"item_id": "fakeperson__65", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 553}
{"item_id": "fakebook__19", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 554}
{"item_id": "fakecountry__34", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 4.8e-05, "eval_order": 555}
{"item_id": "fakebook__55", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999999, "eval_order": 556}
{"item_id": "fakeperson__23", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.028483, "eval_order": 557}
{"item_id": "fakeperson__14", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1e-06, "eval_order": 558}
{"item_id": "fakeplace__36", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000401, "probe_C_score": 0.0, "eval_order": 559}
{"item_id": "fakebook__63", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999944, "eval_order": 560}
{"item_id": "fakeperson__53", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 4.6e-05, "probe_C_score": 2e-06, "eval_order": 561}
{"item_id": "fakebook__38", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1.8e-05, "probe_C_score": 0.999966, "eval_order": 562}
{"item_id": "fakeplace__54", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000121, "eval_order": 563}
{"item_id": "fakeplace__28", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000329, "probe_C_score": 0.002713, "eval_order": 564}
{"item_id": "fakecountry__57", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.009916, "probe_C_score": 1.2e-05, "eval_order": 565}
{"item_id": "fakeperson__75", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000156, "eval_order": 566}
{"item_id": "fakebook__41", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 4e-06, "probe_C_score": 1.0, "eval_order": 567}
{"item_id": "fakebook__57", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 568}
{"item_id": "fakecountry__47", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.001694, "eval_order": 569}
{"item_id": "fakebook__16", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999758, "eval_order": 570}
{"item_id": "fakeplace__31", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.026529, "probe_C_score": 0.000237, "eval_order": 571}
{"item_id": "fakecountry__38", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 6.7e-05, "probe_C_score": 0.000265, "eval_order": 572}
{"item_id": "fakebook__24", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999942, "eval_order": 573}
{"item_id": "fakebook__26", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 6.9e-05, "probe_C_score": 0.960511, "eval_order": 574}
{"item_id": "fakeperson__45", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.002743, "eval_order": 575}
{"item_id": "fakebook__54", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 576}
{"item_id": "fakebook__17", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1.0, "eval_order": 577}
{"item_id": "fakeperson__11", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 3.5e-05, "eval_order": 578}
{"item_id": "fakeperson__4", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 9e-06, "eval_order": 579}
{"item_id": "fakeplace__13", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.892571, "probe_C_score": 0.000434, "eval_order": 580}
{"item_id": "fakeplace__8", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.10823, "probe_C_score": 0.001052, "eval_order": 581}
{"item_id": "fakeplace__15", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.015805, "eval_order": 582}
{"item_id": "fakeperson__62", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1e-06, "eval_order": 583}
{"item_id": "fakebook__29", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 584}
{"item_id": "fakeperson__13", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.460979, "eval_order": 585}
{"item_id": "fakeperson__0", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.5e-05, "eval_order": 586}
{"item_id": "fakecountry__44", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.02333, "probe_C_score": 0.00012, "eval_order": 587}
{"item_id": "fakebook__71", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0001, "probe_C_score": 1.0, "eval_order": 588}
{"item_id": "fakebook__62", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.999004, "eval_order": 589}
{"item_id": "fakecountry__15", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2.7e-05, "probe_C_score": 0.000291, "eval_order": 590}
{"item_id": "fakeplace__11", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.00029, "probe_C_score": 0.000422, "eval_order": 591}
{"item_id": "realperson__2", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 592}
{"item_id": "realbook__4", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 593}
{"item_id": "fakecountry__56", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000102, "probe_C_score": 0.0, "eval_order": 594}
{"item_id": "fakebook__53", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.000546, "probe_C_score": 1.0, "eval_order": 595}
{"item_id": "fakeplace__2", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 2.2e-05, "probe_C_score": 0.993787, "eval_order": 596}
{"item_id": "fakecountry__36", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "CF", "correct": "", "probe_A_score": 0.000276, "probe_C_score": 0.999937, "eval_order": 597}
{"item_id": "fakecountry__77", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.019166, "probe_C_score": 2e-06, "eval_order": 598}
{"item_id": "fakeplace__27", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 8e-06, "probe_C_score": 0.000391, "eval_order": 599}
{"item_id": "fakebook__2", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999985, "eval_order": 600}
{"item_id": "fakeplace__19", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 5e-06, "probe_C_score": 0.303758, "eval_order": 601}
{"item_id": "fakeperson__37", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 602}
{"item_id": "realcountry__7", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 603}
{"item_id": "fakeperson__46", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 604}
{"item_id": "fakebook__1", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1.7e-05, "probe_C_score": 1.0, "eval_order": 605}
{"item_id": "fakebook__67", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.00023, "probe_C_score": 1.0, "eval_order": 606}
{"item_id": "fakeperson__27", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.000352, "probe_C_score": 0.999982, "eval_order": 607}
{"item_id": "fakeperson__48", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.0, "eval_order": 608}
{"item_id": "fakeperson__58", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.148461, "eval_order": 609}
{"item_id": "fakecountry__74", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.013351, "probe_C_score": 3e-06, "eval_order": 610}
{"item_id": "fakebook__48", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1.0, "eval_order": 611}
{"item_id": "fakeplace__43", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.879369, "probe_C_score": 7.5e-05, "eval_order": 612}
{"item_id": "fakecountry__14", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.000255, "eval_order": 613}
{"item_id": "fakeperson__38", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.037106, "eval_order": 614}
{"item_id": "fakeplace__32", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.004293, "probe_C_score": 9.8e-05, "eval_order": 615}
{"item_id": "fakecountry__55", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1.8e-05, "probe_C_score": 5e-06, "eval_order": 616}
{"item_id": "fakebook__58", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.999644, "eval_order": 617}
{"item_id": "realbook__5", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 618}
{"item_id": "fakebook__32", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999956, "eval_order": 619}
{"item_id": "fakebook__22", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.999999, "eval_order": 620}
{"item_id": "realbook__0", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 621}
{"item_id": "fakeperson__29", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 622}
{"item_id": "fakecountry__62", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.059776, "probe_C_score": 0.000296, "eval_order": 623}
{"item_id": "fakecountry__12", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 9.7e-05, "eval_order": 624}
{"item_id": "fakeperson__63", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 625}
{"item_id": "fakeperson__20", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 8e-06, "eval_order": 626}
{"item_id": "fakeperson__12", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.000265, "probe_C_score": 0.159802, "eval_order": 627}
{"item_id": "fakebook__73", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999825, "eval_order": 628}
{"item_id": "fakeplace__23", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.000379, "probe_C_score": 0.999956, "eval_order": 629}
{"item_id": "fakeplace__4", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.004642, "probe_C_score": 0.000452, "eval_order": 630}
{"item_id": "fakeplace__20", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000639, "probe_C_score": 0.006455, "eval_order": 631}
{"item_id": "fakecountry__25", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.466362, "probe_C_score": 1e-06, "eval_order": 632}
{"item_id": "fakecountry__17", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "CF", "correct": "", "probe_A_score": 1.7e-05, "probe_C_score": 0.986944, "eval_order": 633}
{"item_id": "fakecountry__52", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.147935, "probe_C_score": 0.000345, "eval_order": 634}
{"item_id": "fakecountry__61", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.651128, "probe_C_score": 7e-06, "eval_order": 635}
{"item_id": "fakecountry__4", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000185, "eval_order": 636}
{"item_id": "fakeperson__67", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999928, "eval_order": 637}
{"item_id": "realbook__6", "model": "qwen2.5-7b-instruct", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 638}
{"item_id": "fakeperson__36", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.0, "eval_order": 639}
{"item_id": "fakeplace__56", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 3.1e-05, "probe_C_score": 0.000366, "eval_order": 640}
{"item_id": "fakebook__27", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999996, "eval_order": 641}
{"item_id": "fakeperson__9", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 642}
{"item_id": "fakeperson__47", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 1.2e-05, "eval_order": 643}
{"item_id": "fakecountry__8", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2e-06, "eval_order": 644}
{"item_id": "realcountry__6", "model": "qwen2.5-7b-instruct", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 645}
{"item_id": "realperson__3", "model": "qwen2.5-7b-instruct", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 646}
{"item_id": "fakeperson__25", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.984884, "eval_order": 647}
{"item_id": "fakeperson__64", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.998464, "eval_order": 648}
{"item_id": "fakeperson__79", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 1.8e-05, "probe_C_score": 0.999997, "eval_order": 649}
{"item_id": "fakecountry__48", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.000121, "eval_order": 650}
{"item_id": "fakecountry__70", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 3e-06, "eval_order": 651}
{"item_id": "fakecountry__39", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000475, "probe_C_score": 4.3e-05, "eval_order": 652}
{"item_id": "fakebook__8", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 653}
{"item_id": "fakeplace__16", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.001005, "probe_C_score": 0.000301, "eval_order": 654}
{"item_id": "fakebook__46", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999998, "eval_order": 655}
{"item_id": "fakebook__37", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.999994, "eval_order": 656}
{"item_id": "fakeperson__34", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 657}
{"item_id": "fakeperson__57", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.126253, "eval_order": 658}
{"item_id": "fakeperson__77", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.001975, "eval_order": 659}
{"item_id": "fakebook__72", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 660}
{"item_id": "fakeplace__55", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.012354, "probe_C_score": 4.4e-05, "eval_order": 661}
{"item_id": "fakeplace__52", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 4e-06, "probe_C_score": 1e-05, "eval_order": 662}
{"item_id": "fakebook__34", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 8e-06, "probe_C_score": 0.994433, "eval_order": 663}
{"item_id": "fakecountry__65", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.084352, "probe_C_score": 7e-06, "eval_order": 664}
{"item_id": "fakeperson__41", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.001095, "eval_order": 665}
{"item_id": "fakebook__11", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 666}
{"item_id": "fakecountry__60", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 6e-06, "probe_C_score": 2.2e-05, "eval_order": 667}
{"item_id": "fakeperson__18", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.727826, "eval_order": 668}
{"item_id": "fakecountry__68", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.0, "eval_order": 669}
{"item_id": "fakecountry__41", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.002233, "probe_C_score": 0.000276, "eval_order": 670}
{"item_id": "fakeperson__32", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.061756, "eval_order": 671}
{"item_id": "fakeperson__33", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.999957, "eval_order": 672}
{"item_id": "fakeperson__69", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 6e-06, "eval_order": 673}
{"item_id": "fakeperson__35", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.006317, "eval_order": 674}
{"item_id": "fakeperson__31", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.989413, "eval_order": 675}
{"item_id": "fakeperson__55", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.976316, "eval_order": 676}
{"item_id": "fakecountry__69", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.055302, "probe_C_score": 0.000206, "eval_order": 677}
{"item_id": "fakebook__12", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 1e-05, "probe_C_score": 1.0, "eval_order": 678}
{"item_id": "fakeperson__49", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.999946, "eval_order": 679}
{"item_id": "fakebook__66", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 680}
{"item_id": "fakecountry__16", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 9.6e-05, "probe_C_score": 0.037626, "eval_order": 681}
{"item_id": "fakeplace__1", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 2.9e-05, "probe_C_score": 8e-06, "eval_order": 682}
{"item_id": "fakecountry__35", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.003497, "eval_order": 683}
{"item_id": "fakecountry__30", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.005812, "probe_C_score": 0.007161, "eval_order": 684}
{"item_id": "fakeplace__37", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2e-06, "eval_order": 685}
{"item_id": "fakecountry__32", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000113, "probe_C_score": 0.000896, "eval_order": 686}
{"item_id": "fakeperson__16", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000753, "eval_order": 687}
{"item_id": "fakeperson__56", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999954, "eval_order": 688}
{"item_id": "fakecountry__23", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1.6e-05, "probe_C_score": 0.0, "eval_order": 689}
{"item_id": "fakecountry__37", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1e-06, "eval_order": 690}
{"item_id": "fakebook__31", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999994, "eval_order": 691}
{"item_id": "fakecountry__1", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.8e-05, "eval_order": 692}
{"item_id": "fakebook__50", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999724, "eval_order": 693}
{"item_id": "fakeperson__42", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 3.4e-05, "eval_order": 694}
{"item_id": "fakecountry__11", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.059961, "probe_C_score": 0.000105, "eval_order": 695}
{"item_id": "fakebook__77", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.999917, "eval_order": 696}
{"item_id": "fakeperson__76", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 0.99997, "eval_order": 697}
{"item_id": "fakeplace__46", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000296, "probe_C_score": 1e-06, "eval_order": 698}
{"item_id": "fakecountry__29", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000133, "probe_C_score": 8e-06, "eval_order": 699}
{"item_id": "fakeplace__48", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.003624, "probe_C_score": 0.002495, "eval_order": 700}
{"item_id": "fakeperson__73", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.000238, "eval_order": 701}
{"item_id": "fakeperson__52", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.001384, "eval_order": 702}
{"item_id": "fakeplace__22", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 5e-06, "probe_C_score": 1.0, "eval_order": 703}
{"item_id": "fakecountry__67", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.182173, "probe_C_score": 0.0, "eval_order": 704}
{"item_id": "fakeperson__72", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 1.2e-05, "probe_C_score": 3.6e-05, "eval_order": 705}
{"item_id": "fakecountry__28", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.042523, "probe_C_score": 0.000216, "eval_order": 706}
{"item_id": "fakeperson__68", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 1.3e-05, "probe_C_score": 4.2e-05, "eval_order": 707}
{"item_id": "fakeplace__21", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.645157, "eval_order": 708}
{"item_id": "fakecountry__46", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001299, "probe_C_score": 0.003078, "eval_order": 709}
{"item_id": "fakeplace__10", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.994538, "eval_order": 710}
{"item_id": "fakeplace__58", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.980614, "probe_C_score": 4.6e-05, "eval_order": 711}
{"item_id": "fakebook__25", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 7e-06, "probe_C_score": 0.642441, "eval_order": 712}
{"item_id": "fakecountry__59", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.024043, "probe_C_score": 6.7e-05, "eval_order": 713}
{"item_id": "fakeperson__66", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 8.5e-05, "probe_C_score": 0.992961, "eval_order": 714}
{"item_id": "fakeplace__26", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.001209, "probe_C_score": 0.0, "eval_order": 715}
{"item_id": "fakeperson__7", "model": "qwen2.5-7b-instruct", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.8e-05, "eval_order": 716}
{"item_id": "fakebook__4", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.0, "probe_C_score": 1.0, "eval_order": 717}
{"item_id": "fakecountry__76", "model": "qwen2.5-7b-instruct", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.015991, "probe_C_score": 0.099941, "eval_order": 718}
{"item_id": "fakeplace__34", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.001949, "probe_C_score": 3e-06, "eval_order": 719}
{"item_id": "fakeplace__53", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.965923, "probe_C_score": 0.000108, "eval_order": 720}
{"item_id": "fakebook__23", "model": "qwen2.5-7b-instruct", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.999998, "eval_order": 721}
{"item_id": "fakeplace__18", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.014419, "probe_C_score": 1e-06, "eval_order": 722}
{"item_id": "fakeplace__40", "model": "qwen2.5-7b-instruct", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000968, "probe_C_score": 0.000384, "eval_order": 723}
{"item_id": "capital__14", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001199, "probe_C_score": "", "eval_order": 0}
{"item_id": "arith__114", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.64453, "probe_C_score": "", "eval_order": 1}
{"item_id": "arith__215", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 2}
{"item_id": "arith__151", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.959399, "probe_C_score": "", "eval_order": 3}
{"item_id": "arith__244", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.114849, "probe_C_score": "", "eval_order": 4}
{"item_id": "arith__133", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.903261, "probe_C_score": "", "eval_order": 5}
{"item_id": "arith__207", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.652782, "probe_C_score": "", "eval_order": 6}
{"item_id": "arith__9", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999999, "probe_C_score": "", "eval_order": 7}
{"item_id": "arith__192", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 6.8e-05, "probe_C_score": "", "eval_order": 8}
{"item_id": "arith__72", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 9}
{"item_id": "arith__160", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 10}
{"item_id": "arith__100", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 9.5e-05, "probe_C_score": "", "eval_order": 11}
{"item_id": "arith__32", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999999, "probe_C_score": "", "eval_order": 12}
{"item_id": "arith__16", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999833, "probe_C_score": "", "eval_order": 13}
{"item_id": "arith__179", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.967427, "probe_C_score": "", "eval_order": 14}
{"item_id": "capital__52", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00053, "probe_C_score": "", "eval_order": 15}
{"item_id": "capital__27", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 16}
{"item_id": "capital__109", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 17}
{"item_id": "arith__183", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 18}
{"item_id": "arith__153", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999175, "probe_C_score": "", "eval_order": 19}
{"item_id": "capital__23", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.1e-05, "probe_C_score": "", "eval_order": 20}
{"item_id": "capital__92", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 8.6e-05, "probe_C_score": "", "eval_order": 21}
{"item_id": "arith__189", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998038, "probe_C_score": "", "eval_order": 22}
{"item_id": "arith__84", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.181522, "probe_C_score": "", "eval_order": 23}
{"item_id": "capital__116", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000403, "probe_C_score": "", "eval_order": 24}
{"item_id": "arith__154", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000311, "probe_C_score": "", "eval_order": 25}
{"item_id": "arith__166", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 26}
{"item_id": "arith__57", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.9995, "probe_C_score": "", "eval_order": 27}
{"item_id": "arith__137", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.965351, "probe_C_score": "", "eval_order": 28}
{"item_id": "arith__126", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 29}
{"item_id": "arith__134", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.995905, "probe_C_score": "", "eval_order": 30}
{"item_id": "arith__85", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0001, "probe_C_score": "", "eval_order": 31}
{"item_id": "capital__53", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.1e-05, "probe_C_score": "", "eval_order": 32}
{"item_id": "arith__21", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999961, "probe_C_score": "", "eval_order": 33}
{"item_id": "arith__99", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 34}
{"item_id": "capital__30", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 35}
{"item_id": "arith__54", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.009667, "probe_C_score": "", "eval_order": 36}
{"item_id": "capital__89", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001775, "probe_C_score": "", "eval_order": 37}
{"item_id": "arith__94", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.954186, "probe_C_score": "", "eval_order": 38}
{"item_id": "arith__234", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.46823, "probe_C_score": "", "eval_order": 39}
{"item_id": "arith__131", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999323, "probe_C_score": "", "eval_order": 40}
{"item_id": "capital__82", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 41}
{"item_id": "capital__102", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 42}
{"item_id": "arith__120", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99891, "probe_C_score": "", "eval_order": 43}
{"item_id": "capital__26", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.3e-05, "probe_C_score": "", "eval_order": 44}
{"item_id": "arith__89", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 45}
{"item_id": "arith__34", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.956536, "probe_C_score": "", "eval_order": 46}
{"item_id": "arith__246", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2.5e-05, "probe_C_score": "", "eval_order": 47}
{"item_id": "arith__217", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.911729, "probe_C_score": "", "eval_order": 48}
{"item_id": "arith__6", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.485484, "probe_C_score": "", "eval_order": 49}
{"item_id": "arith__55", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.326157, "probe_C_score": "", "eval_order": 50}
{"item_id": "arith__107", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.95718, "probe_C_score": "", "eval_order": 51}
{"item_id": "capital__90", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0005, "probe_C_score": "", "eval_order": 52}
{"item_id": "arith__87", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999804, "probe_C_score": "", "eval_order": 53}
{"item_id": "arith__125", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.564602, "probe_C_score": "", "eval_order": 54}
{"item_id": "arith__186", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999575, "probe_C_score": "", "eval_order": 55}
{"item_id": "arith__142", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 56}
{"item_id": "arith__167", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 57}
{"item_id": "arith__200", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000194, "probe_C_score": "", "eval_order": 58}
{"item_id": "capital__96", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 59}
{"item_id": "arith__39", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999957, "probe_C_score": "", "eval_order": 60}
{"item_id": "arith__31", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000383, "probe_C_score": "", "eval_order": 61}
{"item_id": "arith__214", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.095522, "probe_C_score": "", "eval_order": 62}
{"item_id": "arith__243", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.915574, "probe_C_score": "", "eval_order": 63}
{"item_id": "arith__66", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.259184, "probe_C_score": "", "eval_order": 64}
{"item_id": "arith__188", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.7e-05, "probe_C_score": "", "eval_order": 65}
{"item_id": "capital__128", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.8e-05, "probe_C_score": "", "eval_order": 66}
{"item_id": "arith__237", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.01319, "probe_C_score": "", "eval_order": 67}
{"item_id": "arith__143", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 68}
{"item_id": "arith__49", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.921203, "probe_C_score": "", "eval_order": 69}
{"item_id": "arith__252", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.002849, "probe_C_score": "", "eval_order": 70}
{"item_id": "arith__219", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999999, "probe_C_score": "", "eval_order": 71}
{"item_id": "arith__30", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.808202, "probe_C_score": "", "eval_order": 72}
{"item_id": "capital__113", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 73}
{"item_id": "arith__80", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.005165, "probe_C_score": "", "eval_order": 74}
{"item_id": "arith__63", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.244448, "probe_C_score": "", "eval_order": 75}
{"item_id": "arith__103", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2.4e-05, "probe_C_score": "", "eval_order": 76}
{"item_id": "arith__4", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999802, "probe_C_score": "", "eval_order": 77}
{"item_id": "arith__171", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000349, "probe_C_score": "", "eval_order": 78}
{"item_id": "arith__17", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.002588, "probe_C_score": "", "eval_order": 79}
{"item_id": "arith__230", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999983, "probe_C_score": "", "eval_order": 80}
{"item_id": "arith__52", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000413, "probe_C_score": "", "eval_order": 81}
{"item_id": "capital__6", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000246, "probe_C_score": "", "eval_order": 82}
{"item_id": "capital__111", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9.2e-05, "probe_C_score": "", "eval_order": 83}
{"item_id": "arith__181", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999993, "probe_C_score": "", "eval_order": 84}
{"item_id": "arith__190", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999923, "probe_C_score": "", "eval_order": 85}
{"item_id": "capital__127", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 86}
{"item_id": "capital__63", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.9e-05, "probe_C_score": "", "eval_order": 87}
{"item_id": "capital__72", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.003723, "probe_C_score": "", "eval_order": 88}
{"item_id": "capital__1", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CI", "correct": false, "probe_A_score": 2.4e-05, "probe_C_score": "", "eval_order": 89}
{"item_id": "capital__108", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00073, "probe_C_score": "", "eval_order": 90}
{"item_id": "capital__57", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000401, "probe_C_score": "", "eval_order": 91}
{"item_id": "arith__3", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.54939, "probe_C_score": "", "eval_order": 92}
{"item_id": "capital__133", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000158, "probe_C_score": "", "eval_order": 93}
{"item_id": "capital__114", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000262, "probe_C_score": "", "eval_order": 94}
{"item_id": "arith__184", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.690373, "probe_C_score": "", "eval_order": 95}
{"item_id": "arith__13", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001299, "probe_C_score": "", "eval_order": 96}
{"item_id": "arith__222", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.991074, "probe_C_score": "", "eval_order": 97}
{"item_id": "capital__129", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 98}
{"item_id": "arith__157", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.970432, "probe_C_score": "", "eval_order": 99}
{"item_id": "capital__98", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-05, "probe_C_score": "", "eval_order": 100}
{"item_id": "arith__109", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99978, "probe_C_score": "", "eval_order": 101}
{"item_id": "capital__124", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4.4e-05, "probe_C_score": "", "eval_order": 102}
{"item_id": "arith__227", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.926926, "probe_C_score": "", "eval_order": 103}
{"item_id": "capital__49", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000111, "probe_C_score": "", "eval_order": 104}
{"item_id": "capital__77", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000156, "probe_C_score": "", "eval_order": 105}
{"item_id": "capital__20", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000594, "probe_C_score": "", "eval_order": 106}
{"item_id": "arith__15", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.967956, "probe_C_score": "", "eval_order": 107}
{"item_id": "arith__68", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 108}
{"item_id": "arith__140", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.5e-05, "probe_C_score": "", "eval_order": 109}
{"item_id": "capital__48", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.6e-05, "probe_C_score": "", "eval_order": 110}
{"item_id": "capital__120", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 111}
{"item_id": "capital__16", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 112}
{"item_id": "capital__11", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 113}
{"item_id": "arith__218", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999956, "probe_C_score": "", "eval_order": 114}
{"item_id": "arith__71", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999806, "probe_C_score": "", "eval_order": 115}
{"item_id": "arith__102", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 116}
{"item_id": "arith__187", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.973427, "probe_C_score": "", "eval_order": 117}
{"item_id": "arith__182", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 118}
{"item_id": "arith__121", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.225072, "probe_C_score": "", "eval_order": 119}
{"item_id": "arith__92", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.173673, "probe_C_score": "", "eval_order": 120}
{"item_id": "arith__130", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.98873, "probe_C_score": "", "eval_order": 121}
{"item_id": "capital__97", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000423, "probe_C_score": "", "eval_order": 122}
{"item_id": "arith__28", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999805, "probe_C_score": "", "eval_order": 123}
{"item_id": "arith__132", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.417162, "probe_C_score": "", "eval_order": 124}
{"item_id": "capital__31", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000218, "probe_C_score": "", "eval_order": 125}
{"item_id": "capital__34", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.8e-05, "probe_C_score": "", "eval_order": 126}
{"item_id": "arith__19", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.9e-05, "probe_C_score": "", "eval_order": 127}
{"item_id": "arith__198", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2e-05, "probe_C_score": "", "eval_order": 128}
{"item_id": "arith__29", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.929404, "probe_C_score": "", "eval_order": 129}
{"item_id": "arith__86", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 130}
{"item_id": "arith__145", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.003309, "probe_C_score": "", "eval_order": 131}
{"item_id": "capital__24", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.4e-05, "probe_C_score": "", "eval_order": 132}
{"item_id": "arith__201", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.300903, "probe_C_score": "", "eval_order": 133}
{"item_id": "arith__238", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.977292, "probe_C_score": "", "eval_order": 134}
{"item_id": "capital__55", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 135}
{"item_id": "arith__128", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 136}
{"item_id": "capital__64", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 137}
{"item_id": "capital__78", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.1e-05, "probe_C_score": "", "eval_order": 138}
{"item_id": "arith__138", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 139}
{"item_id": "capital__105", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CI", "correct": false, "probe_A_score": 1.7e-05, "probe_C_score": "", "eval_order": 140}
{"item_id": "capital__13", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.9e-05, "probe_C_score": "", "eval_order": 141}
{"item_id": "arith__216", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99974, "probe_C_score": "", "eval_order": 142}
{"item_id": "arith__106", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.996682, "probe_C_score": "", "eval_order": 143}
{"item_id": "capital__117", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 144}
{"item_id": "arith__172", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.003528, "probe_C_score": "", "eval_order": 145}
{"item_id": "capital__139", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 146}
{"item_id": "arith__33", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.138685, "probe_C_score": "", "eval_order": 147}
{"item_id": "arith__93", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.912618, "probe_C_score": "", "eval_order": 148}
{"item_id": "arith__148", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998524, "probe_C_score": "", "eval_order": 149}
{"item_id": "arith__8", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000234, "probe_C_score": "", "eval_order": 150}
{"item_id": "arith__112", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000121, "probe_C_score": "", "eval_order": 151}
{"item_id": "capital__7", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.2e-05, "probe_C_score": "", "eval_order": 152}
{"item_id": "arith__10", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998967, "probe_C_score": "", "eval_order": 153}
{"item_id": "arith__24", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.01297, "probe_C_score": "", "eval_order": 154}
{"item_id": "capital__70", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.023076, "probe_C_score": "", "eval_order": 155}
{"item_id": "capital__101", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 156}
{"item_id": "arith__48", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999805, "probe_C_score": "", "eval_order": 157}
{"item_id": "arith__56", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000476, "probe_C_score": "", "eval_order": 158}
{"item_id": "arith__90", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000664, "probe_C_score": "", "eval_order": 159}
{"item_id": "capital__32", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.003288, "probe_C_score": "", "eval_order": 160}
{"item_id": "capital__107", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 161}
{"item_id": "capital__44", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 162}
{"item_id": "capital__8", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000192, "probe_C_score": "", "eval_order": 163}
{"item_id": "arith__155", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.963344, "probe_C_score": "", "eval_order": 164}
{"item_id": "arith__12", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.805004, "probe_C_score": "", "eval_order": 165}
{"item_id": "arith__221", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.040474, "probe_C_score": "", "eval_order": 166}
{"item_id": "arith__199", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5e-05, "probe_C_score": "", "eval_order": 167}
{"item_id": "arith__70", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999999, "probe_C_score": "", "eval_order": 168}
{"item_id": "arith__101", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000776, "probe_C_score": "", "eval_order": 169}
{"item_id": "capital__56", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.4e-05, "probe_C_score": "", "eval_order": 170}
{"item_id": "arith__5", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 171}
{"item_id": "capital__29", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 172}
{"item_id": "arith__229", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.993314, "probe_C_score": "", "eval_order": 173}
{"item_id": "capital__91", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000488, "probe_C_score": "", "eval_order": 174}
{"item_id": "capital__41", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.9e-05, "probe_C_score": "", "eval_order": 175}
{"item_id": "arith__146", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 176}
{"item_id": "arith__213", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.563064, "probe_C_score": "", "eval_order": 177}
{"item_id": "arith__254", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99942, "probe_C_score": "", "eval_order": 178}
{"item_id": "capital__104", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000486, "probe_C_score": "", "eval_order": 179}
{"item_id": "arith__123", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999645, "probe_C_score": "", "eval_order": 180}
{"item_id": "arith__98", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.992989, "probe_C_score": "", "eval_order": 181}
{"item_id": "arith__50", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.57259, "probe_C_score": "", "eval_order": 182}
{"item_id": "capital__93", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000109, "probe_C_score": "", "eval_order": 183}
{"item_id": "arith__116", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-06, "probe_C_score": "", "eval_order": 184}
{"item_id": "capital__35", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000506, "probe_C_score": "", "eval_order": 185}
{"item_id": "capital__38", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.161, "probe_C_score": "", "eval_order": 186}
{"item_id": "arith__108", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.974613, "probe_C_score": "", "eval_order": 187}
{"item_id": "arith__204", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000329, "probe_C_score": "", "eval_order": 188}
{"item_id": "capital__74", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 189}
{"item_id": "arith__150", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999943, "probe_C_score": "", "eval_order": 190}
{"item_id": "arith__88", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999985, "probe_C_score": "", "eval_order": 191}
{"item_id": "arith__239", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.798728, "probe_C_score": "", "eval_order": 192}
{"item_id": "arith__256", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.957122, "probe_C_score": "", "eval_order": 193}
{"item_id": "arith__40", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.005334, "probe_C_score": "", "eval_order": 194}
{"item_id": "capital__67", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.6e-05, "probe_C_score": "", "eval_order": 195}
{"item_id": "capital__110", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000189, "probe_C_score": "", "eval_order": 196}
{"item_id": "capital__43", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000235, "probe_C_score": "", "eval_order": 197}
{"item_id": "capital__28", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 198}
{"item_id": "arith__2", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.046749, "probe_C_score": "", "eval_order": 199}
{"item_id": "capital__37", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6.7e-05, "probe_C_score": "", "eval_order": 200}
{"item_id": "capital__136", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002583, "probe_C_score": "", "eval_order": 201}
{"item_id": "arith__117", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 202}
{"item_id": "arith__65", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.985599, "probe_C_score": "", "eval_order": 203}
{"item_id": "arith__163", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.155614, "probe_C_score": "", "eval_order": 204}
{"item_id": "arith__118", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.019218, "probe_C_score": "", "eval_order": 205}
{"item_id": "capital__112", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00173, "probe_C_score": "", "eval_order": 206}
{"item_id": "arith__36", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.966784, "probe_C_score": "", "eval_order": 207}
{"item_id": "capital__69", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000118, "probe_C_score": "", "eval_order": 208}
{"item_id": "arith__127", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 209}
{"item_id": "arith__61", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999991, "probe_C_score": "", "eval_order": 210}
{"item_id": "arith__220", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.008047, "probe_C_score": "", "eval_order": 211}
{"item_id": "arith__158", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.997876, "probe_C_score": "", "eval_order": 212}
{"item_id": "capital__100", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 213}
{"item_id": "arith__156", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.898164, "probe_C_score": "", "eval_order": 214}
{"item_id": "arith__20", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.978646, "probe_C_score": "", "eval_order": 215}
{"item_id": "arith__44", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.944716, "probe_C_score": "", "eval_order": 216}
{"item_id": "arith__43", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.977029, "probe_C_score": "", "eval_order": 217}
{"item_id": "capital__135", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 218}
{"item_id": "arith__202", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.048075, "probe_C_score": "", "eval_order": 219}
{"item_id": "capital__85", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 5.2e-05, "probe_C_score": "", "eval_order": 220}
{"item_id": "capital__47", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.5e-05, "probe_C_score": "", "eval_order": 221}
{"item_id": "arith__105", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.996766, "probe_C_score": "", "eval_order": 222}
{"item_id": "capital__4", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 223}
{"item_id": "capital__88", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000257, "probe_C_score": "", "eval_order": 224}
{"item_id": "arith__37", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.078617, "probe_C_score": "", "eval_order": 225}
{"item_id": "arith__110", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.85125, "probe_C_score": "", "eval_order": 226}
{"item_id": "arith__95", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.978543, "probe_C_score": "", "eval_order": 227}
{"item_id": "arith__91", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.991391, "probe_C_score": "", "eval_order": 228}
{"item_id": "arith__75", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999995, "probe_C_score": "", "eval_order": 229}
{"item_id": "capital__87", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.8e-05, "probe_C_score": "", "eval_order": 230}
{"item_id": "capital__2", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4.9e-05, "probe_C_score": "", "eval_order": 231}
{"item_id": "arith__83", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.175539, "probe_C_score": "", "eval_order": 232}
{"item_id": "arith__11", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.973602, "probe_C_score": "", "eval_order": 233}
{"item_id": "capital__10", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 234}
{"item_id": "arith__231", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999967, "probe_C_score": "", "eval_order": 235}
{"item_id": "capital__42", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000314, "probe_C_score": "", "eval_order": 236}
{"item_id": "arith__177", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.984558, "probe_C_score": "", "eval_order": 237}
{"item_id": "arith__42", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.390742, "probe_C_score": "", "eval_order": 238}
{"item_id": "arith__113", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.773696, "probe_C_score": "", "eval_order": 239}
{"item_id": "arith__245", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 240}
{"item_id": "capital__138", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 8e-06, "probe_C_score": "", "eval_order": 241}
{"item_id": "arith__180", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.960226, "probe_C_score": "", "eval_order": 242}
{"item_id": "arith__258", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.587439, "probe_C_score": "", "eval_order": 243}
{"item_id": "capital__50", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4.9e-05, "probe_C_score": "", "eval_order": 244}
{"item_id": "arith__25", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000175, "probe_C_score": "", "eval_order": 245}
{"item_id": "arith__111", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000594, "probe_C_score": "", "eval_order": 246}
{"item_id": "arith__23", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999931, "probe_C_score": "", "eval_order": 247}
{"item_id": "arith__191", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99961, "probe_C_score": "", "eval_order": 248}
{"item_id": "capital__75", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.014638, "probe_C_score": "", "eval_order": 249}
{"item_id": "capital__12", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00367, "probe_C_score": "", "eval_order": 250}
{"item_id": "arith__235", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2.9e-05, "probe_C_score": "", "eval_order": 251}
{"item_id": "arith__175", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.366446, "probe_C_score": "", "eval_order": 252}
{"item_id": "capital__115", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 253}
{"item_id": "capital__73", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000265, "probe_C_score": "", "eval_order": 254}
{"item_id": "capital__54", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-05, "probe_C_score": "", "eval_order": 255}
{"item_id": "capital__19", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 256}
{"item_id": "arith__249", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3e-05, "probe_C_score": "", "eval_order": 257}
{"item_id": "capital__25", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000195, "probe_C_score": "", "eval_order": 258}
{"item_id": "arith__194", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.871712, "probe_C_score": "", "eval_order": 259}
{"item_id": "capital__126", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-05, "probe_C_score": "", "eval_order": 260}
{"item_id": "arith__41", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.3e-05, "probe_C_score": "", "eval_order": 261}
{"item_id": "arith__203", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999998, "probe_C_score": "", "eval_order": 262}
{"item_id": "arith__173", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 3.5e-05, "probe_C_score": "", "eval_order": 263}
{"item_id": "arith__135", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 264}
{"item_id": "capital__134", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4.3e-05, "probe_C_score": "", "eval_order": 265}
{"item_id": "arith__38", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 266}
{"item_id": "arith__79", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.968126, "probe_C_score": "", "eval_order": 267}
{"item_id": "capital__132", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.3e-05, "probe_C_score": "", "eval_order": 268}
{"item_id": "arith__73", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 269}
{"item_id": "capital__80", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.9e-05, "probe_C_score": "", "eval_order": 270}
{"item_id": "capital__33", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000544, "probe_C_score": "", "eval_order": 271}
{"item_id": "capital__9", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 272}
{"item_id": "capital__45", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000295, "probe_C_score": "", "eval_order": 273}
{"item_id": "arith__225", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 274}
{"item_id": "arith__51", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.985082, "probe_C_score": "", "eval_order": 275}
{"item_id": "arith__169", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.210137, "probe_C_score": "", "eval_order": 276}
{"item_id": "arith__257", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 277}
{"item_id": "arith__64", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.702067, "probe_C_score": "", "eval_order": 278}
{"item_id": "capital__118", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 279}
{"item_id": "capital__123", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 280}
{"item_id": "arith__77", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.006125, "probe_C_score": "", "eval_order": 281}
{"item_id": "arith__197", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998982, "probe_C_score": "", "eval_order": 282}
{"item_id": "arith__195", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.9252, "probe_C_score": "", "eval_order": 283}
{"item_id": "arith__242", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.603124, "probe_C_score": "", "eval_order": 284}
{"item_id": "arith__162", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999709, "probe_C_score": "", "eval_order": 285}
{"item_id": "arith__22", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.027189, "probe_C_score": "", "eval_order": 286}
{"item_id": "capital__125", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.2e-05, "probe_C_score": "", "eval_order": 287}
{"item_id": "arith__119", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.07665, "probe_C_score": "", "eval_order": 288}
{"item_id": "capital__59", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001039, "probe_C_score": "", "eval_order": 289}
{"item_id": "capital__84", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.3e-05, "probe_C_score": "", "eval_order": 290}
{"item_id": "capital__103", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00061, "probe_C_score": "", "eval_order": 291}
{"item_id": "capital__130", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.008769, "probe_C_score": "", "eval_order": 292}
{"item_id": "capital__86", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.9e-05, "probe_C_score": "", "eval_order": 293}
{"item_id": "arith__193", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.975988, "probe_C_score": "", "eval_order": 294}
{"item_id": "capital__18", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000588, "probe_C_score": "", "eval_order": 295}
{"item_id": "capital__61", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.050467, "probe_C_score": "", "eval_order": 296}
{"item_id": "capital__131", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.3e-05, "probe_C_score": "", "eval_order": 297}
{"item_id": "arith__176", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999949, "probe_C_score": "", "eval_order": 298}
{"item_id": "capital__137", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 7e-06, "probe_C_score": "", "eval_order": 299}
{"item_id": "capital__15", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00545, "probe_C_score": "", "eval_order": 300}
{"item_id": "arith__228", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 2.4e-05, "probe_C_score": "", "eval_order": 301}
{"item_id": "arith__76", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999105, "probe_C_score": "", "eval_order": 302}
{"item_id": "arith__250", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.589652, "probe_C_score": "", "eval_order": 303}
{"item_id": "capital__36", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-05, "probe_C_score": "", "eval_order": 304}
{"item_id": "capital__40", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 305}
{"item_id": "arith__152", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.997609, "probe_C_score": "", "eval_order": 306}
{"item_id": "arith__144", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 307}
{"item_id": "arith__1", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998308, "probe_C_score": "", "eval_order": 308}
{"item_id": "capital__94", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.5e-05, "probe_C_score": "", "eval_order": 309}
{"item_id": "arith__259", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.991054, "probe_C_score": "", "eval_order": 310}
{"item_id": "arith__174", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999945, "probe_C_score": "", "eval_order": 311}
{"item_id": "capital__66", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.1e-05, "probe_C_score": "", "eval_order": 312}
{"item_id": "arith__141", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99983, "probe_C_score": "", "eval_order": 313}
{"item_id": "arith__35", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.964231, "probe_C_score": "", "eval_order": 314}
{"item_id": "arith__69", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000517, "probe_C_score": "", "eval_order": 315}
{"item_id": "capital__68", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.7e-05, "probe_C_score": "", "eval_order": 316}
{"item_id": "capital__46", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001056, "probe_C_score": "", "eval_order": 317}
{"item_id": "arith__97", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.993973, "probe_C_score": "", "eval_order": 318}
{"item_id": "arith__196", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.967477, "probe_C_score": "", "eval_order": 319}
{"item_id": "arith__74", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999179, "probe_C_score": "", "eval_order": 320}
{"item_id": "capital__121", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001157, "probe_C_score": "", "eval_order": 321}
{"item_id": "arith__233", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 322}
{"item_id": "arith__124", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 323}
{"item_id": "arith__241", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 324}
{"item_id": "arith__247", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 1.7e-05, "probe_C_score": "", "eval_order": 325}
{"item_id": "arith__212", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.074198, "probe_C_score": "", "eval_order": 326}
{"item_id": "arith__139", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 327}
{"item_id": "capital__0", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 328}
{"item_id": "arith__149", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.301646, "probe_C_score": "", "eval_order": 329}
{"item_id": "capital__99", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.009645, "probe_C_score": "", "eval_order": 330}
{"item_id": "arith__78", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 331}
{"item_id": "capital__71", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.6e-05, "probe_C_score": "", "eval_order": 332}
{"item_id": "arith__60", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.249196, "probe_C_score": "", "eval_order": 333}
{"item_id": "capital__106", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 4.2e-05, "probe_C_score": "", "eval_order": 334}
{"item_id": "arith__58", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.9891, "probe_C_score": "", "eval_order": 335}
{"item_id": "arith__115", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.047745, "probe_C_score": "", "eval_order": 336}
{"item_id": "arith__47", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99976, "probe_C_score": "", "eval_order": 337}
{"item_id": "arith__208", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.997533, "probe_C_score": "", "eval_order": 338}
{"item_id": "capital__81", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.00115, "probe_C_score": "", "eval_order": 339}
{"item_id": "arith__7", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.675921, "probe_C_score": "", "eval_order": 340}
{"item_id": "capital__22", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000147, "probe_C_score": "", "eval_order": 341}
{"item_id": "arith__159", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.044063, "probe_C_score": "", "eval_order": 342}
{"item_id": "arith__81", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.921744, "probe_C_score": "", "eval_order": 343}
{"item_id": "arith__122", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5e-06, "probe_C_score": "", "eval_order": 344}
{"item_id": "capital__51", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1e-06, "probe_C_score": "", "eval_order": 345}
{"item_id": "capital__62", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 6e-06, "probe_C_score": "", "eval_order": 346}
{"item_id": "arith__14", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.996335, "probe_C_score": "", "eval_order": 347}
{"item_id": "arith__62", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999802, "probe_C_score": "", "eval_order": 348}
{"item_id": "arith__248", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.042954, "probe_C_score": "", "eval_order": 349}
{"item_id": "arith__224", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 350}
{"item_id": "capital__122", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.7e-05, "probe_C_score": "", "eval_order": 351}
{"item_id": "arith__67", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 4e-06, "probe_C_score": "", "eval_order": 352}
{"item_id": "capital__119", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9e-06, "probe_C_score": "", "eval_order": 353}
{"item_id": "arith__136", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.737708, "probe_C_score": "", "eval_order": 354}
{"item_id": "arith__104", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.999999, "probe_C_score": "", "eval_order": 355}
{"item_id": "arith__26", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000898, "probe_C_score": "", "eval_order": 356}
{"item_id": "arith__226", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.139983, "probe_C_score": "", "eval_order": 357}
{"item_id": "capital__60", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2e-06, "probe_C_score": "", "eval_order": 358}
{"item_id": "arith__255", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.986533, "probe_C_score": "", "eval_order": 359}
{"item_id": "capital__58", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.8e-05, "probe_C_score": "", "eval_order": 360}
{"item_id": "arith__185", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.371182, "probe_C_score": "", "eval_order": 361}
{"item_id": "capital__5", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 2.7e-05, "probe_C_score": "", "eval_order": 362}
{"item_id": "arith__96", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99835, "probe_C_score": "", "eval_order": 363}
{"item_id": "arith__27", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.374839, "probe_C_score": "", "eval_order": 364}
{"item_id": "arith__211", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.998307, "probe_C_score": "", "eval_order": 365}
{"item_id": "arith__236", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.701206, "probe_C_score": "", "eval_order": 366}
{"item_id": "capital__17", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 3.7e-05, "probe_C_score": "", "eval_order": 367}
{"item_id": "capital__76", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.001978, "probe_C_score": "", "eval_order": 368}
{"item_id": "arith__0", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.559466, "probe_C_score": "", "eval_order": 369}
{"item_id": "capital__3", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000416, "probe_C_score": "", "eval_order": 370}
{"item_id": "arith__206", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 371}
{"item_id": "arith__59", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 372}
{"item_id": "arith__165", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 4.5e-05, "probe_C_score": "", "eval_order": 373}
{"item_id": "arith__129", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.096888, "probe_C_score": "", "eval_order": 374}
{"item_id": "arith__161", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.001454, "probe_C_score": "", "eval_order": 375}
{"item_id": "arith__45", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.981295, "probe_C_score": "", "eval_order": 376}
{"item_id": "arith__232", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.999297, "probe_C_score": "", "eval_order": 377}
{"item_id": "arith__18", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 378}
{"item_id": "capital__21", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 9.7e-05, "probe_C_score": "", "eval_order": 379}
{"item_id": "arith__205", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 5.4e-05, "probe_C_score": "", "eval_order": 380}
{"item_id": "capital__79", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 1.7e-05, "probe_C_score": "", "eval_order": 381}
{"item_id": "arith__147", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.99995, "probe_C_score": "", "eval_order": 382}
{"item_id": "arith__253", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 383}
{"item_id": "capital__95", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000609, "probe_C_score": "", "eval_order": 384}
{"item_id": "arith__210", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 1.0, "probe_C_score": "", "eval_order": 385}
{"item_id": "arith__168", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.995409, "probe_C_score": "", "eval_order": 386}
{"item_id": "arith__82", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.220737, "probe_C_score": "", "eval_order": 387}
{"item_id": "arith__53", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.032333, "probe_C_score": "", "eval_order": 388}
{"item_id": "capital__83", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.000106, "probe_C_score": "", "eval_order": 389}
{"item_id": "arith__164", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.993367, "probe_C_score": "", "eval_order": 390}
{"item_id": "arith__170", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.0, "probe_C_score": "", "eval_order": 391}
{"item_id": "arith__209", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.982683, "probe_C_score": "", "eval_order": 392}
{"item_id": "arith__178", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.002867, "probe_C_score": "", "eval_order": 393}
{"item_id": "arith__240", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.434651, "probe_C_score": "", "eval_order": 394}
{"item_id": "arith__46", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.000805, "probe_C_score": "", "eval_order": 395}
{"item_id": "arith__251", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CI", "correct": false, "probe_A_score": 0.995759, "probe_C_score": "", "eval_order": 396}
{"item_id": "capital__65", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.002488, "probe_C_score": "", "eval_order": 397}
{"item_id": "arith__223", "model": "mistral-7b-instruct-v0.3", "subtype": "arith", "group": "CC", "correct": true, "probe_A_score": 0.684706, "probe_C_score": "", "eval_order": 398}
{"item_id": "capital__39", "model": "mistral-7b-instruct-v0.3", "subtype": "capital", "group": "CC", "correct": true, "probe_A_score": 0.0002, "probe_C_score": "", "eval_order": 399}
{"item_id": "fakeplace__17", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.39243, "probe_C_score": 0.0, "eval_order": 400}
{"item_id": "fakeperson__40", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.003466, "probe_C_score": 0.0, "eval_order": 401}
{"item_id": "fakeplace__7", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.629272, "probe_C_score": 1.8e-05, "eval_order": 402}
{"item_id": "fakeperson__30", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.075304, "probe_C_score": 0.0, "eval_order": 403}
{"item_id": "fakebook__60", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.443271, "probe_C_score": 0.999874, "eval_order": 404}
{"item_id": "fakecountry__49", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.787474, "probe_C_score": 0.00011, "eval_order": 405}
{"item_id": "fakeperson__6", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999167, "probe_C_score": 2e-06, "eval_order": 406}
{"item_id": "fakebook__70", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.008055, "probe_C_score": 1.0, "eval_order": 407}
{"item_id": "fakecountry__6", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001149, "probe_C_score": 0.000146, "eval_order": 408}
{"item_id": "fakeperson__61", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999553, "probe_C_score": 1e-06, "eval_order": 409}
{"item_id": "fakebook__69", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.036001, "probe_C_score": 1.0, "eval_order": 410}
{"item_id": "fakecountry__27", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001073, "probe_C_score": 0.0, "eval_order": 411}
{"item_id": "realperson__5", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 412}
{"item_id": "fakeplace__42", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.999521, "probe_C_score": 0.29277, "eval_order": 413}
{"item_id": "realbook__7", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 414}
{"item_id": "fakeperson__19", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.590814, "probe_C_score": 2e-06, "eval_order": 415}
{"item_id": "fakebook__79", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.019718, "probe_C_score": 1.0, "eval_order": 416}
{"item_id": "fakecountry__24", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.005777, "probe_C_score": 9e-06, "eval_order": 417}
{"item_id": "fakeperson__59", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.99952, "probe_C_score": 0.999996, "eval_order": 418}
{"item_id": "fakeperson__51", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999998, "probe_C_score": 0.930694, "eval_order": 419}
{"item_id": "fakeperson__44", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999997, "probe_C_score": 0.999992, "eval_order": 420}
{"item_id": "fakeplace__3", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.038974, "probe_C_score": 0.061264, "eval_order": 421}
{"item_id": "realcountry__4", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 422}
{"item_id": "fakecountry__22", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.005281, "probe_C_score": 0.035962, "eval_order": 423}
{"item_id": "fakeplace__25", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.607047, "probe_C_score": 1e-06, "eval_order": 424}
{"item_id": "fakebook__6", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.069491, "probe_C_score": 1.0, "eval_order": 425}
{"item_id": "fakebook__28", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.000437, "probe_C_score": 0.999997, "eval_order": 426}
{"item_id": "fakecountry__66", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1e-06, "eval_order": 427}
{"item_id": "fakecountry__51", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000408, "probe_C_score": 1.1e-05, "eval_order": 428}
{"item_id": "fakeperson__2", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.99735, "probe_C_score": 0.763334, "eval_order": 429}
{"item_id": "fakeplace__41", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.906041, "probe_C_score": 0.000393, "eval_order": 430}
{"item_id": "fakebook__36", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.00395, "probe_C_score": 1e-06, "eval_order": 431}
{"item_id": "realcountry__2", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 432}
{"item_id": "fakeperson__5", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.988612, "probe_C_score": 0.999993, "eval_order": 433}
{"item_id": "fakebook__75", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.165202, "probe_C_score": 1.0, "eval_order": 434}
{"item_id": "fakebook__20", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 3e-05, "probe_C_score": 0.06399, "eval_order": 435}
{"item_id": "realcountry__3", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 436}
{"item_id": "fakebook__45", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.376433, "probe_C_score": 1.0, "eval_order": 437}
{"item_id": "fakebook__40", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.479843, "probe_C_score": 1.0, "eval_order": 438}
{"item_id": "fakebook__30", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.011994, "probe_C_score": 0.999998, "eval_order": 439}
{"item_id": "fakebook__65", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.030241, "eval_order": 440}
{"item_id": "fakecountry__64", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2.2e-05, "probe_C_score": 2e-06, "eval_order": 441}
{"item_id": "fakebook__0", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.001023, "probe_C_score": 0.999997, "eval_order": 442}
{"item_id": "fakecountry__73", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000635, "probe_C_score": 5e-06, "eval_order": 443}
{"item_id": "fakeperson__26", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.975017, "probe_C_score": 4.3e-05, "eval_order": 444}
{"item_id": "fakebook__21", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.018491, "probe_C_score": 0.999999, "eval_order": 445}
{"item_id": "fakecountry__9", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001088, "probe_C_score": 4.8e-05, "eval_order": 446}
{"item_id": "fakebook__33", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 0.004518, "probe_C_score": 0.994668, "eval_order": 447}
{"item_id": "fakecountry__75", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.990263, "probe_C_score": 0.000629, "eval_order": 448}
{"item_id": "fakeperson__1", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.995702, "probe_C_score": 0.991019, "eval_order": 449}
{"item_id": "fakebook__61", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.052197, "probe_C_score": 1.0, "eval_order": 450}
{"item_id": "fakeperson__70", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.32076, "probe_C_score": 0.0, "eval_order": 451}
{"item_id": "fakebook__18", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.029535, "probe_C_score": 0.999999, "eval_order": 452}
{"item_id": "fakecountry__0", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.039428, "probe_C_score": 9e-06, "eval_order": 453}
{"item_id": "fakecountry__79", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000477, "probe_C_score": 2e-06, "eval_order": 454}
{"item_id": "fakebook__52", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.036563, "probe_C_score": 1.0, "eval_order": 455}
{"item_id": "fakeperson__15", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.016837, "probe_C_score": 4e-06, "eval_order": 456}
{"item_id": "fakebook__15", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.003383, "probe_C_score": 0.391763, "eval_order": 457}
{"item_id": "fakeplace__57", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.280861, "probe_C_score": 1.1e-05, "eval_order": 458}
{"item_id": "fakebook__51", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1.8e-05, "eval_order": 459}
{"item_id": "fakeplace__47", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.758975, "probe_C_score": 0.200361, "eval_order": 460}
{"item_id": "fakebook__44", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.085637, "probe_C_score": 1.0, "eval_order": 461}
{"item_id": "fakeperson__22", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.371148, "probe_C_score": 0.0, "eval_order": 462}
{"item_id": "fakecountry__7", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-05, "probe_C_score": 2e-06, "eval_order": 463}
{"item_id": "realperson__7", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 464}
{"item_id": "fakecountry__71", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001395, "probe_C_score": 1e-06, "eval_order": 465}
{"item_id": "realcountry__1", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 466}
{"item_id": "fakeplace__45", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.982614, "probe_C_score": 0.10723, "eval_order": 467}
{"item_id": "fakeplace__51", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.08944, "probe_C_score": 3.8e-05, "eval_order": 468}
{"item_id": "fakecountry__21", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.049443, "probe_C_score": 8e-06, "eval_order": 469}
{"item_id": "fakecountry__58", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.003237, "probe_C_score": 1e-06, "eval_order": 470}
{"item_id": "fakecountry__78", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1.1e-05, "probe_C_score": 3e-06, "eval_order": 471}
{"item_id": "fakebook__47", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.49585, "probe_C_score": 1.0, "eval_order": 472}
{"item_id": "realbook__3", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 473}
{"item_id": "fakecountry__43", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.218735, "probe_C_score": 0.006745, "eval_order": 474}
{"item_id": "fakeperson__78", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.761823, "probe_C_score": 0.0, "eval_order": 475}
{"item_id": "fakebook__78", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.008087, "probe_C_score": 0.996537, "eval_order": 476}
{"item_id": "fakecountry__31", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2.9e-05, "probe_C_score": 0.0, "eval_order": 477}
{"item_id": "fakebook__13", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 7e-06, "probe_C_score": 0.019503, "eval_order": 478}
{"item_id": "fakebook__68", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.000169, "probe_C_score": 0.999956, "eval_order": 479}
{"item_id": "fakeplace__59", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.999142, "probe_C_score": 0.558944, "eval_order": 480}
{"item_id": "fakecountry__42", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000729, "probe_C_score": 0.0, "eval_order": 481}
{"item_id": "realcountry__5", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 482}
{"item_id": "fakecountry__19", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000637, "probe_C_score": 2e-06, "eval_order": 483}
{"item_id": "fakeplace__50", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000188, "probe_C_score": 0.036266, "eval_order": 484}
{"item_id": "fakebook__76", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.001741, "probe_C_score": 0.999999, "eval_order": 485}
{"item_id": "fakebook__7", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 6.1e-05, "probe_C_score": 0.999384, "eval_order": 486}
{"item_id": "fakeperson__50", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999993, "probe_C_score": 1.0, "eval_order": 487}
{"item_id": "fakebook__39", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.001437, "probe_C_score": 0.999999, "eval_order": 488}
{"item_id": "fakeperson__24", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.991931, "probe_C_score": 0.0312, "eval_order": 489}
{"item_id": "fakecountry__2", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001968, "probe_C_score": 0.0, "eval_order": 490}
{"item_id": "fakebook__59", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.227455, "probe_C_score": 1.0, "eval_order": 491}
{"item_id": "fakeplace__5", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.999221, "probe_C_score": 0.001783, "eval_order": 492}
{"item_id": "fakecountry__72", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1e-06, "eval_order": 493}
{"item_id": "fakecountry__5", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001809, "probe_C_score": 1.8e-05, "eval_order": 494}
{"item_id": "fakeperson__28", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.945213, "probe_C_score": 1e-06, "eval_order": 495}
{"item_id": "realperson__0", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 496}
{"item_id": "fakeplace__9", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.785122, "probe_C_score": 0.013325, "eval_order": 497}
{"item_id": "fakebook__43", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.00306, "probe_C_score": 1.0, "eval_order": 498}
{"item_id": "fakecountry__40", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.002566, "probe_C_score": 1e-06, "eval_order": 499}
{"item_id": "fakeperson__17", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.998595, "probe_C_score": 1.0, "eval_order": 500}
{"item_id": "fakeperson__39", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.165922, "probe_C_score": 0.0, "eval_order": 501}
{"item_id": "fakeplace__38", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.999116, "probe_C_score": 0.004673, "eval_order": 502}
{"item_id": "fakeperson__60", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.99973, "probe_C_score": 1.0, "eval_order": 503}
{"item_id": "fakeperson__21", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.99995, "probe_C_score": 1.7e-05, "eval_order": 504}
{"item_id": "fakeplace__33", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.995794, "probe_C_score": 0.000323, "eval_order": 505}
{"item_id": "fakecountry__63", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.00141, "probe_C_score": 0.0, "eval_order": 506}
{"item_id": "fakeperson__71", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.021164, "probe_C_score": 0.0, "eval_order": 507}
{"item_id": "realbook__1", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 508}
{"item_id": "fakecountry__33", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1.5e-05, "probe_C_score": 2.1e-05, "eval_order": 509}
{"item_id": "fakeplace__12", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 6.1e-05, "probe_C_score": 8.8e-05, "eval_order": 510}
{"item_id": "fakecountry__45", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001497, "probe_C_score": 1e-06, "eval_order": 511}
{"item_id": "fakebook__3", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.024768, "probe_C_score": 1.0, "eval_order": 512}
{"item_id": "fakeplace__0", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.999764, "probe_C_score": 2e-06, "eval_order": 513}
{"item_id": "fakeplace__39", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.999995, "probe_C_score": 0.053682, "eval_order": 514}
{"item_id": "realperson__4", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 515}
{"item_id": "fakeperson__3", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999485, "probe_C_score": 0.000327, "eval_order": 516}
{"item_id": "fakebook__74", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.00415, "probe_C_score": 1.0, "eval_order": 517}
{"item_id": "fakeplace__30", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000356, "probe_C_score": 0.00697, "eval_order": 518}
{"item_id": "fakeplace__35", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.001466, "probe_C_score": 2e-06, "eval_order": 519}
{"item_id": "fakebook__49", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 0.000178, "probe_C_score": 0.999479, "eval_order": 520}
{"item_id": "fakeplace__14", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.84402, "probe_C_score": 0.00015, "eval_order": 521}
{"item_id": "fakecountry__50", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1.4e-05, "probe_C_score": 9.2e-05, "eval_order": 522}
{"item_id": "fakecountry__26", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1.4e-05, "probe_C_score": 8e-06, "eval_order": 523}
{"item_id": "fakebook__10", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 4.5e-05, "probe_C_score": 0.99983, "eval_order": 524}
{"item_id": "fakeplace__6", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.817192, "probe_C_score": 1e-06, "eval_order": 525}
{"item_id": "fakebook__9", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.023599, "probe_C_score": 1.0, "eval_order": 526}
{"item_id": "fakeperson__43", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.99882, "probe_C_score": 0.590201, "eval_order": 527}
{"item_id": "fakebook__56", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.07424, "probe_C_score": 1.0, "eval_order": 528}
{"item_id": "fakeplace__44", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.10498, "probe_C_score": 0.000194, "eval_order": 529}
{"item_id": "realperson__6", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 530}
{"item_id": "fakecountry__54", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.036046, "probe_C_score": 0.00019, "eval_order": 531}
{"item_id": "fakecountry__3", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.133373, "probe_C_score": 0.000443, "eval_order": 532}
{"item_id": "fakeperson__54", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.00773, "probe_C_score": 0.0, "eval_order": 533}
{"item_id": "fakebook__5", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.097914, "probe_C_score": 1.0, "eval_order": 534}
{"item_id": "fakecountry__53", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000206, "probe_C_score": 0.0, "eval_order": 535}
{"item_id": "fakebook__42", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.00027, "probe_C_score": 0.987269, "eval_order": 536}
{"item_id": "realcountry__0", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 537}
{"item_id": "fakebook__64", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.003275, "probe_C_score": 0.999212, "eval_order": 538}
{"item_id": "fakecountry__18", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 3.2e-05, "probe_C_score": 2.4e-05, "eval_order": 539}
{"item_id": "fakecountry__10", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.040717, "probe_C_score": 5.6e-05, "eval_order": 540}
{"item_id": "fakeperson__10", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999978, "probe_C_score": 0.003213, "eval_order": 541}
{"item_id": "fakeplace__29", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.99994, "probe_C_score": 0.954551, "eval_order": 542}
{"item_id": "fakecountry__13", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 2e-06, "probe_C_score": 0.0, "eval_order": 543}
{"item_id": "realbook__2", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 544}
{"item_id": "fakeperson__8", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.994097, "probe_C_score": 0.025216, "eval_order": 545}
{"item_id": "fakeplace__49", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.999454, "probe_C_score": 0.000129, "eval_order": 546}
{"item_id": "fakebook__14", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.16395, "probe_C_score": 0.999993, "eval_order": 547}
{"item_id": "fakebook__35", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.179451, "probe_C_score": 0.99982, "eval_order": 548}
{"item_id": "fakecountry__20", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.320814, "probe_C_score": 0.0, "eval_order": 549}
{"item_id": "realperson__1", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 550}
{"item_id": "fakeperson__74", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.000611, "probe_C_score": 0.0, "eval_order": 551}
{"item_id": "fakeplace__24", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.040358, "probe_C_score": 2.5e-05, "eval_order": 552}
{"item_id": "fakeperson__65", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999812, "probe_C_score": 0.999991, "eval_order": 553}
{"item_id": "fakebook__19", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.01413, "probe_C_score": 0.999997, "eval_order": 554}
{"item_id": "fakecountry__34", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001768, "probe_C_score": 7e-06, "eval_order": 555}
{"item_id": "fakebook__55", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.002453, "probe_C_score": 0.769182, "eval_order": 556}
{"item_id": "fakeperson__23", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.996789, "probe_C_score": 0.991989, "eval_order": 557}
{"item_id": "fakeperson__14", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.996806, "probe_C_score": 0.0, "eval_order": 558}
{"item_id": "fakeplace__36", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.024759, "probe_C_score": 1.2e-05, "eval_order": 559}
{"item_id": "fakebook__63", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.7e-05, "eval_order": 560}
{"item_id": "fakeperson__53", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999982, "probe_C_score": 0.99998, "eval_order": 561}
{"item_id": "fakebook__38", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.009295, "probe_C_score": 1.0, "eval_order": 562}
{"item_id": "fakeplace__54", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.987157, "probe_C_score": 0.52841, "eval_order": 563}
{"item_id": "fakeplace__28", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.044976, "probe_C_score": 3.3e-05, "eval_order": 564}
{"item_id": "fakecountry__57", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.901547, "probe_C_score": 1e-06, "eval_order": 565}
{"item_id": "fakeperson__75", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.980272, "probe_C_score": 0.0, "eval_order": 566}
{"item_id": "fakebook__41", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.006795, "probe_C_score": 1.0, "eval_order": 567}
{"item_id": "fakebook__57", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.035085, "probe_C_score": 0.999959, "eval_order": 568}
{"item_id": "fakecountry__47", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 1e-06, "eval_order": 569}
{"item_id": "fakebook__16", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.834031, "probe_C_score": 1.0, "eval_order": 570}
{"item_id": "fakeplace__31", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.995041, "probe_C_score": 0.010351, "eval_order": 571}
{"item_id": "fakecountry__38", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.002508, "probe_C_score": 7e-06, "eval_order": 572}
{"item_id": "fakebook__24", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.000811, "probe_C_score": 0.95976, "eval_order": 573}
{"item_id": "fakebook__26", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.00256, "probe_C_score": 1.0, "eval_order": 574}
{"item_id": "fakeperson__45", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.996972, "probe_C_score": 0.0, "eval_order": 575}
{"item_id": "fakebook__54", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.10558, "probe_C_score": 0.999995, "eval_order": 576}
{"item_id": "fakebook__17", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.203416, "probe_C_score": 1.0, "eval_order": 577}
{"item_id": "fakeperson__11", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.99585, "probe_C_score": 7.4e-05, "eval_order": 578}
{"item_id": "fakeperson__4", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.996636, "probe_C_score": 0.999638, "eval_order": 579}
{"item_id": "fakeplace__13", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.599074, "probe_C_score": 0.066268, "eval_order": 580}
{"item_id": "fakeplace__8", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.999955, "probe_C_score": 2.2e-05, "eval_order": 581}
{"item_id": "fakeplace__15", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.014756, "probe_C_score": 0.588195, "eval_order": 582}
{"item_id": "fakeperson__62", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.990121, "probe_C_score": 3.8e-05, "eval_order": 583}
{"item_id": "fakebook__29", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.044598, "probe_C_score": 1.0, "eval_order": 584}
{"item_id": "fakeperson__13", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.94189, "probe_C_score": 1.7e-05, "eval_order": 585}
{"item_id": "fakeperson__0", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.998011, "probe_C_score": 0.00134, "eval_order": 586}
{"item_id": "fakecountry__44", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000553, "probe_C_score": 6.2e-05, "eval_order": 587}
{"item_id": "fakebook__71", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.166966, "probe_C_score": 0.999999, "eval_order": 588}
{"item_id": "fakebook__62", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.001168, "probe_C_score": 1.0, "eval_order": 589}
{"item_id": "fakecountry__15", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 0.0, "eval_order": 590}
{"item_id": "fakeplace__11", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 1.9e-05, "probe_C_score": 0.0, "eval_order": 591}
{"item_id": "realperson__2", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 592}
{"item_id": "realbook__4", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 593}
{"item_id": "fakecountry__56", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.011023, "probe_C_score": 0.000697, "eval_order": 594}
{"item_id": "fakebook__53", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.051479, "probe_C_score": 1.0, "eval_order": 595}
{"item_id": "fakeplace__2", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.778035, "probe_C_score": 2.2e-05, "eval_order": 596}
{"item_id": "fakecountry__36", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 3e-06, "probe_C_score": 1e-06, "eval_order": 597}
{"item_id": "fakecountry__77", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.006414, "probe_C_score": 3e-06, "eval_order": 598}
{"item_id": "fakeplace__27", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.120203, "probe_C_score": 4.9e-05, "eval_order": 599}
{"item_id": "fakebook__2", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 3e-05, "probe_C_score": 1.0, "eval_order": 600}
{"item_id": "fakeplace__19", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.974575, "probe_C_score": 0.0, "eval_order": 601}
{"item_id": "fakeperson__37", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.379423, "probe_C_score": 1.4e-05, "eval_order": 602}
{"item_id": "realcountry__7", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 603}
{"item_id": "fakeperson__46", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.616007, "probe_C_score": 1.1e-05, "eval_order": 604}
{"item_id": "fakebook__1", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.033486, "probe_C_score": 1.0, "eval_order": 605}
{"item_id": "fakebook__67", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.251924, "probe_C_score": 1.0, "eval_order": 606}
{"item_id": "fakeperson__27", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.592185, "probe_C_score": 0.02612, "eval_order": 607}
{"item_id": "fakeperson__48", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 1.0, "probe_C_score": 0.998858, "eval_order": 608}
{"item_id": "fakeperson__58", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.446681, "probe_C_score": 0.0, "eval_order": 609}
{"item_id": "fakecountry__74", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.002806, "probe_C_score": 0.0, "eval_order": 610}
{"item_id": "fakebook__48", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.485183, "probe_C_score": 1.0, "eval_order": 611}
{"item_id": "fakeplace__43", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.48505, "probe_C_score": 0.747256, "eval_order": 612}
{"item_id": "fakecountry__14", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 4e-06, "probe_C_score": 1e-06, "eval_order": 613}
{"item_id": "fakeperson__38", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.987289, "probe_C_score": 0.0, "eval_order": 614}
{"item_id": "fakeplace__32", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.999428, "probe_C_score": 0.01133, "eval_order": 615}
{"item_id": "fakecountry__55", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000157, "probe_C_score": 0.000258, "eval_order": 616}
{"item_id": "fakebook__58", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.013846, "probe_C_score": 1.0, "eval_order": 617}
{"item_id": "realbook__5", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 618}
{"item_id": "fakebook__32", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.005649, "probe_C_score": 1.0, "eval_order": 619}
{"item_id": "fakebook__22", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.000705, "probe_C_score": 0.999969, "eval_order": 620}
{"item_id": "realbook__0", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 621}
{"item_id": "fakeperson__29", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999999, "probe_C_score": 0.995404, "eval_order": 622}
{"item_id": "fakecountry__62", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1e-06, "probe_C_score": 8e-06, "eval_order": 623}
{"item_id": "fakecountry__12", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.671165, "probe_C_score": 0.000274, "eval_order": 624}
{"item_id": "fakeperson__63", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.889756, "probe_C_score": 0.0, "eval_order": 625}
{"item_id": "fakeperson__20", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.638245, "probe_C_score": 9e-06, "eval_order": 626}
{"item_id": "fakeperson__12", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.97774, "probe_C_score": 0.019713, "eval_order": 627}
{"item_id": "fakebook__73", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.031905, "probe_C_score": 1.0, "eval_order": 628}
{"item_id": "fakeplace__23", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.053492, "probe_C_score": 3.1e-05, "eval_order": 629}
{"item_id": "fakeplace__4", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.534548, "probe_C_score": 2e-06, "eval_order": 630}
{"item_id": "fakeplace__20", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.002769, "probe_C_score": 0.000518, "eval_order": 631}
{"item_id": "fakecountry__25", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.21062, "probe_C_score": 6.6e-05, "eval_order": 632}
{"item_id": "fakecountry__17", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.014505, "probe_C_score": 0.001069, "eval_order": 633}
{"item_id": "fakecountry__52", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 9e-06, "probe_C_score": 1e-06, "eval_order": 634}
{"item_id": "fakecountry__61", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 2.1e-05, "eval_order": 635}
{"item_id": "fakecountry__4", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000548, "probe_C_score": 1.3e-05, "eval_order": 636}
{"item_id": "fakeperson__67", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999844, "probe_C_score": 0.013865, "eval_order": 637}
{"item_id": "realbook__6", "model": "mistral-7b-instruct-v0.3", "subtype": "real_book", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 638}
{"item_id": "fakeperson__36", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.998689, "probe_C_score": 0.015073, "eval_order": 639}
{"item_id": "fakeplace__56", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "CF", "correct": "", "probe_A_score": 0.993915, "probe_C_score": 0.009529, "eval_order": 640}
{"item_id": "fakebook__27", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.002013, "probe_C_score": 1.0, "eval_order": 641}
{"item_id": "fakeperson__9", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.963884, "probe_C_score": 0.0, "eval_order": 642}
{"item_id": "fakeperson__47", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.040255, "probe_C_score": 0.0, "eval_order": 643}
{"item_id": "fakecountry__8", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.895874, "probe_C_score": 0.000304, "eval_order": 644}
{"item_id": "realcountry__6", "model": "mistral-7b-instruct-v0.3", "subtype": "real_country", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 645}
{"item_id": "realperson__3", "model": "mistral-7b-instruct-v0.3", "subtype": "real_person", "group": "RC", "correct": "", "probe_A_score": "", "probe_C_score": "", "eval_order": 646}
{"item_id": "fakeperson__25", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999149, "probe_C_score": 1e-06, "eval_order": 647}
{"item_id": "fakeperson__64", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.010173, "probe_C_score": 0.0, "eval_order": 648}
{"item_id": "fakeperson__79", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.993732, "probe_C_score": 0.982604, "eval_order": 649}
{"item_id": "fakecountry__48", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 650}
{"item_id": "fakecountry__70", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000155, "probe_C_score": 2.5e-05, "eval_order": 651}
{"item_id": "fakecountry__39", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 6e-06, "probe_C_score": 3e-06, "eval_order": 652}
{"item_id": "fakebook__8", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.004722, "probe_C_score": 0.999813, "eval_order": 653}
{"item_id": "fakeplace__16", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.000102, "probe_C_score": 1e-06, "eval_order": 654}
{"item_id": "fakebook__46", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 7e-05, "probe_C_score": 0.09257, "eval_order": 655}
{"item_id": "fakebook__37", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 6.7e-05, "probe_C_score": 0.874047, "eval_order": 656}
{"item_id": "fakeperson__34", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.99284, "probe_C_score": 0.979191, "eval_order": 657}
{"item_id": "fakeperson__57", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.876463, "probe_C_score": 3e-06, "eval_order": 658}
{"item_id": "fakeperson__77", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999821, "probe_C_score": 1.0, "eval_order": 659}
{"item_id": "fakebook__72", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.017649, "probe_C_score": 1.0, "eval_order": 660}
{"item_id": "fakeplace__55", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.341097, "probe_C_score": 0.000101, "eval_order": 661}
{"item_id": "fakeplace__52", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.052712, "probe_C_score": 0.000209, "eval_order": 662}
{"item_id": "fakebook__34", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.000933, "probe_C_score": 0.998595, "eval_order": 663}
{"item_id": "fakecountry__65", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.756101, "probe_C_score": 0.001963, "eval_order": 664}
{"item_id": "fakeperson__41", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999699, "probe_C_score": 0.001251, "eval_order": 665}
{"item_id": "fakebook__11", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "AB", "correct": "", "probe_A_score": 0.000201, "probe_C_score": 0.563974, "eval_order": 666}
{"item_id": "fakecountry__60", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.011525, "probe_C_score": 0.001071, "eval_order": 667}
{"item_id": "fakeperson__18", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.884563, "probe_C_score": 0.097327, "eval_order": 668}
{"item_id": "fakecountry__68", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.00665, "probe_C_score": 4.8e-05, "eval_order": 669}
{"item_id": "fakecountry__41", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.002172, "probe_C_score": 0.0, "eval_order": 670}
{"item_id": "fakeperson__32", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.992501, "probe_C_score": 0.088142, "eval_order": 671}
{"item_id": "fakeperson__33", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.999938, "probe_C_score": 0.811651, "eval_order": 672}
{"item_id": "fakeperson__69", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.002799, "probe_C_score": 0.0, "eval_order": 673}
{"item_id": "fakeperson__35", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.992632, "probe_C_score": 0.613288, "eval_order": 674}
{"item_id": "fakeperson__31", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.996253, "probe_C_score": 1.0, "eval_order": 675}
{"item_id": "fakeperson__55", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.998516, "probe_C_score": 0.304746, "eval_order": 676}
{"item_id": "fakecountry__69", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 6.9e-05, "probe_C_score": 2e-06, "eval_order": 677}
{"item_id": "fakebook__12", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.002163, "probe_C_score": 1.0, "eval_order": 678}
{"item_id": "fakeperson__49", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.998566, "probe_C_score": 0.0, "eval_order": 679}
{"item_id": "fakebook__66", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.006525, "probe_C_score": 0.999997, "eval_order": 680}
{"item_id": "fakecountry__16", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.00046, "probe_C_score": 7.2e-05, "eval_order": 681}
{"item_id": "fakeplace__1", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.011237, "probe_C_score": 1.7e-05, "eval_order": 682}
{"item_id": "fakecountry__35", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001032, "probe_C_score": 0.000596, "eval_order": 683}
{"item_id": "fakecountry__30", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000793, "probe_C_score": 0.000173, "eval_order": 684}
{"item_id": "fakeplace__37", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.424212, "probe_C_score": 0.069521, "eval_order": 685}
{"item_id": "fakecountry__32", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 1.0, "probe_C_score": 0.005983, "eval_order": 686}
{"item_id": "fakeperson__16", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 1.0, "probe_C_score": 1.0, "eval_order": 687}
{"item_id": "fakeperson__56", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.938858, "probe_C_score": 0.0, "eval_order": 688}
{"item_id": "fakecountry__23", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001711, "probe_C_score": 5e-06, "eval_order": 689}
{"item_id": "fakecountry__37", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.002068, "probe_C_score": 1e-06, "eval_order": 690}
{"item_id": "fakebook__31", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.006234, "probe_C_score": 1.0, "eval_order": 691}
{"item_id": "fakecountry__1", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 5.2e-05, "probe_C_score": 2e-06, "eval_order": 692}
{"item_id": "fakebook__50", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.080168, "probe_C_score": 0.999999, "eval_order": 693}
{"item_id": "fakeperson__42", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.020395, "probe_C_score": 0.0, "eval_order": 694}
{"item_id": "fakecountry__11", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000366, "probe_C_score": 5e-06, "eval_order": 695}
{"item_id": "fakebook__77", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.010041, "probe_C_score": 1.0, "eval_order": 696}
{"item_id": "fakeperson__76", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "CF", "correct": "", "probe_A_score": 0.987233, "probe_C_score": 1.0, "eval_order": 697}
{"item_id": "fakeplace__46", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.803561, "probe_C_score": 0.019487, "eval_order": 698}
{"item_id": "fakecountry__29", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.001155, "probe_C_score": 1.7e-05, "eval_order": 699}
{"item_id": "fakeplace__48", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.834999, "probe_C_score": 1.6e-05, "eval_order": 700}
{"item_id": "fakeperson__73", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.97748, "probe_C_score": 3e-06, "eval_order": 701}
{"item_id": "fakeperson__52", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.99828, "probe_C_score": 1e-06, "eval_order": 702}
{"item_id": "fakeplace__22", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.932949, "probe_C_score": 0.134712, "eval_order": 703}
{"item_id": "fakecountry__67", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.0, "probe_C_score": 0.0, "eval_order": 704}
{"item_id": "fakeperson__72", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.909501, "probe_C_score": 6.4e-05, "eval_order": 705}
{"item_id": "fakecountry__28", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.000297, "probe_C_score": 4e-06, "eval_order": 706}
{"item_id": "fakeperson__68", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.999963, "probe_C_score": 0.050119, "eval_order": 707}
{"item_id": "fakeplace__21", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.994347, "probe_C_score": 1e-06, "eval_order": 708}
{"item_id": "fakecountry__46", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 0.006168, "probe_C_score": 2e-06, "eval_order": 709}
{"item_id": "fakeplace__10", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.9491, "probe_C_score": 0.002252, "eval_order": 710}
{"item_id": "fakeplace__58", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.00768, "probe_C_score": 0.041069, "eval_order": 711}
{"item_id": "fakebook__25", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 5e-06, "probe_C_score": 0.996113, "eval_order": 712}
{"item_id": "fakecountry__59", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 8e-06, "probe_C_score": 0.0, "eval_order": 713}
{"item_id": "fakeperson__66", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.940738, "probe_C_score": 2e-06, "eval_order": 714}
{"item_id": "fakeplace__26", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.998719, "probe_C_score": 0.000273, "eval_order": 715}
{"item_id": "fakeperson__7", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_person", "group": "AB", "correct": "", "probe_A_score": 0.002228, "probe_C_score": 0.0, "eval_order": 716}
{"item_id": "fakebook__4", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.810765, "probe_C_score": 1.0, "eval_order": 717}
{"item_id": "fakecountry__76", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_country", "group": "AB", "correct": "", "probe_A_score": 7e-06, "probe_C_score": 0.000166, "eval_order": 718}
{"item_id": "fakeplace__34", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.032341, "probe_C_score": 2e-05, "eval_order": 719}
{"item_id": "fakeplace__53", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.997531, "probe_C_score": 0.005857, "eval_order": 720}
{"item_id": "fakebook__23", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_book", "group": "CF", "correct": "", "probe_A_score": 0.051909, "probe_C_score": 1.0, "eval_order": 721}
{"item_id": "fakeplace__18", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.982808, "probe_C_score": 7.2e-05, "eval_order": 722}
{"item_id": "fakeplace__40", "model": "mistral-7b-instruct-v0.3", "subtype": "fake_place", "group": "AB", "correct": "", "probe_A_score": 0.783308, "probe_C_score": 0.000289, "eval_order": 723}