{"item_id": "arith_0280", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0677, "commit_prob": 0.175075, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 0}
{"item_id": "arith_0280", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.5, "probe_lofo_score": 0.7008, "commit_prob": 0.112154, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1}
{"item_id": "arith_0280", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.136487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2}
{"item_id": "arith_0280", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.019, "commit_prob": 0.232705, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 3}
{"item_id": "arith_0023", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9659, "commit_prob": 0.21804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 4}
{"item_id": "arith_0023", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0012, "commit_prob": 0.083672, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 5}
{"item_id": "arith_0023", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9979, "commit_prob": 0.187423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 6}
{"item_id": "arith_0023", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.252886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 7}
{"item_id": "arith_0289", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.23445, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 8}
{"item_id": "arith_0289", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0254, "commit_prob": 0.074693, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 9}
{"item_id": "arith_0289", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.170395, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 10}
{"item_id": "arith_0289", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.278352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 11}
{"item_id": "arith_0032", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.196708, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 12}
{"item_id": "arith_0032", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.18333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 13}
{"item_id": "arith_0032", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.203049, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 14}
{"item_id": "arith_0032", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.240985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 15}
{"item_id": "arith_0297", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.206265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 16}
{"item_id": "arith_0297", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.092525, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 17}
{"item_id": "arith_0297", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.167617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 18}
{"item_id": "arith_0297", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.221735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 19}
{"item_id": "arith_0116", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6631, "commit_prob": 0.209043, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 20}
{"item_id": "arith_0116", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132184, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 21}
{"item_id": "arith_0116", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9921, "commit_prob": 0.190793, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 22}
{"item_id": "arith_0116", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.249415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 23}
{"item_id": "arith_0205", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.128292, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 24}
{"item_id": "arith_0205", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064184, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 25}
{"item_id": "arith_0205", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.167322, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 26}
{"item_id": "arith_0205", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.18446, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 27}
{"item_id": "arith_0224", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.224558, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 28}
{"item_id": "arith_0224", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6078, "commit_prob": 0.114106, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 29}
{"item_id": "arith_0224", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.181632, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 30}
{"item_id": "arith_0224", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.238747, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 31}
{"item_id": "arith_0001", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.244502, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 32}
{"item_id": "arith_0001", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.076213, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 33}
{"item_id": "arith_0001", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.216109, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 34}
{"item_id": "arith_0001", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.269453, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 35}
{"item_id": "arith_0259", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0063, "commit_prob": 0.186947, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 36}
{"item_id": "arith_0259", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.118898, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 37}
{"item_id": "arith_0259", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0067, "commit_prob": 0.155308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 38}
{"item_id": "arith_0259", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0421, "commit_prob": 0.233332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 39}
{"item_id": "arith_0154", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.176848, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 40}
{"item_id": "arith_0154", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9825, "commit_prob": 0.131155, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 41}
{"item_id": "arith_0154", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.193277, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 42}
{"item_id": "arith_0154", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.231002, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 43}
{"item_id": "arith_0059", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.207683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 44}
{"item_id": "arith_0059", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.181568, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 45}
{"item_id": "arith_0059", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.232054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 46}
{"item_id": "arith_0059", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.26607, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 47}
{"item_id": "arith_0222", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.108106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 48}
{"item_id": "arith_0222", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.51, "probe_lofo_score": 0.0144, "commit_prob": 0.015702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 49}
{"item_id": "arith_0222", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.120907, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 50}
{"item_id": "arith_0222", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.113532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 51}
{"item_id": "arith_0184", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.279055, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 52}
{"item_id": "arith_0184", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0067, "commit_prob": 0.050352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 53}
{"item_id": "arith_0184", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.21047, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 54}
{"item_id": "arith_0184", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.273883, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 55}
{"item_id": "arith_0043", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9534, "commit_prob": 0.189673, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 56}
{"item_id": "arith_0043", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.159096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 57}
{"item_id": "arith_0043", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.191723, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 58}
{"item_id": "arith_0043", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.216666, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 59}
{"item_id": "arith_0058", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151024, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 60}
{"item_id": "arith_0058", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.94, "probe_lofo_score": 0.0044, "commit_prob": 0.009541, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 61}
{"item_id": "arith_0058", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.249758, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 62}
{"item_id": "arith_0058", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9938, "commit_prob": 0.242055, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 63}
{"item_id": "arith_0218", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.166356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 64}
{"item_id": "arith_0218", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.127368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 65}
{"item_id": "arith_0218", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0047, "commit_prob": 0.17726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 66}
{"item_id": "arith_0218", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.270444, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 67}
{"item_id": "arith_0015", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.152426, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 68}
{"item_id": "arith_0015", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7404, "commit_prob": 0.115484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 69}
{"item_id": "arith_0015", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.155057, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 70}
{"item_id": "arith_0015", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.226726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 71}
{"item_id": "arith_0167", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.173811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 72}
{"item_id": "arith_0167", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.004075, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 73}
{"item_id": "arith_0167", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 74}
{"item_id": "arith_0167", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.236527, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 75}
{"item_id": "arith_0076", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.997, "commit_prob": 0.19531, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 76}
{"item_id": "arith_0076", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.119285, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 77}
{"item_id": "arith_0076", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.177749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 78}
{"item_id": "arith_0076", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.260843, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 79}
{"item_id": "arith_0006", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.879, "commit_prob": 0.20286, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 80}
{"item_id": "arith_0006", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.144641, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 81}
{"item_id": "arith_0006", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9898, "commit_prob": 0.167065, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 82}
{"item_id": "arith_0006", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9566, "commit_prob": 0.217566, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 83}
{"item_id": "arith_0295", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.210781, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 84}
{"item_id": "arith_0295", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.12112, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 85}
{"item_id": "arith_0295", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.173675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 86}
{"item_id": "arith_0295", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0209, "commit_prob": 0.257528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 87}
{"item_id": "arith_0062", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9974, "commit_prob": 0.113725, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 88}
{"item_id": "arith_0062", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.14409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 89}
{"item_id": "arith_0062", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.193874, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 90}
{"item_id": "arith_0062", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.242054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 91}
{"item_id": "arith_0053", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.183882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 92}
{"item_id": "arith_0053", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9959, "commit_prob": 0.170566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 93}
{"item_id": "arith_0053", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.205181, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 94}
{"item_id": "arith_0053", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.208027, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 95}
{"item_id": "arith_0266", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.144344, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 96}
{"item_id": "arith_0266", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9933, "commit_prob": 0.06493, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 97}
{"item_id": "arith_0266", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.143577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 98}
{"item_id": "arith_0266", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.20108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 99}
{"item_id": "arith_0025", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.226626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 100}
{"item_id": "arith_0025", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.144477, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 101}
{"item_id": "arith_0025", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.200132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 102}
{"item_id": "arith_0025", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.273254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 103}
{"item_id": "arith_0253", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.062583, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 104}
{"item_id": "arith_0253", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 105}
{"item_id": "arith_0253", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.122629, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 106}
{"item_id": "arith_0253", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164432, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 107}
{"item_id": "arith_0172", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.19866, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 108}
{"item_id": "arith_0172", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3921, "commit_prob": 0.091969, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 109}
{"item_id": "arith_0172", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.18382, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 110}
{"item_id": "arith_0172", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.237772, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 111}
{"item_id": "arith_0029", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9884, "commit_prob": 0.137617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 112}
{"item_id": "arith_0029", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.115435, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 113}
{"item_id": "arith_0029", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.106206, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 114}
{"item_id": "arith_0029", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.147737, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 115}
{"item_id": "arith_0104", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9392, "commit_prob": 0.214332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 116}
{"item_id": "arith_0104", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.98, "probe_lofo_score": 0.9981, "commit_prob": 0.060776, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 117}
{"item_id": "arith_0104", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.197105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 118}
{"item_id": "arith_0104", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.278073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 119}
{"item_id": "arith_0221", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.202456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 120}
{"item_id": "arith_0221", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.09098, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 121}
{"item_id": "arith_0221", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.173347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 122}
{"item_id": "arith_0221", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0058, "commit_prob": 0.236143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 123}
{"item_id": "arith_0125", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.230115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 124}
{"item_id": "arith_0125", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.041612, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 125}
{"item_id": "arith_0125", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9806, "commit_prob": 0.218643, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 126}
{"item_id": "arith_0125", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9985, "commit_prob": 0.283182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 127}
{"item_id": "arith_0248", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 128}
{"item_id": "arith_0248", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.107992, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 129}
{"item_id": "arith_0248", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.177364, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 130}
{"item_id": "arith_0248", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.249413, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 131}
{"item_id": "arith_0260", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.403046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 132}
{"item_id": "arith_0260", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0233, "commit_prob": 0.074877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 133}
{"item_id": "arith_0260", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.302106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 134}
{"item_id": "arith_0260", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.397128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 135}
{"item_id": "arith_0169", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.186786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 136}
{"item_id": "arith_0169", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.100689, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 137}
{"item_id": "arith_0169", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0509, "commit_prob": 0.181293, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 138}
{"item_id": "arith_0169", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0031, "commit_prob": 0.183747, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 139}
{"item_id": "arith_0293", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.214124, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 140}
{"item_id": "arith_0293", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.114308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 141}
{"item_id": "arith_0293", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188454, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 142}
{"item_id": "arith_0293", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.241636, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 143}
{"item_id": "arith_0022", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.145535, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 144}
{"item_id": "arith_0022", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9966, "commit_prob": 0.076045, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 145}
{"item_id": "arith_0022", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.177272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 146}
{"item_id": "arith_0022", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.208308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 147}
{"item_id": "arith_0136", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.156148, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 148}
{"item_id": "arith_0136", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1235, "commit_prob": 0.151732, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 149}
{"item_id": "arith_0136", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.211867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 150}
{"item_id": "arith_0136", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9962, "commit_prob": 0.256334, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 151}
{"item_id": "arith_0144", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.156259, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 152}
{"item_id": "arith_0144", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0316, "commit_prob": 0.095354, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 153}
{"item_id": "arith_0144", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.212106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 154}
{"item_id": "arith_0144", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.200044, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 155}
{"item_id": "arith_0124", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.183217, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 156}
{"item_id": "arith_0124", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.53, "probe_lofo_score": 0.9938, "commit_prob": 0.151734, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 157}
{"item_id": "arith_0124", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.233795, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 158}
{"item_id": "arith_0124", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.255926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 159}
{"item_id": "arith_0250", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.234916, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 160}
{"item_id": "arith_0250", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0067, "commit_prob": 0.095345, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 161}
{"item_id": "arith_0250", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0216, "commit_prob": 0.202392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 162}
{"item_id": "arith_0250", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.283481, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 163}
{"item_id": "arith_0194", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 164}
{"item_id": "arith_0194", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.079099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 165}
{"item_id": "arith_0194", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.209438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 166}
{"item_id": "arith_0194", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.21564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 167}
{"item_id": "arith_0235", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 168}
{"item_id": "arith_0235", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.07336, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 169}
{"item_id": "arith_0235", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.098003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 170}
{"item_id": "arith_0235", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.191134, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 171}
{"item_id": "arith_0298", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.205245, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 172}
{"item_id": "arith_0298", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.8584, "commit_prob": 0.109132, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 173}
{"item_id": "arith_0298", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0099, "commit_prob": 0.085974, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 174}
{"item_id": "arith_0298", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.115948, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 175}
{"item_id": "arith_0151", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.20704, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 176}
{"item_id": "arith_0151", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0102, "commit_prob": 0.064828, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 177}
{"item_id": "arith_0151", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.178747, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 178}
{"item_id": "arith_0151", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.240597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 179}
{"item_id": "arith_0149", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.136733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 180}
{"item_id": "arith_0149", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.117023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 181}
{"item_id": "arith_0149", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.206538, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 182}
{"item_id": "arith_0149", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.222882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 183}
{"item_id": "arith_0243", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.117128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 184}
{"item_id": "arith_0243", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8919, "commit_prob": 0.083638, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 185}
{"item_id": "arith_0243", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.117564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 186}
{"item_id": "arith_0243", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.145592, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 187}
{"item_id": "arith_0285", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.184198, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 188}
{"item_id": "arith_0285", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.077066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 189}
{"item_id": "arith_0285", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 190}
{"item_id": "arith_0285", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.220175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 191}
{"item_id": "arith_0207", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.245783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 192}
{"item_id": "arith_0207", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9938, "commit_prob": 0.066756, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 193}
{"item_id": "arith_0207", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0121, "commit_prob": 0.208886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 194}
{"item_id": "arith_0207", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0153, "commit_prob": 0.259934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 195}
{"item_id": "arith_0249", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.080605, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 196}
{"item_id": "arith_0249", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5988, "commit_prob": 0.088485, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 197}
{"item_id": "arith_0249", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.174097, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 198}
{"item_id": "arith_0249", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.146073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 199}
{"item_id": "arith_0126", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9363, "commit_prob": 0.186757, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 200}
{"item_id": "arith_0126", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9437, "commit_prob": 0.115732, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 201}
{"item_id": "arith_0126", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.141129, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 202}
{"item_id": "arith_0126", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.164179, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 203}
{"item_id": "arith_0232", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169377, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 204}
{"item_id": "arith_0232", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5808, "commit_prob": 0.153485, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 205}
{"item_id": "arith_0232", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.16742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 206}
{"item_id": "arith_0232", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.243087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 207}
{"item_id": "arith_0219", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.247475, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 208}
{"item_id": "arith_0219", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6689, "commit_prob": 0.073709, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 209}
{"item_id": "arith_0219", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.202768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 210}
{"item_id": "arith_0219", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.013, "commit_prob": 0.250101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 211}
{"item_id": "arith_0238", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.083162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 212}
{"item_id": "arith_0238", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.006917, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 213}
{"item_id": "arith_0238", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.074634, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 214}
{"item_id": "arith_0238", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.124448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 215}
{"item_id": "arith_0100", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.186776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 216}
{"item_id": "arith_0100", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.28, "probe_lofo_score": 1.0, "commit_prob": 0.120663, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 217}
{"item_id": "arith_0100", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.206795, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 218}
{"item_id": "arith_0100", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.286764, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 219}
{"item_id": "arith_0087", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.22772, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 220}
{"item_id": "arith_0087", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.169758, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 221}
{"item_id": "arith_0087", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.225474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 222}
{"item_id": "arith_0087", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.246567, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 223}
{"item_id": "arith_0103", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.97, "commit_prob": 0.220366, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 224}
{"item_id": "arith_0103", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148455, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 225}
{"item_id": "arith_0103", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.244227, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 226}
{"item_id": "arith_0103", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.337921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 227}
{"item_id": "arith_0066", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9846, "commit_prob": 0.147785, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 228}
{"item_id": "arith_0066", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.16742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 229}
{"item_id": "arith_0066", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.156041, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 230}
{"item_id": "arith_0066", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.282672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 231}
{"item_id": "arith_0024", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.184273, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 232}
{"item_id": "arith_0024", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 0.9989, "commit_prob": 0.13858, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 233}
{"item_id": "arith_0024", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.189054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 234}
{"item_id": "arith_0024", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.264955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 235}
{"item_id": "arith_0033", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9807, "commit_prob": 0.182909, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 236}
{"item_id": "arith_0033", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7156, "commit_prob": 0.162181, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 237}
{"item_id": "arith_0033", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.185041, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 238}
{"item_id": "arith_0033", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9983, "commit_prob": 0.245646, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 239}
{"item_id": "arith_0097", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.182315, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 240}
{"item_id": "arith_0097", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0215, "commit_prob": 0.107089, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 241}
{"item_id": "arith_0097", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.224975, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 242}
{"item_id": "arith_0097", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.242905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 243}
{"item_id": "arith_0237", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.207067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 244}
{"item_id": "arith_0237", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.106853, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 245}
{"item_id": "arith_0237", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0025, "commit_prob": 0.190675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 246}
{"item_id": "arith_0237", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0035, "commit_prob": 0.254735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 247}
{"item_id": "arith_0220", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.190404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 248}
{"item_id": "arith_0220", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020201, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 249}
{"item_id": "arith_0220", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.181897, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 250}
{"item_id": "arith_0220", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.24635, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 251}
{"item_id": "arith_0130", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.270875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 252}
{"item_id": "arith_0130", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.179206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 253}
{"item_id": "arith_0130", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.282075, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 254}
{"item_id": "arith_0130", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.287253, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 255}
{"item_id": "arith_0271", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.07703, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 256}
{"item_id": "arith_0271", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.018715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 257}
{"item_id": "arith_0271", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.063658, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 258}
{"item_id": "arith_0271", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.131799, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 259}
{"item_id": "arith_0231", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.238997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 260}
{"item_id": "arith_0231", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9657, "commit_prob": 0.038802, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 261}
{"item_id": "arith_0231", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.209034, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 262}
{"item_id": "arith_0231", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.266532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 263}
{"item_id": "arith_0254", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.228691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 264}
{"item_id": "arith_0254", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9574, "commit_prob": 0.092204, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 265}
{"item_id": "arith_0254", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.176457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 266}
{"item_id": "arith_0254", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0794, "commit_prob": 0.263993, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 267}
{"item_id": "arith_0258", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.14659, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 268}
{"item_id": "arith_0258", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.495, "commit_prob": 0.089839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 269}
{"item_id": "arith_0258", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.134285, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 270}
{"item_id": "arith_0258", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.148728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 271}
{"item_id": "arith_0269", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.209243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 272}
{"item_id": "arith_0269", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0142, "commit_prob": 0.063608, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 273}
{"item_id": "arith_0269", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.201691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 274}
{"item_id": "arith_0269", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.287368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 275}
{"item_id": "arith_0123", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6947, "commit_prob": 0.219337, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 276}
{"item_id": "arith_0123", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.111068, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 277}
{"item_id": "arith_0123", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.179292, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 278}
{"item_id": "arith_0123", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.244083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 279}
{"item_id": "arith_0067", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.1, "probe_lofo_score": 0.9999, "commit_prob": 0.189879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 280}
{"item_id": "arith_0067", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 281}
{"item_id": "arith_0067", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.166758, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 282}
{"item_id": "arith_0067", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.276488, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 283}
{"item_id": "arith_0188", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 284}
{"item_id": "arith_0188", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1059, "commit_prob": 0.080698, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 285}
{"item_id": "arith_0188", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.106665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 286}
{"item_id": "arith_0188", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.141143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 287}
{"item_id": "arith_0143", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9987, "commit_prob": 0.183181, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 288}
{"item_id": "arith_0143", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.144742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 289}
{"item_id": "arith_0143", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.238768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 290}
{"item_id": "arith_0143", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.295214, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 291}
{"item_id": "arith_0089", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.152576, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 292}
{"item_id": "arith_0089", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9797, "commit_prob": 0.081051, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 293}
{"item_id": "arith_0089", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.135725, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 294}
{"item_id": "arith_0089", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9726, "commit_prob": 0.174462, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 295}
{"item_id": "arith_0128", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.110986, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 296}
{"item_id": "arith_0128", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8143, "commit_prob": 0.139854, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 297}
{"item_id": "arith_0128", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.152482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 298}
{"item_id": "arith_0128", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.17115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 299}
{"item_id": "arith_0156", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.16504, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 300}
{"item_id": "arith_0156", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.093691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 301}
{"item_id": "arith_0156", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 302}
{"item_id": "arith_0156", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.235328, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 303}
{"item_id": "arith_0142", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7776, "commit_prob": 0.180573, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 304}
{"item_id": "arith_0142", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.141042, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 305}
{"item_id": "arith_0142", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.150605, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 306}
{"item_id": "arith_0142", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.228413, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 307}
{"item_id": "arith_0265", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.149708, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 308}
{"item_id": "arith_0265", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.7, "probe_lofo_score": 0.9999, "commit_prob": 0.11937, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 309}
{"item_id": "arith_0265", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.180967, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 310}
{"item_id": "arith_0265", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.249474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 311}
{"item_id": "arith_0173", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.165407, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 312}
{"item_id": "arith_0173", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 313}
{"item_id": "arith_0173", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5413, "commit_prob": 0.18014, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 314}
{"item_id": "arith_0173", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0369, "commit_prob": 0.213333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 315}
{"item_id": "arith_0115", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.161714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 316}
{"item_id": "arith_0115", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0154, "commit_prob": 0.098599, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 317}
{"item_id": "arith_0115", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.20225, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 318}
{"item_id": "arith_0115", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.237838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 319}
{"item_id": "arith_0072", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.137274, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 320}
{"item_id": "arith_0072", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0008, "commit_prob": 0.094222, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 321}
{"item_id": "arith_0072", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.1781, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 322}
{"item_id": "arith_0072", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.154638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 323}
{"item_id": "arith_0049", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.234131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 324}
{"item_id": "arith_0049", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.142811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 325}
{"item_id": "arith_0049", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.194411, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 326}
{"item_id": "arith_0049", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.225108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 327}
{"item_id": "arith_0083", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9944, "commit_prob": 0.212489, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 328}
{"item_id": "arith_0083", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1828, "commit_prob": 0.106876, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 329}
{"item_id": "arith_0083", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9891, "commit_prob": 0.204276, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 330}
{"item_id": "arith_0083", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.249317, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 331}
{"item_id": "arith_0200", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.144527, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 332}
{"item_id": "arith_0200", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.10157, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 333}
{"item_id": "arith_0200", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.117932, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 334}
{"item_id": "arith_0200", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0025, "commit_prob": 0.157655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 335}
{"item_id": "arith_0228", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.137625, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 336}
{"item_id": "arith_0228", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0083, "commit_prob": 0.146933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 337}
{"item_id": "arith_0228", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159832, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 338}
{"item_id": "arith_0228", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.244573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 339}
{"item_id": "arith_0030", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.214872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 340}
{"item_id": "arith_0030", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.166438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 341}
{"item_id": "arith_0030", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.21256, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 342}
{"item_id": "arith_0030", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.281786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 343}
{"item_id": "arith_0008", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.228124, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 344}
{"item_id": "arith_0008", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.1182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 345}
{"item_id": "arith_0008", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.206938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 346}
{"item_id": "arith_0008", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.237262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 347}
{"item_id": "arith_0185", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.248843, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 348}
{"item_id": "arith_0185", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.120179, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 349}
{"item_id": "arith_0185", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.195733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 350}
{"item_id": "arith_0185", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.258029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 351}
{"item_id": "arith_0299", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.255492, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 352}
{"item_id": "arith_0299", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0023, "commit_prob": 0.095451, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 353}
{"item_id": "arith_0299", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.198821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 354}
{"item_id": "arith_0299", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0027, "commit_prob": 0.252611, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 355}
{"item_id": "arith_0272", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 356}
{"item_id": "arith_0272", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9072, "commit_prob": 0.056677, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 357}
{"item_id": "arith_0272", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.113751, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 358}
{"item_id": "arith_0272", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164873, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 359}
{"item_id": "arith_0096", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.250233, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 360}
{"item_id": "arith_0096", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.123847, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 361}
{"item_id": "arith_0096", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.18052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 362}
{"item_id": "arith_0096", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.253387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 363}
{"item_id": "arith_0119", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.182124, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 364}
{"item_id": "arith_0119", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.228146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 365}
{"item_id": "arith_0119", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.218339, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 366}
{"item_id": "arith_0119", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.309863, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 367}
{"item_id": "arith_0018", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0626, "commit_prob": 0.225044, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 368}
{"item_id": "arith_0018", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0359, "commit_prob": 0.110299, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 369}
{"item_id": "arith_0018", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9472, "commit_prob": 0.206412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 370}
{"item_id": "arith_0018", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9767, "commit_prob": 0.259305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 371}
{"item_id": "arith_0003", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.5376, "commit_prob": 0.201226, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 372}
{"item_id": "arith_0003", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.0, "commit_prob": 0.127457, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 373}
{"item_id": "arith_0003", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.997, "commit_prob": 0.193659, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 374}
{"item_id": "arith_0003", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.5, "probe_lofo_score": 0.9972, "commit_prob": 0.260187, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 375}
{"item_id": "arith_0158", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.213669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 376}
{"item_id": "arith_0158", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9112, "commit_prob": 0.092997, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 377}
{"item_id": "arith_0158", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.202146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 378}
{"item_id": "arith_0158", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.272372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 379}
{"item_id": "arith_0252", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164079, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 380}
{"item_id": "arith_0252", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.9987, "commit_prob": 0.143108, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 381}
{"item_id": "arith_0252", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.191233, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 382}
{"item_id": "arith_0252", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.235056, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 383}
{"item_id": "arith_0193", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.187183, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 384}
{"item_id": "arith_0193", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9924, "commit_prob": 0.107074, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 385}
{"item_id": "arith_0193", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.16967, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 386}
{"item_id": "arith_0193", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.274332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 387}
{"item_id": "arith_0065", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9935, "commit_prob": 0.220416, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 388}
{"item_id": "arith_0065", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.5, "probe_lofo_score": 0.9994, "commit_prob": 0.116779, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 389}
{"item_id": "arith_0065", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.220974, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 390}
{"item_id": "arith_0065", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.293496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 391}
{"item_id": "arith_0279", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133153, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 392}
{"item_id": "arith_0279", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.13981, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 393}
{"item_id": "arith_0279", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.216002, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 394}
{"item_id": "arith_0279", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.219929, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 395}
{"item_id": "arith_0195", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.241537, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 396}
{"item_id": "arith_0195", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0087, "commit_prob": 0.06265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 397}
{"item_id": "arith_0195", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.201283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 398}
{"item_id": "arith_0195", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3741, "commit_prob": 0.222545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 399}
{"item_id": "arith_0105", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.171147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 400}
{"item_id": "arith_0105", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8241, "commit_prob": 0.126232, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 401}
{"item_id": "arith_0105", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.210436, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 402}
{"item_id": "arith_0105", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.236425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 403}
{"item_id": "arith_0181", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 404}
{"item_id": "arith_0181", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9013, "commit_prob": 0.064671, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 405}
{"item_id": "arith_0181", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.138718, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 406}
{"item_id": "arith_0181", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0174, "commit_prob": 0.153916, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 407}
{"item_id": "arith_0153", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.208069, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 408}
{"item_id": "arith_0153", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.9424, "commit_prob": 0.103549, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 409}
{"item_id": "arith_0153", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.184873, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 410}
{"item_id": "arith_0153", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.26636, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 411}
{"item_id": "arith_0007", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.169031, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 412}
{"item_id": "arith_0007", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.135715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 413}
{"item_id": "arith_0007", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.41, "probe_lofo_score": 1.0, "commit_prob": 0.183787, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 414}
{"item_id": "arith_0007", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.239612, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 415}
{"item_id": "arith_0217", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.244503, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 416}
{"item_id": "arith_0217", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.093808, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 417}
{"item_id": "arith_0217", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.24178, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 418}
{"item_id": "arith_0217", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.293421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 419}
{"item_id": "arith_0081", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1932, "commit_prob": 0.222668, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 420}
{"item_id": "arith_0081", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.091607, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 421}
{"item_id": "arith_0081", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.186537, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 422}
{"item_id": "arith_0081", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9901, "commit_prob": 0.2614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 423}
{"item_id": "arith_0035", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3475, "commit_prob": 0.245637, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 424}
{"item_id": "arith_0035", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.125123, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 425}
{"item_id": "arith_0035", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9952, "commit_prob": 0.178437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 426}
{"item_id": "arith_0035", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9818, "commit_prob": 0.265036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 427}
{"item_id": "arith_0055", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.145608, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 428}
{"item_id": "arith_0055", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0154, "commit_prob": 0.119017, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 429}
{"item_id": "arith_0055", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.179951, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 430}
{"item_id": "arith_0055", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.170264, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 431}
{"item_id": "arith_0078", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.231359, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 432}
{"item_id": "arith_0078", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.121751, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 433}
{"item_id": "arith_0078", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.214183, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 434}
{"item_id": "arith_0078", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.291016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 435}
{"item_id": "arith_0045", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9977, "commit_prob": 0.213822, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 436}
{"item_id": "arith_0045", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0001, "commit_prob": 0.160973, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 437}
{"item_id": "arith_0045", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9984, "commit_prob": 0.188446, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 438}
{"item_id": "arith_0045", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9977, "commit_prob": 0.268868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 439}
{"item_id": "arith_0093", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9664, "commit_prob": 0.289639, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 440}
{"item_id": "arith_0093", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.172672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 441}
{"item_id": "arith_0093", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.23101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 442}
{"item_id": "arith_0093", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.316627, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 443}
{"item_id": "arith_0199", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.13178, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 444}
{"item_id": "arith_0199", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.082786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 445}
{"item_id": "arith_0199", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 446}
{"item_id": "arith_0199", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.201766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 447}
{"item_id": "arith_0275", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.201811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 448}
{"item_id": "arith_0275", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.083281, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 449}
{"item_id": "arith_0275", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.206443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 450}
{"item_id": "arith_0275", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0069, "commit_prob": 0.265953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 451}
{"item_id": "arith_0174", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.048, "commit_prob": 0.227195, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 452}
{"item_id": "arith_0174", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6648, "commit_prob": 0.098671, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 453}
{"item_id": "arith_0174", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.198379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 454}
{"item_id": "arith_0174", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0031, "commit_prob": 0.206076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 455}
{"item_id": "arith_0056", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.165764, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 456}
{"item_id": "arith_0056", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0255, "commit_prob": 0.119904, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 457}
{"item_id": "arith_0056", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.154594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 458}
{"item_id": "arith_0056", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.195129, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 459}
{"item_id": "arith_0187", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.198895, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 460}
{"item_id": "arith_0187", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5559, "commit_prob": 0.018721, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 461}
{"item_id": "arith_0187", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.170595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 462}
{"item_id": "arith_0187", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.189065, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 463}
{"item_id": "arith_0133", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0601, "commit_prob": 0.146945, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 464}
{"item_id": "arith_0133", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.117467, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 465}
{"item_id": "arith_0133", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.124153, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 466}
{"item_id": "arith_0133", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.994, "commit_prob": 0.163383, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 467}
{"item_id": "arith_0054", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.17797, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 468}
{"item_id": "arith_0054", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.118921, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 469}
{"item_id": "arith_0054", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.1375, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 470}
{"item_id": "arith_0054", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.168204, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 471}
{"item_id": "arith_0150", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.216302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 472}
{"item_id": "arith_0150", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.082283, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 473}
{"item_id": "arith_0150", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 474}
{"item_id": "arith_0150", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.22367, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 475}
{"item_id": "arith_0242", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.158922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 476}
{"item_id": "arith_0242", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.055296, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 477}
{"item_id": "arith_0242", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.404, "commit_prob": 0.214728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 478}
{"item_id": "arith_0242", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.253103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 479}
{"item_id": "arith_0057", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.187769, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 480}
{"item_id": "arith_0057", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.213141, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 481}
{"item_id": "arith_0057", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.228638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 482}
{"item_id": "arith_0057", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.301594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 483}
{"item_id": "arith_0039", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.155887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 484}
{"item_id": "arith_0039", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.158793, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 485}
{"item_id": "arith_0039", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.99, "probe_lofo_score": 1.0, "commit_prob": 0.199503, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 486}
{"item_id": "arith_0039", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.235983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 487}
{"item_id": "arith_0037", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9425, "commit_prob": 0.19792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 488}
{"item_id": "arith_0037", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.108343, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 489}
{"item_id": "arith_0037", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9519, "commit_prob": 0.203829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 490}
{"item_id": "arith_0037", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9916, "commit_prob": 0.269023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 491}
{"item_id": "arith_0182", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.174731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 492}
{"item_id": "arith_0182", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4567, "commit_prob": 0.102924, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 493}
{"item_id": "arith_0182", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.170257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 494}
{"item_id": "arith_0182", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.195221, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 495}
{"item_id": "arith_0274", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.201415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 496}
{"item_id": "arith_0274", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8502, "commit_prob": 0.117092, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 497}
{"item_id": "arith_0274", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0037, "commit_prob": 0.182434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 498}
{"item_id": "arith_0274", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0097, "commit_prob": 0.24817, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 499}
{"item_id": "arith_0210", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.209542, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 500}
{"item_id": "arith_0210", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9985, "commit_prob": 0.084285, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 501}
{"item_id": "arith_0210", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.172129, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 502}
{"item_id": "arith_0210", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.220919, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 503}
{"item_id": "arith_0282", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.214503, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 504}
{"item_id": "arith_0282", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064744, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 505}
{"item_id": "arith_0282", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 506}
{"item_id": "arith_0282", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.251797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 507}
{"item_id": "arith_0292", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.219632, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 508}
{"item_id": "arith_0292", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9938, "commit_prob": 0.098479, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 509}
{"item_id": "arith_0292", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.186373, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 510}
{"item_id": "arith_0292", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.257716, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 511}
{"item_id": "arith_0165", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.207722, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 512}
{"item_id": "arith_0165", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060499, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 513}
{"item_id": "arith_0165", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.20337, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 514}
{"item_id": "arith_0165", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.262641, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 515}
{"item_id": "arith_0211", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.090772, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 516}
{"item_id": "arith_0211", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.113193, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 517}
{"item_id": "arith_0211", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0048, "commit_prob": 0.120319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 518}
{"item_id": "arith_0211", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169816, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 519}
{"item_id": "arith_0255", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.205095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 520}
{"item_id": "arith_0255", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9889, "commit_prob": 0.08274, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 521}
{"item_id": "arith_0255", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.190431, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 522}
{"item_id": "arith_0255", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0198, "commit_prob": 0.23621, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 523}
{"item_id": "arith_0020", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.216687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 524}
{"item_id": "arith_0020", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.135563, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 525}
{"item_id": "arith_0020", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.215544, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 526}
{"item_id": "arith_0020", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.29868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 527}
{"item_id": "arith_0247", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.170421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 528}
{"item_id": "arith_0247", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.081996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 529}
{"item_id": "arith_0247", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.479, "commit_prob": 0.190168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 530}
{"item_id": "arith_0247", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.218001, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 531}
{"item_id": "arith_0209", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.367372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 532}
{"item_id": "arith_0209", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.116812, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 533}
{"item_id": "arith_0209", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.304773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 534}
{"item_id": "arith_0209", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.276304, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 535}
{"item_id": "arith_0068", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9922, "commit_prob": 0.238342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 536}
{"item_id": "arith_0068", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 0.9954, "commit_prob": 0.083622, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 537}
{"item_id": "arith_0068", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.216419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 538}
{"item_id": "arith_0068", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.284215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 539}
{"item_id": "arith_0132", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.240579, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 540}
{"item_id": "arith_0132", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.153686, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 541}
{"item_id": "arith_0132", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.208496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 542}
{"item_id": "arith_0132", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.256335, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 543}
{"item_id": "arith_0294", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.272556, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 544}
{"item_id": "arith_0294", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.11968, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 545}
{"item_id": "arith_0294", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.252589, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 546}
{"item_id": "arith_0294", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.30759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 547}
{"item_id": "arith_0138", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.139872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 548}
{"item_id": "arith_0138", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0023, "commit_prob": 0.095675, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 549}
{"item_id": "arith_0138", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.176195, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 550}
{"item_id": "arith_0138", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.249482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 551}
{"item_id": "arith_0284", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.223319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 552}
{"item_id": "arith_0284", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9969, "commit_prob": 0.11588, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 553}
{"item_id": "arith_0284", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.207814, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 554}
{"item_id": "arith_0284", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.28896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 555}
{"item_id": "arith_0281", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.176553, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 556}
{"item_id": "arith_0281", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5226, "commit_prob": 0.062522, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 557}
{"item_id": "arith_0281", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 558}
{"item_id": "arith_0281", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.206317, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 559}
{"item_id": "arith_0176", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.195986, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 560}
{"item_id": "arith_0176", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.061265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 561}
{"item_id": "arith_0176", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.103415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 562}
{"item_id": "arith_0176", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.17521, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 563}
{"item_id": "arith_0098", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1686, "commit_prob": 0.22409, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 564}
{"item_id": "arith_0098", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.112605, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 565}
{"item_id": "arith_0098", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.206883, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 566}
{"item_id": "arith_0098", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9985, "commit_prob": 0.273208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 567}
{"item_id": "arith_0112", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.207685, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 568}
{"item_id": "arith_0112", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.169112, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 569}
{"item_id": "arith_0112", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.149759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 570}
{"item_id": "arith_0112", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.246067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 571}
{"item_id": "arith_0102", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.229148, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 572}
{"item_id": "arith_0102", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.143532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 573}
{"item_id": "arith_0102", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.183472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 574}
{"item_id": "arith_0102", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.229277, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 575}
{"item_id": "arith_0111", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9811, "commit_prob": 0.222267, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 576}
{"item_id": "arith_0111", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 577}
{"item_id": "arith_0111", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.228538, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 578}
{"item_id": "arith_0111", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.285209, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 579}
{"item_id": "arith_0094", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.162316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 580}
{"item_id": "arith_0094", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.114504, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 581}
{"item_id": "arith_0094", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.171362, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 582}
{"item_id": "arith_0094", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.243586, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 583}
{"item_id": "arith_0263", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.068425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 584}
{"item_id": "arith_0263", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.066302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 585}
{"item_id": "arith_0263", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 586}
{"item_id": "arith_0263", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.206595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 587}
{"item_id": "arith_0069", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.188905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 588}
{"item_id": "arith_0069", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.172999, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 589}
{"item_id": "arith_0069", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.236434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 590}
{"item_id": "arith_0069", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.265861, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 591}
{"item_id": "arith_0084", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8924, "commit_prob": 0.220057, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 592}
{"item_id": "arith_0084", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.131064, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 593}
{"item_id": "arith_0084", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9989, "commit_prob": 0.195054, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 594}
{"item_id": "arith_0084", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7984, "commit_prob": 0.258633, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 595}
{"item_id": "arith_0251", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.199645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 596}
{"item_id": "arith_0251", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.13, "probe_lofo_score": 0.1653, "commit_prob": 0.126786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 597}
{"item_id": "arith_0251", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.121938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 598}
{"item_id": "arith_0251", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.218756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 599}
{"item_id": "arith_0189", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0574, "commit_prob": 0.250182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 600}
{"item_id": "arith_0189", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0663, "commit_prob": 0.133432, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 601}
{"item_id": "arith_0189", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6322, "commit_prob": 0.257913, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 602}
{"item_id": "arith_0189", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0187, "commit_prob": 0.281121, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 603}
{"item_id": "arith_0244", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.214713, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 604}
{"item_id": "arith_0244", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.049439, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 605}
{"item_id": "arith_0244", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.162465, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 606}
{"item_id": "arith_0244", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.24482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 607}
{"item_id": "arith_0048", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0045, "commit_prob": 0.18561, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 608}
{"item_id": "arith_0048", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8216, "commit_prob": 0.108413, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 609}
{"item_id": "arith_0048", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9986, "commit_prob": 0.106577, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 610}
{"item_id": "arith_0048", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.130112, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 611}
{"item_id": "arith_0166", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.166653, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 612}
{"item_id": "arith_0166", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.052509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 613}
{"item_id": "arith_0166", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.161211, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 614}
{"item_id": "arith_0166", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.193376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 615}
{"item_id": "arith_0192", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.182328, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 616}
{"item_id": "arith_0192", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9034, "commit_prob": 0.075742, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 617}
{"item_id": "arith_0192", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.152918, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 618}
{"item_id": "arith_0192", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.185156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 619}
{"item_id": "arith_0121", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.17582, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 620}
{"item_id": "arith_0121", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8517, "commit_prob": 0.176236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 621}
{"item_id": "arith_0121", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.176556, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 622}
{"item_id": "arith_0121", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210429, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 623}
{"item_id": "arith_0177", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.244363, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 624}
{"item_id": "arith_0177", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.078344, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 625}
{"item_id": "arith_0177", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.191297, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 626}
{"item_id": "arith_0177", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.258488, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 627}
{"item_id": "arith_0101", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.16602, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 628}
{"item_id": "arith_0101", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.174063, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 629}
{"item_id": "arith_0101", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.183643, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 630}
{"item_id": "arith_0101", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.236417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 631}
{"item_id": "arith_0225", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.077905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 632}
{"item_id": "arith_0225", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039717, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 633}
{"item_id": "arith_0225", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.071121, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 634}
{"item_id": "arith_0225", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0018, "commit_prob": 0.116388, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 635}
{"item_id": "arith_0079", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9936, "commit_prob": 0.22151, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 636}
{"item_id": "arith_0079", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.131057, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 637}
{"item_id": "arith_0079", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.203889, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 638}
{"item_id": "arith_0079", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.261828, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 639}
{"item_id": "arith_0080", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9619, "commit_prob": 0.234313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 640}
{"item_id": "arith_0080", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.21, "probe_lofo_score": 1.0, "commit_prob": 0.10482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 641}
{"item_id": "arith_0080", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9978, "commit_prob": 0.202183, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 642}
{"item_id": "arith_0080", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.24763, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 643}
{"item_id": "arith_0010", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.18061, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 644}
{"item_id": "arith_0010", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.101206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 645}
{"item_id": "arith_0010", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8977, "commit_prob": 0.214431, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 646}
{"item_id": "arith_0010", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.205841, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 647}
{"item_id": "arith_0175", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15401, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 648}
{"item_id": "arith_0175", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.87, "probe_lofo_score": 0.0025, "commit_prob": 0.085875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 649}
{"item_id": "arith_0175", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.162765, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 650}
{"item_id": "arith_0175", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.14, "probe_lofo_score": 0.0, "commit_prob": 0.241854, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 651}
{"item_id": "arith_0179", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.240887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 652}
{"item_id": "arith_0179", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0016, "commit_prob": 0.082236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 653}
{"item_id": "arith_0179", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.213456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 654}
{"item_id": "arith_0179", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.293788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 655}
{"item_id": "arith_0051", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0113, "commit_prob": 0.213641, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 656}
{"item_id": "arith_0051", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.98, "probe_lofo_score": 1.0, "commit_prob": 0.113285, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 657}
{"item_id": "arith_0051", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9987, "commit_prob": 0.18987, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 658}
{"item_id": "arith_0051", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.256393, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 659}
{"item_id": "arith_0288", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.237797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 660}
{"item_id": "arith_0288", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.085135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 661}
{"item_id": "arith_0288", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.163165, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 662}
{"item_id": "arith_0288", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.227763, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 663}
{"item_id": "arith_0278", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.191029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 664}
{"item_id": "arith_0278", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0149, "commit_prob": 0.092318, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 665}
{"item_id": "arith_0278", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1813, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 666}
{"item_id": "arith_0278", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.247911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 667}
{"item_id": "arith_0234", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.215488, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 668}
{"item_id": "arith_0234", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9787, "commit_prob": 0.107096, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 669}
{"item_id": "arith_0234", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.220839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 670}
{"item_id": "arith_0234", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.275496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 671}
{"item_id": "arith_0233", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.304858, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 672}
{"item_id": "arith_0233", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1336, "commit_prob": 0.096645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 673}
{"item_id": "arith_0233", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.239684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 674}
{"item_id": "arith_0233", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0176, "commit_prob": 0.330496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 675}
{"item_id": "arith_0180", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.224346, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 676}
{"item_id": "arith_0180", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7866, "commit_prob": 0.10195, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 677}
{"item_id": "arith_0180", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.200403, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 678}
{"item_id": "arith_0180", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0236, "commit_prob": 0.27868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 679}
{"item_id": "arith_0286", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.215104, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 680}
{"item_id": "arith_0286", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.139291, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 681}
{"item_id": "arith_0286", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.207097, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 682}
{"item_id": "arith_0286", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0378, "commit_prob": 0.278825, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 683}
{"item_id": "arith_0226", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.135844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 684}
{"item_id": "arith_0226", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0414, "commit_prob": 0.11351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 685}
{"item_id": "arith_0226", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.147786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 686}
{"item_id": "arith_0226", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.201185, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 687}
{"item_id": "arith_0122", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.219692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 688}
{"item_id": "arith_0122", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.190551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 689}
{"item_id": "arith_0122", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.244076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 690}
{"item_id": "arith_0122", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.372656, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 691}
{"item_id": "arith_0118", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.137589, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 692}
{"item_id": "arith_0118", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0139, "commit_prob": 0.103173, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 693}
{"item_id": "arith_0118", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.168891, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 694}
{"item_id": "arith_0118", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.22511, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 695}
{"item_id": "arith_0044", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3149, "commit_prob": 0.248087, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 696}
{"item_id": "arith_0044", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.136784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 697}
{"item_id": "arith_0044", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9988, "commit_prob": 0.176495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 698}
{"item_id": "arith_0044", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.24626, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 699}
{"item_id": "arith_0164", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.152798, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 700}
{"item_id": "arith_0164", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6871, "commit_prob": 0.089922, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 701}
{"item_id": "arith_0164", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.124554, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 702}
{"item_id": "arith_0164", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.17099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 703}
{"item_id": "arith_0086", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.242363, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 704}
{"item_id": "arith_0086", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.57, "probe_lofo_score": 0.9603, "commit_prob": 0.132964, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 705}
{"item_id": "arith_0086", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.189386, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 706}
{"item_id": "arith_0086", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.276105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 707}
{"item_id": "arith_0204", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.235266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 708}
{"item_id": "arith_0204", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0091, "commit_prob": 0.080299, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 709}
{"item_id": "arith_0204", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.177298, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 710}
{"item_id": "arith_0204", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.209562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 711}
{"item_id": "arith_0216", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.216953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 712}
{"item_id": "arith_0216", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9975, "commit_prob": 0.145802, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 713}
{"item_id": "arith_0216", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.011, "commit_prob": 0.174013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 714}
{"item_id": "arith_0216", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0041, "commit_prob": 0.247702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 715}
{"item_id": "arith_0196", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0134, "commit_prob": 0.194652, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 716}
{"item_id": "arith_0196", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7983, "commit_prob": 0.091991, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 717}
{"item_id": "arith_0196", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.168468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 718}
{"item_id": "arith_0196", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.224098, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 719}
{"item_id": "arith_0034", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.4783, "commit_prob": 0.224004, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 720}
{"item_id": "arith_0034", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0001, "commit_prob": 0.116265, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 721}
{"item_id": "arith_0034", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.75, "probe_lofo_score": 0.998, "commit_prob": 0.200415, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 722}
{"item_id": "arith_0034", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9503, "commit_prob": 0.249818, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 723}
{"item_id": "arith_0085", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.148934, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 724}
{"item_id": "arith_0085", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.094877, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 725}
{"item_id": "arith_0085", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.121847, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 726}
{"item_id": "arith_0085", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6028, "commit_prob": 0.147862, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 727}
{"item_id": "arith_0148", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.233648, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 728}
{"item_id": "arith_0148", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.201979, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 729}
{"item_id": "arith_0148", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.20914, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 730}
{"item_id": "arith_0148", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.226675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 731}
{"item_id": "arith_0026", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.136251, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 732}
{"item_id": "arith_0026", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 733}
{"item_id": "arith_0026", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.186309, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 734}
{"item_id": "arith_0026", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.264768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 735}
{"item_id": "arith_0160", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.263074, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 736}
{"item_id": "arith_0160", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.10701, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 737}
{"item_id": "arith_0160", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.215839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 738}
{"item_id": "arith_0160", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8189, "commit_prob": 0.307406, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 739}
{"item_id": "arith_0168", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.222596, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 740}
{"item_id": "arith_0168", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9792, "commit_prob": 0.087551, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 741}
{"item_id": "arith_0168", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.182779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 742}
{"item_id": "arith_0168", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.250234, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 743}
{"item_id": "arith_0215", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.150931, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 744}
{"item_id": "arith_0215", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.007993, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 745}
{"item_id": "arith_0215", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.190719, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 746}
{"item_id": "arith_0215", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.221406, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 747}
{"item_id": "arith_0088", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8164, "commit_prob": 0.199602, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 748}
{"item_id": "arith_0088", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.0051, "commit_prob": 0.001072, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 749}
{"item_id": "arith_0088", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9483, "commit_prob": 0.203179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 750}
{"item_id": "arith_0088", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9958, "commit_prob": 0.244786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 751}
{"item_id": "arith_0206", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.117845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 752}
{"item_id": "arith_0206", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.973, "commit_prob": 0.121526, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 753}
{"item_id": "arith_0206", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.196689, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 754}
{"item_id": "arith_0206", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.219877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 755}
{"item_id": "arith_0091", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9821, "commit_prob": 0.168601, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 756}
{"item_id": "arith_0091", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.039544, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 757}
{"item_id": "arith_0091", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9853, "commit_prob": 0.21052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 758}
{"item_id": "arith_0091", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9686, "commit_prob": 0.255269, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 759}
{"item_id": "arith_0227", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.186459, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 760}
{"item_id": "arith_0227", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.076114, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 761}
{"item_id": "arith_0227", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.149352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 762}
{"item_id": "arith_0227", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.192331, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 763}
{"item_id": "arith_0273", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0056, "commit_prob": 0.205615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 764}
{"item_id": "arith_0273", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183081, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 765}
{"item_id": "arith_0273", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.076, "commit_prob": 0.204072, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 766}
{"item_id": "arith_0273", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1402, "commit_prob": 0.243799, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 767}
{"item_id": "arith_0064", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.20942, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 768}
{"item_id": "arith_0064", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.5, "probe_lofo_score": 1.0, "commit_prob": 0.123345, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 769}
{"item_id": "arith_0064", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.182894, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 770}
{"item_id": "arith_0064", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.19512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 771}
{"item_id": "arith_0095", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.187326, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 772}
{"item_id": "arith_0095", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.152275, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 773}
{"item_id": "arith_0095", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.202755, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 774}
{"item_id": "arith_0095", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.273797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 775}
{"item_id": "arith_0245", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.093193, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 776}
{"item_id": "arith_0245", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1815, "commit_prob": 0.104907, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 777}
{"item_id": "arith_0245", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1611, "commit_prob": 0.193598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 778}
{"item_id": "arith_0245", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.231856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 779}
{"item_id": "arith_0162", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.256452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 780}
{"item_id": "arith_0162", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9565, "commit_prob": 0.100554, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 781}
{"item_id": "arith_0162", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.185302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 782}
{"item_id": "arith_0162", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.277156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 783}
{"item_id": "arith_0011", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9923, "commit_prob": 0.193901, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 784}
{"item_id": "arith_0011", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.132626, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 785}
{"item_id": "arith_0011", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.129298, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 786}
{"item_id": "arith_0011", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.131184, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 787}
{"item_id": "arith_0276", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.191549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 788}
{"item_id": "arith_0276", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 789}
{"item_id": "arith_0276", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0038, "commit_prob": 0.203842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 790}
{"item_id": "arith_0276", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.263481, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 791}
{"item_id": "arith_0099", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.166595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 792}
{"item_id": "arith_0099", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.172103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 793}
{"item_id": "arith_0099", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.214459, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 794}
{"item_id": "arith_0099", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.272842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 795}
{"item_id": "arith_0005", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.197617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 796}
{"item_id": "arith_0005", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.196749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 797}
{"item_id": "arith_0005", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.237193, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 798}
{"item_id": "arith_0005", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.231007, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 799}
{"item_id": "arith_0141", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150523, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 800}
{"item_id": "arith_0141", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8009, "commit_prob": 0.154616, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 801}
{"item_id": "arith_0141", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.182246, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 802}
{"item_id": "arith_0141", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.212444, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 803}
{"item_id": "arith_0236", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.295193, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 804}
{"item_id": "arith_0236", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.048153, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 805}
{"item_id": "arith_0236", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.244934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 806}
{"item_id": "arith_0236", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.328938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 807}
{"item_id": "arith_0201", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.21274, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 808}
{"item_id": "arith_0201", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.096801, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 809}
{"item_id": "arith_0201", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.244372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 810}
{"item_id": "arith_0201", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0046, "commit_prob": 0.30681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 811}
{"item_id": "arith_0129", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.208586, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 812}
{"item_id": "arith_0129", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.15, "commit_prob": 0.084855, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 813}
{"item_id": "arith_0129", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.168504, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 814}
{"item_id": "arith_0129", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.17341, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 815}
{"item_id": "arith_0291", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.002, "commit_prob": 0.22327, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 816}
{"item_id": "arith_0291", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9613, "commit_prob": 0.059375, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 817}
{"item_id": "arith_0291", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0386, "commit_prob": 0.179517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 818}
{"item_id": "arith_0291", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.044, "commit_prob": 0.246061, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 819}
{"item_id": "arith_0208", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.238514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 820}
{"item_id": "arith_0208", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2032, "commit_prob": 0.086609, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 821}
{"item_id": "arith_0208", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0089, "commit_prob": 0.193301, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 822}
{"item_id": "arith_0208", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.197391, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 823}
{"item_id": "arith_0017", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164845, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 824}
{"item_id": "arith_0017", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1242, "commit_prob": 0.11513, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 825}
{"item_id": "arith_0017", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.197611, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 826}
{"item_id": "arith_0017", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 827}
{"item_id": "arith_0092", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.142705, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 828}
{"item_id": "arith_0092", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0017, "commit_prob": 0.070817, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 829}
{"item_id": "arith_0092", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.167446, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 830}
{"item_id": "arith_0092", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.185467, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 831}
{"item_id": "arith_0134", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.210381, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 832}
{"item_id": "arith_0134", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3088, "commit_prob": 0.000737, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 833}
{"item_id": "arith_0134", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.194781, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 834}
{"item_id": "arith_0134", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.222502, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 835}
{"item_id": "arith_0021", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.224267, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 836}
{"item_id": "arith_0021", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.183006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 837}
{"item_id": "arith_0021", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.237368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 838}
{"item_id": "arith_0021", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.276768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 839}
{"item_id": "arith_0268", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.22555, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 840}
{"item_id": "arith_0268", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0004, "commit_prob": 0.079909, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 841}
{"item_id": "arith_0268", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.18379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 842}
{"item_id": "arith_0268", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.255633, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 843}
{"item_id": "arith_0170", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.14073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 844}
{"item_id": "arith_0170", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9592, "commit_prob": 0.114951, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 845}
{"item_id": "arith_0170", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.168597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 846}
{"item_id": "arith_0170", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.188576, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 847}
{"item_id": "arith_0047", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.172904, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 848}
{"item_id": "arith_0047", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.113043, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 849}
{"item_id": "arith_0047", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.16864, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 850}
{"item_id": "arith_0047", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.233216, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 851}
{"item_id": "arith_0106", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9954, "commit_prob": 0.222168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 852}
{"item_id": "arith_0106", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.084838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 853}
{"item_id": "arith_0106", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.202056, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 854}
{"item_id": "arith_0106", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.264505, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 855}
{"item_id": "arith_0296", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.096125, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 856}
{"item_id": "arith_0296", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0052, "commit_prob": 0.107464, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 857}
{"item_id": "arith_0296", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.150926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 858}
{"item_id": "arith_0296", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.182879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 859}
{"item_id": "arith_0287", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.200774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 860}
{"item_id": "arith_0287", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.155, "commit_prob": 0.07948, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 861}
{"item_id": "arith_0287", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.152138, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 862}
{"item_id": "arith_0287", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.260392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 863}
{"item_id": "arith_0090", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.204687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 864}
{"item_id": "arith_0090", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9455, "commit_prob": 0.085131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 865}
{"item_id": "arith_0090", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9985, "commit_prob": 0.189908, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 866}
{"item_id": "arith_0090", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.997, "commit_prob": 0.243194, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 867}
{"item_id": "arith_0157", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 868}
{"item_id": "arith_0157", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0025, "commit_prob": 0.090079, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 869}
{"item_id": "arith_0157", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0132, "commit_prob": 0.207085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 870}
{"item_id": "arith_0157", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.208356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 871}
{"item_id": "arith_0000", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9975, "commit_prob": 0.165521, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 872}
{"item_id": "arith_0000", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.081662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 873}
{"item_id": "arith_0000", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.223308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 874}
{"item_id": "arith_0000", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.237614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 875}
{"item_id": "arith_0109", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.178697, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 876}
{"item_id": "arith_0109", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9954, "commit_prob": 0.168054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 877}
{"item_id": "arith_0109", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9977, "commit_prob": 0.210665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 878}
{"item_id": "arith_0109", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.232394, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 879}
{"item_id": "arith_0267", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.209527, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 880}
{"item_id": "arith_0267", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.009832, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 881}
{"item_id": "arith_0267", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.002, "commit_prob": 0.150074, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 882}
{"item_id": "arith_0267", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.245913, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 883}
{"item_id": "arith_0036", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9981, "commit_prob": 0.179478, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 884}
{"item_id": "arith_0036", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9723, "commit_prob": 0.087519, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 885}
{"item_id": "arith_0036", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.209694, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 886}
{"item_id": "arith_0036", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.258975, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 887}
{"item_id": "arith_0183", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.273041, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 888}
{"item_id": "arith_0183", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.084902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 889}
{"item_id": "arith_0183", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.166377, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 890}
{"item_id": "arith_0183", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.273293, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 891}
{"item_id": "arith_0239", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.207811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 892}
{"item_id": "arith_0239", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060925, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 893}
{"item_id": "arith_0239", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 894}
{"item_id": "arith_0239", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.216822, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 895}
{"item_id": "arith_0147", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9963, "commit_prob": 0.229466, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 896}
{"item_id": "arith_0147", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.118687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 897}
{"item_id": "arith_0147", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.212171, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 898}
{"item_id": "arith_0147", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.243403, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 899}
{"item_id": "arith_0256", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.178532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 900}
{"item_id": "arith_0256", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9604, "commit_prob": 0.102341, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 901}
{"item_id": "arith_0256", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.191029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 902}
{"item_id": "arith_0256", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.245371, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 903}
{"item_id": "arith_0161", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0015, "commit_prob": 0.223551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 904}
{"item_id": "arith_0161", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0076, "commit_prob": 0.134173, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 905}
{"item_id": "arith_0161", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0163, "commit_prob": 0.221252, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 906}
{"item_id": "arith_0161", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8155, "commit_prob": 0.27722, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 907}
{"item_id": "arith_0004", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.175895, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 908}
{"item_id": "arith_0004", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.178978, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 909}
{"item_id": "arith_0004", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.195067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 910}
{"item_id": "arith_0004", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.229871, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 911}
{"item_id": "arith_0137", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.121569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 912}
{"item_id": "arith_0137", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7557, "commit_prob": 0.110088, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 913}
{"item_id": "arith_0137", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.177796, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 914}
{"item_id": "arith_0137", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.180487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 915}
{"item_id": "arith_0152", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.192349, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 916}
{"item_id": "arith_0152", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9738, "commit_prob": 0.1331, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 917}
{"item_id": "arith_0152", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0075, "commit_prob": 0.200189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 918}
{"item_id": "arith_0152", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0031, "commit_prob": 0.259875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 919}
{"item_id": "arith_0127", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.177013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 920}
{"item_id": "arith_0127", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 1.0, "commit_prob": 0.121813, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 921}
{"item_id": "arith_0127", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.215514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 922}
{"item_id": "arith_0127", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.222268, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 923}
{"item_id": "arith_0214", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.189957, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 924}
{"item_id": "arith_0214", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025504, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 925}
{"item_id": "arith_0214", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.168845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 926}
{"item_id": "arith_0214", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 927}
{"item_id": "arith_0246", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.259105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 928}
{"item_id": "arith_0246", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9875, "commit_prob": 0.076057, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 929}
{"item_id": "arith_0246", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188494, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 930}
{"item_id": "arith_0246", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.270017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 931}
{"item_id": "arith_0016", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.4485, "commit_prob": 0.217412, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 932}
{"item_id": "arith_0016", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.061131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 933}
{"item_id": "arith_0016", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9964, "commit_prob": 0.196319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 934}
{"item_id": "arith_0016", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9981, "commit_prob": 0.275493, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 935}
{"item_id": "arith_0117", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.228774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 936}
{"item_id": "arith_0117", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.09662, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 937}
{"item_id": "arith_0117", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.197418, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 938}
{"item_id": "arith_0117", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.255173, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 939}
{"item_id": "arith_0159", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.233355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 940}
{"item_id": "arith_0159", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9678, "commit_prob": 0.107043, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 941}
{"item_id": "arith_0159", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.155807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 942}
{"item_id": "arith_0159", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.211312, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 943}
{"item_id": "arith_0203", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.191534, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 944}
{"item_id": "arith_0203", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0126, "commit_prob": 0.103172, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 945}
{"item_id": "arith_0203", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.178798, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 946}
{"item_id": "arith_0203", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.197267, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 947}
{"item_id": "arith_0270", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0095, "commit_prob": 0.189762, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 948}
{"item_id": "arith_0270", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9932, "commit_prob": 0.102119, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 949}
{"item_id": "arith_0270", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.17641, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 950}
{"item_id": "arith_0270", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.254092, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 951}
{"item_id": "arith_0107", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.204205, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 952}
{"item_id": "arith_0107", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.157235, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 953}
{"item_id": "arith_0107", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.227724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 954}
{"item_id": "arith_0107", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9987, "commit_prob": 0.264249, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 955}
{"item_id": "arith_0061", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.993, "commit_prob": 0.208333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 956}
{"item_id": "arith_0061", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9772, "commit_prob": 0.144525, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 957}
{"item_id": "arith_0061", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.215561, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 958}
{"item_id": "arith_0061", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.342468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 959}
{"item_id": "arith_0012", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.146749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 960}
{"item_id": "arith_0012", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0443, "commit_prob": 0.105879, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 961}
{"item_id": "arith_0012", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.209899, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 962}
{"item_id": "arith_0012", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.234805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 963}
{"item_id": "arith_0031", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9453, "commit_prob": 0.204456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 964}
{"item_id": "arith_0031", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.146776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 965}
{"item_id": "arith_0031", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.215676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 966}
{"item_id": "arith_0031", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.257821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 967}
{"item_id": "arith_0077", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9977, "commit_prob": 0.223274, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 968}
{"item_id": "arith_0077", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.159907, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 969}
{"item_id": "arith_0077", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.242183, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 970}
{"item_id": "arith_0077", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9994, "commit_prob": 0.254599, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 971}
{"item_id": "arith_0060", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.190852, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 972}
{"item_id": "arith_0060", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9579, "commit_prob": 0.089857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 973}
{"item_id": "arith_0060", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163907, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 974}
{"item_id": "arith_0060", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.217883, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 975}
{"item_id": "arith_0073", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.17078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 976}
{"item_id": "arith_0073", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.554, "commit_prob": 0.137667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 977}
{"item_id": "arith_0073", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.20622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 978}
{"item_id": "arith_0073", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.248981, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 979}
{"item_id": "arith_0198", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.110437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 980}
{"item_id": "arith_0198", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.066, "commit_prob": 0.075016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 981}
{"item_id": "arith_0198", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064958, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 982}
{"item_id": "arith_0198", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.163958, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 983}
{"item_id": "arith_0028", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.204194, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 984}
{"item_id": "arith_0028", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.134096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 985}
{"item_id": "arith_0028", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9487, "commit_prob": 0.153927, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 986}
{"item_id": "arith_0028", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.22207, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 987}
{"item_id": "arith_0108", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.176532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 988}
{"item_id": "arith_0108", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.081705, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 989}
{"item_id": "arith_0108", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9986, "commit_prob": 0.18404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 990}
{"item_id": "arith_0108", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.210133, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 991}
{"item_id": "arith_0135", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.170856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 992}
{"item_id": "arith_0135", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.159551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 993}
{"item_id": "arith_0135", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.168415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 994}
{"item_id": "arith_0135", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.22541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 995}
{"item_id": "arith_0155", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.065578, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 996}
{"item_id": "arith_0155", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.060724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 997}
{"item_id": "arith_0155", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.175714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 998}
{"item_id": "arith_0155", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.220917, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 999}
{"item_id": "arith_0186", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.231813, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1000}
{"item_id": "arith_0186", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.995, "commit_prob": 0.118172, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1001}
{"item_id": "arith_0186", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.198146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1002}
{"item_id": "arith_0186", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0074, "commit_prob": 0.261938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1003}
{"item_id": "arith_0261", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.130565, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1004}
{"item_id": "arith_0261", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1005}
{"item_id": "arith_0261", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.098645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1006}
{"item_id": "arith_0261", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.143436, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1007}
{"item_id": "arith_0140", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9874, "commit_prob": 0.090883, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1008}
{"item_id": "arith_0140", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.113712, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1009}
{"item_id": "arith_0140", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.127216, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1010}
{"item_id": "arith_0140", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9919, "commit_prob": 0.162734, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1011}
{"item_id": "arith_0038", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9986, "commit_prob": 0.202898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1012}
{"item_id": "arith_0038", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9408, "commit_prob": 0.039169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1013}
{"item_id": "arith_0038", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.201842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1014}
{"item_id": "arith_0038", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.265622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1015}
{"item_id": "arith_0213", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.101316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1016}
{"item_id": "arith_0213", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3753, "commit_prob": 0.112946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1017}
{"item_id": "arith_0213", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.140937, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1018}
{"item_id": "arith_0213", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.181857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1019}
{"item_id": "arith_0110", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9491, "commit_prob": 0.221238, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1020}
{"item_id": "arith_0110", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.149114, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1021}
{"item_id": "arith_0110", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9959, "commit_prob": 0.188912, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1022}
{"item_id": "arith_0110", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9964, "commit_prob": 0.263455, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1023}
{"item_id": "arith_0131", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.204411, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1024}
{"item_id": "arith_0131", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.107651, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1025}
{"item_id": "arith_0131", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.212575, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1026}
{"item_id": "arith_0131", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.258051, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1027}
{"item_id": "arith_0009", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.217832, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1028}
{"item_id": "arith_0009", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.219441, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1029}
{"item_id": "arith_0009", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.223903, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1030}
{"item_id": "arith_0009", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.266204, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1031}
{"item_id": "arith_0040", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9945, "commit_prob": 0.164731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1032}
{"item_id": "arith_0040", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9847, "commit_prob": 0.124872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1033}
{"item_id": "arith_0040", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.195901, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1034}
{"item_id": "arith_0040", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.948, "commit_prob": 0.199594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1035}
{"item_id": "arith_0002", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9629, "commit_prob": 0.212345, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1036}
{"item_id": "arith_0002", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0155, "commit_prob": 0.103476, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1037}
{"item_id": "arith_0002", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.185741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1038}
{"item_id": "arith_0002", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9906, "commit_prob": 0.256977, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1039}
{"item_id": "arith_0229", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039812, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1040}
{"item_id": "arith_0229", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0759, "commit_prob": 0.048148, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1041}
{"item_id": "arith_0229", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.119785, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1042}
{"item_id": "arith_0229", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.165577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1043}
{"item_id": "arith_0240", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.231982, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1044}
{"item_id": "arith_0240", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.995, "commit_prob": 0.140113, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1045}
{"item_id": "arith_0240", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0013, "commit_prob": 0.210159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1046}
{"item_id": "arith_0240", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2085, "commit_prob": 0.280675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1047}
{"item_id": "arith_0071", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.230207, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1048}
{"item_id": "arith_0071", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0005, "commit_prob": 0.051139, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1049}
{"item_id": "arith_0071", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.220221, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1050}
{"item_id": "arith_0071", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.254339, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1051}
{"item_id": "arith_0241", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.136016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1052}
{"item_id": "arith_0241", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5689, "commit_prob": 0.13366, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1053}
{"item_id": "arith_0241", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.163231, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1054}
{"item_id": "arith_0241", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.154591, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1055}
{"item_id": "arith_0146", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.246598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1056}
{"item_id": "arith_0146", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.141385, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1057}
{"item_id": "arith_0146", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.241129, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1058}
{"item_id": "arith_0146", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.306727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1059}
{"item_id": "arith_0019", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.211997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1060}
{"item_id": "arith_0019", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9946, "commit_prob": 0.14114, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1061}
{"item_id": "arith_0019", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.27095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1062}
{"item_id": "arith_0019", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9924, "commit_prob": 0.2654, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1063}
{"item_id": "arith_0070", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220286, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1064}
{"item_id": "arith_0070", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.196054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1065}
{"item_id": "arith_0070", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.234014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1066}
{"item_id": "arith_0070", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.327085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1067}
{"item_id": "arith_0074", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.240485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1068}
{"item_id": "arith_0074", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.144837, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1069}
{"item_id": "arith_0074", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.222363, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1070}
{"item_id": "arith_0074", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.2484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1071}
{"item_id": "arith_0171", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.254513, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1072}
{"item_id": "arith_0171", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8355, "commit_prob": 0.104477, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1073}
{"item_id": "arith_0171", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.192731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1074}
{"item_id": "arith_0171", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0013, "commit_prob": 0.273423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1075}
{"item_id": "arith_0050", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9923, "commit_prob": 0.26617, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1076}
{"item_id": "arith_0050", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9985, "commit_prob": 0.066984, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1077}
{"item_id": "arith_0050", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.219325, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1078}
{"item_id": "arith_0050", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9521, "commit_prob": 0.235278, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1079}
{"item_id": "arith_0163", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180075, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1080}
{"item_id": "arith_0163", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9882, "commit_prob": 0.106473, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1081}
{"item_id": "arith_0163", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.127014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1082}
{"item_id": "arith_0163", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.200225, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1083}
{"item_id": "arith_0014", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0851, "commit_prob": 0.229744, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1084}
{"item_id": "arith_0014", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.131917, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1085}
{"item_id": "arith_0014", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.167161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1086}
{"item_id": "arith_0014", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9985, "commit_prob": 0.232941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1087}
{"item_id": "arith_0114", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.187159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1088}
{"item_id": "arith_0114", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.138172, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1089}
{"item_id": "arith_0114", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.202019, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1090}
{"item_id": "arith_0114", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.215305, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1091}
{"item_id": "arith_0277", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.252067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1092}
{"item_id": "arith_0277", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0037, "commit_prob": 0.040247, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1093}
{"item_id": "arith_0277", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.182155, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1094}
{"item_id": "arith_0277", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0026, "commit_prob": 0.250411, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1095}
{"item_id": "arith_0041", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.226169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1096}
{"item_id": "arith_0041", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.124692, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1097}
{"item_id": "arith_0041", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.202702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1098}
{"item_id": "arith_0041", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.300839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1099}
{"item_id": "arith_0197", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.193776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1100}
{"item_id": "arith_0197", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7885, "commit_prob": 0.084038, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1101}
{"item_id": "arith_0197", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.185902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1102}
{"item_id": "arith_0197", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1189, "commit_prob": 0.250856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1103}
{"item_id": "arith_0120", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9972, "commit_prob": 0.133733, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1104}
{"item_id": "arith_0120", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.5019, "commit_prob": 0.114009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1105}
{"item_id": "arith_0120", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.110568, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1106}
{"item_id": "arith_0120", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.132009, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1107}
{"item_id": "arith_0191", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.25432, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1108}
{"item_id": "arith_0191", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9942, "commit_prob": 0.080218, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1109}
{"item_id": "arith_0191", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159689, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1110}
{"item_id": "arith_0191", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.231745, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1111}
{"item_id": "arith_0257", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.21182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1112}
{"item_id": "arith_0257", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4379, "commit_prob": 0.107108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1113}
{"item_id": "arith_0257", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.17896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1114}
{"item_id": "arith_0257", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0317, "commit_prob": 0.237882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1115}
{"item_id": "arith_0202", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7421, "commit_prob": 0.136668, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1116}
{"item_id": "arith_0202", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4518, "commit_prob": 0.065563, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1117}
{"item_id": "arith_0202", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.171975, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1118}
{"item_id": "arith_0202", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0187, "commit_prob": 0.248552, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1119}
{"item_id": "arith_0027", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.158989, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1120}
{"item_id": "arith_0027", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.159358, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1121}
{"item_id": "arith_0027", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.184964, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1122}
{"item_id": "arith_0027", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.223992, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1123}
{"item_id": "arith_0212", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.168001, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1124}
{"item_id": "arith_0212", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9235, "commit_prob": 0.146741, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1125}
{"item_id": "arith_0212", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.212107, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1126}
{"item_id": "arith_0212", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.254172, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1127}
{"item_id": "arith_0013", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.19009, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1128}
{"item_id": "arith_0013", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.5, "probe_lofo_score": 0.9999, "commit_prob": 0.121917, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1129}
{"item_id": "arith_0013", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.154624, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1130}
{"item_id": "arith_0013", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.197282, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1131}
{"item_id": "arith_0178", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.20903, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1132}
{"item_id": "arith_0178", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.131644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1133}
{"item_id": "arith_0178", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.208626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1134}
{"item_id": "arith_0178", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.169, "commit_prob": 0.209155, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1135}
{"item_id": "arith_0290", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.131662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1136}
{"item_id": "arith_0290", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.099127, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1137}
{"item_id": "arith_0290", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.153366, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1138}
{"item_id": "arith_0290", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188127, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1139}
{"item_id": "arith_0113", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9976, "commit_prob": 0.17251, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1140}
{"item_id": "arith_0113", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8805, "commit_prob": 0.187241, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1141}
{"item_id": "arith_0113", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9974, "commit_prob": 0.230133, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1142}
{"item_id": "arith_0113", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.25999, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1143}
{"item_id": "arith_0046", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.20946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1144}
{"item_id": "arith_0046", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0447, "commit_prob": 0.126071, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1145}
{"item_id": "arith_0046", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.232696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1146}
{"item_id": "arith_0046", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.248015, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1147}
{"item_id": "arith_0223", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.216739, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1148}
{"item_id": "arith_0223", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0133, "commit_prob": 0.066207, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1149}
{"item_id": "arith_0223", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.181974, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1150}
{"item_id": "arith_0223", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.217983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1151}
{"item_id": "arith_0075", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.198553, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1152}
{"item_id": "arith_0075", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.088746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1153}
{"item_id": "arith_0075", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.185529, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1154}
{"item_id": "arith_0075", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.241722, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1155}
{"item_id": "arith_0262", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0622, "commit_prob": 0.169116, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1156}
{"item_id": "arith_0262", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.127591, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1157}
{"item_id": "arith_0262", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0708, "commit_prob": 0.170525, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1158}
{"item_id": "arith_0262", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3944, "commit_prob": 0.179777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1159}
{"item_id": "arith_0230", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.16543, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1160}
{"item_id": "arith_0230", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.049959, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1161}
{"item_id": "arith_0230", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0053, "commit_prob": 0.145389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1162}
{"item_id": "arith_0230", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.171503, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1163}
{"item_id": "arith_0139", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.17497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1164}
{"item_id": "arith_0139", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.170837, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1165}
{"item_id": "arith_0139", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.192256, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1166}
{"item_id": "arith_0139", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.200549, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1167}
{"item_id": "arith_0082", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6213, "commit_prob": 0.261457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1168}
{"item_id": "arith_0082", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.112926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1169}
{"item_id": "arith_0082", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9956, "commit_prob": 0.193882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1170}
{"item_id": "arith_0082", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9955, "commit_prob": 0.251355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1171}
{"item_id": "arith_0042", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9983, "commit_prob": 0.236299, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1172}
{"item_id": "arith_0042", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.116595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1173}
{"item_id": "arith_0042", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.210048, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1174}
{"item_id": "arith_0042", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.290526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1175}
{"item_id": "arith_0145", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210138, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1176}
{"item_id": "arith_0145", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.155869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1177}
{"item_id": "arith_0145", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.196368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1178}
{"item_id": "arith_0145", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.31188, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1179}
{"item_id": "arith_0063", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.219328, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1180}
{"item_id": "arith_0063", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.060197, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1181}
{"item_id": "arith_0063", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.212013, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1182}
{"item_id": "arith_0063", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.26569, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1183}
{"item_id": "arith_0264", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.156734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1184}
{"item_id": "arith_0264", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9886, "commit_prob": 0.110475, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1185}
{"item_id": "arith_0264", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.137484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1186}
{"item_id": "arith_0264", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.186212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1187}
{"item_id": "arith_0052", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.200749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1188}
{"item_id": "arith_0052", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.161848, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1189}
{"item_id": "arith_0052", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.218776, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1190}
{"item_id": "arith_0052", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.242439, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1191}
{"item_id": "arith_0283", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.326967, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1192}
{"item_id": "arith_0283", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0123, "commit_prob": 0.0617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1193}
{"item_id": "arith_0283", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.229842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1194}
{"item_id": "arith_0283", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.345533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1195}
{"item_id": "arith_0190", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.96, "probe_lofo_score": 0.0, "commit_prob": 0.184014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1196}
{"item_id": "arith_0190", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.061814, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1197}
{"item_id": "arith_0190", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.190577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1198}
{"item_id": "arith_0190", "model": "llama-3.1-8b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.29008, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1199}
{"item_id": "cap_0180", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.089616, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1200}
{"item_id": "cap_0180", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.209275, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1201}
{"item_id": "cap_0180", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.138204, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1202}
{"item_id": "cap_0180", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1203}
{"item_id": "cap_0004", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.9, "probe_lofo_score": 0.9996, "commit_prob": 0.129663, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1204}
{"item_id": "cap_0004", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9998, "commit_prob": 0.116913, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1205}
{"item_id": "cap_0004", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.137592, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1206}
{"item_id": "cap_0004", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9994, "commit_prob": 0.113671, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1207}
{"item_id": "cap_0216", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.07954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1208}
{"item_id": "cap_0216", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.191178, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1209}
{"item_id": "cap_0216", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.14005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1210}
{"item_id": "cap_0216", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164663, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1211}
{"item_id": "cap_0007", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.124136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1212}
{"item_id": "cap_0007", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.211055, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1213}
{"item_id": "cap_0007", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.105485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1214}
{"item_id": "cap_0007", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.256917, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1215}
{"item_id": "cap_0241", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.058396, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1216}
{"item_id": "cap_0241", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160705, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1217}
{"item_id": "cap_0241", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.102888, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1218}
{"item_id": "cap_0241", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188068, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1219}
{"item_id": "cap_0036", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1220}
{"item_id": "cap_0036", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.267064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1221}
{"item_id": "cap_0036", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.202213, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1222}
{"item_id": "cap_0036", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.235742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1223}
{"item_id": "cap_0124", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.15327, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1224}
{"item_id": "cap_0124", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1225}
{"item_id": "cap_0124", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151341, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1226}
{"item_id": "cap_0124", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.185325, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1227}
{"item_id": "cap_0171", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.95, "probe_lofo_score": 0.0027, "commit_prob": 0.10266, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1228}
{"item_id": "cap_0171", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0946, "commit_prob": 0.16971, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1229}
{"item_id": "cap_0171", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9964, "commit_prob": 0.196071, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1230}
{"item_id": "cap_0171", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0071, "commit_prob": 0.216344, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1231}
{"item_id": "cap_0032", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9438, "commit_prob": 0.098462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1232}
{"item_id": "cap_0032", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9876, "commit_prob": 0.162538, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1233}
{"item_id": "cap_0032", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9961, "commit_prob": 0.158702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1234}
{"item_id": "cap_0032", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 0.4299, "commit_prob": 0.195986, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1235}
{"item_id": "cap_0295", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.076311, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1236}
{"item_id": "cap_0295", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.194421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1237}
{"item_id": "cap_0295", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.10883, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1238}
{"item_id": "cap_0295", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.195212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1239}
{"item_id": "cap_0248", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.161483, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1240}
{"item_id": "cap_0248", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.222057, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1241}
{"item_id": "cap_0248", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.147009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1242}
{"item_id": "cap_0248", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.146986, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1243}
{"item_id": "cap_0132", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.165865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1244}
{"item_id": "cap_0132", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.233615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1245}
{"item_id": "cap_0132", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.141136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1246}
{"item_id": "cap_0132", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.193343, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1247}
{"item_id": "cap_0049", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.103281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1248}
{"item_id": "cap_0049", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.9, "probe_lofo_score": 1.0, "commit_prob": 0.179946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1249}
{"item_id": "cap_0049", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9965, "commit_prob": 0.142816, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1250}
{"item_id": "cap_0049", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.9, "probe_lofo_score": 0.078, "commit_prob": 0.173382, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1251}
{"item_id": "cap_0020", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.155743, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1252}
{"item_id": "cap_0020", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.203236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1253}
{"item_id": "cap_0020", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.124009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1254}
{"item_id": "cap_0020", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.187509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1255}
{"item_id": "cap_0213", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.08006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1256}
{"item_id": "cap_0213", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.184829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1257}
{"item_id": "cap_0213", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.123954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1258}
{"item_id": "cap_0213", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.178483, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1259}
{"item_id": "cap_0232", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.06063, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1260}
{"item_id": "cap_0232", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.196729, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1261}
{"item_id": "cap_0232", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.123481, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1262}
{"item_id": "cap_0232", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.11264, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1263}
{"item_id": "cap_0069", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1264}
{"item_id": "cap_0069", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.23697, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1265}
{"item_id": "cap_0069", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.145118, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1266}
{"item_id": "cap_0069", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.198144, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1267}
{"item_id": "cap_0030", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.168824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1268}
{"item_id": "cap_0030", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.258291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1269}
{"item_id": "cap_0030", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.10771, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1270}
{"item_id": "cap_0030", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.267683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1271}
{"item_id": "cap_0048", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.131519, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1272}
{"item_id": "cap_0048", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.237531, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1273}
{"item_id": "cap_0048", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.109004, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1274}
{"item_id": "cap_0048", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.208069, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1275}
{"item_id": "cap_0239", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.104759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1276}
{"item_id": "cap_0239", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.170716, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1277}
{"item_id": "cap_0239", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.116149, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1278}
{"item_id": "cap_0239", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.155659, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1279}
{"item_id": "cap_0195", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040408, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1280}
{"item_id": "cap_0195", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.162094, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1281}
{"item_id": "cap_0195", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.093906, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1282}
{"item_id": "cap_0195", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.173691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1283}
{"item_id": "cap_0224", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.038667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1284}
{"item_id": "cap_0224", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.110197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1285}
{"item_id": "cap_0224", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.089215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1286}
{"item_id": "cap_0224", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133761, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1287}
{"item_id": "cap_0255", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1288}
{"item_id": "cap_0255", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.158179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1289}
{"item_id": "cap_0255", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.093865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1290}
{"item_id": "cap_0255", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1291}
{"item_id": "cap_0031", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.14182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1292}
{"item_id": "cap_0031", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.20444, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1293}
{"item_id": "cap_0031", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.12111, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1294}
{"item_id": "cap_0031", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.162639, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1295}
{"item_id": "cap_0225", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1296}
{"item_id": "cap_0225", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.091052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1297}
{"item_id": "cap_0225", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.118692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1298}
{"item_id": "cap_0225", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.141361, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1299}
{"item_id": "cap_0165", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.10162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1300}
{"item_id": "cap_0165", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.196933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1301}
{"item_id": "cap_0165", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.151162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1302}
{"item_id": "cap_0165", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.195653, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1303}
{"item_id": "cap_0294", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.054361, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1304}
{"item_id": "cap_0294", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.186246, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1305}
{"item_id": "cap_0294", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.100767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1306}
{"item_id": "cap_0294", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1307}
{"item_id": "cap_0087", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151952, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1308}
{"item_id": "cap_0087", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210706, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1309}
{"item_id": "cap_0087", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.125483, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1310}
{"item_id": "cap_0087", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.194953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1311}
{"item_id": "cap_0280", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.075517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1312}
{"item_id": "cap_0280", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.168674, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1313}
{"item_id": "cap_0280", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.130553, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1314}
{"item_id": "cap_0280", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.149558, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1315}
{"item_id": "cap_0244", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.083082, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1316}
{"item_id": "cap_0244", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.220623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1317}
{"item_id": "cap_0244", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.100351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1318}
{"item_id": "cap_0244", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.178892, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1319}
{"item_id": "cap_0179", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.065584, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1320}
{"item_id": "cap_0179", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.150095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1321}
{"item_id": "cap_0179", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.135738, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1322}
{"item_id": "cap_0179", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.149111, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1323}
{"item_id": "cap_0148", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.112032, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1324}
{"item_id": "cap_0148", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.244767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1325}
{"item_id": "cap_0148", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.154103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1326}
{"item_id": "cap_0148", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.177164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1327}
{"item_id": "cap_0136", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.144747, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1328}
{"item_id": "cap_0136", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.256867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1329}
{"item_id": "cap_0136", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.126928, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1330}
{"item_id": "cap_0136", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.224766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1331}
{"item_id": "cap_0128", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.122128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1332}
{"item_id": "cap_0128", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.240111, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1333}
{"item_id": "cap_0128", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.119516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1334}
{"item_id": "cap_0128", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.230018, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1335}
{"item_id": "cap_0000", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.185115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1336}
{"item_id": "cap_0000", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.255238, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1337}
{"item_id": "cap_0000", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.133442, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1338}
{"item_id": "cap_0000", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.229492, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1339}
{"item_id": "cap_0024", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.155508, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1340}
{"item_id": "cap_0024", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.281151, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1341}
{"item_id": "cap_0024", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.137322, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1342}
{"item_id": "cap_0024", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.165583, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1343}
{"item_id": "cap_0041", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.143326, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1344}
{"item_id": "cap_0041", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.236453, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1345}
{"item_id": "cap_0041", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163561, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1346}
{"item_id": "cap_0041", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.204291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1347}
{"item_id": "cap_0115", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.139354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1348}
{"item_id": "cap_0115", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.243728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1349}
{"item_id": "cap_0115", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.168795, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1350}
{"item_id": "cap_0115", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210203, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1351}
{"item_id": "cap_0135", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.19169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1352}
{"item_id": "cap_0135", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.331042, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1353}
{"item_id": "cap_0135", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.124681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1354}
{"item_id": "cap_0135", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.287588, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1355}
{"item_id": "cap_0150", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.048233, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1356}
{"item_id": "cap_0150", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160951, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1357}
{"item_id": "cap_0150", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1358}
{"item_id": "cap_0150", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.143099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1359}
{"item_id": "cap_0079", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150978, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1360}
{"item_id": "cap_0079", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.273301, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1361}
{"item_id": "cap_0079", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.178904, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1362}
{"item_id": "cap_0079", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.20191, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1363}
{"item_id": "cap_0235", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.041473, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1364}
{"item_id": "cap_0235", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.146316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1365}
{"item_id": "cap_0235", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.098323, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1366}
{"item_id": "cap_0235", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.125888, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1367}
{"item_id": "cap_0281", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.077197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1368}
{"item_id": "cap_0281", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159059, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1369}
{"item_id": "cap_0281", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.099962, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1370}
{"item_id": "cap_0281", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1371}
{"item_id": "cap_0155", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.07956, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1372}
{"item_id": "cap_0155", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.184426, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1373}
{"item_id": "cap_0155", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.109197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1374}
{"item_id": "cap_0155", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183819, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1375}
{"item_id": "cap_0173", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.095988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1376}
{"item_id": "cap_0173", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.146079, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1377}
{"item_id": "cap_0173", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.103868, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1378}
{"item_id": "cap_0173", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.130858, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1379}
{"item_id": "cap_0270", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.072073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1380}
{"item_id": "cap_0270", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.237854, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1381}
{"item_id": "cap_0270", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142394, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1382}
{"item_id": "cap_0270", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.199433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1383}
{"item_id": "cap_0210", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.117501, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1384}
{"item_id": "cap_0210", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.203149, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1385}
{"item_id": "cap_0210", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.108716, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1386}
{"item_id": "cap_0210", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.192175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1387}
{"item_id": "cap_0025", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.130024, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1388}
{"item_id": "cap_0025", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.205727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1389}
{"item_id": "cap_0025", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.008, "commit_prob": 0.148432, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1390}
{"item_id": "cap_0025", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.184615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1391}
{"item_id": "cap_0159", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.091176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1392}
{"item_id": "cap_0159", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.21035, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1393}
{"item_id": "cap_0159", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.108812, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1394}
{"item_id": "cap_0159", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.200404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1395}
{"item_id": "cap_0206", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064605, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1396}
{"item_id": "cap_0206", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.221759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1397}
{"item_id": "cap_0206", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134239, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1398}
{"item_id": "cap_0206", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.205356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1399}
{"item_id": "cap_0134", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.162616, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1400}
{"item_id": "cap_0134", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.236309, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1401}
{"item_id": "cap_0134", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.156096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1402}
{"item_id": "cap_0134", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.224026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1403}
{"item_id": "cap_0263", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.053956, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1404}
{"item_id": "cap_0263", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.200313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1405}
{"item_id": "cap_0263", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.144517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1406}
{"item_id": "cap_0263", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1407}
{"item_id": "cap_0283", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.065137, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1408}
{"item_id": "cap_0283", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.190703, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1409}
{"item_id": "cap_0283", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.11847, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1410}
{"item_id": "cap_0283", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.196895, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1411}
{"item_id": "cap_0286", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.077687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1412}
{"item_id": "cap_0286", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.227036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1413}
{"item_id": "cap_0286", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.113573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1414}
{"item_id": "cap_0286", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.166046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1415}
{"item_id": "cap_0145", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.188175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1416}
{"item_id": "cap_0145", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.290678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1417}
{"item_id": "cap_0145", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.187894, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1418}
{"item_id": "cap_0145", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.295512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1419}
{"item_id": "cap_0011", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.175635, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1420}
{"item_id": "cap_0011", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.241493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1421}
{"item_id": "cap_0011", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.121398, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1422}
{"item_id": "cap_0011", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.231208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1423}
{"item_id": "cap_0183", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.097922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1424}
{"item_id": "cap_0183", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.165735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1425}
{"item_id": "cap_0183", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.112487, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1426}
{"item_id": "cap_0183", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0011, "commit_prob": 0.144408, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1427}
{"item_id": "cap_0285", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0018, "commit_prob": 0.238093, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1428}
{"item_id": "cap_0285", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.286268, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1429}
{"item_id": "cap_0285", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.12412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1430}
{"item_id": "cap_0285", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.248075, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1431}
{"item_id": "cap_0231", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.072387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1432}
{"item_id": "cap_0231", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159625, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1433}
{"item_id": "cap_0231", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.109322, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1434}
{"item_id": "cap_0231", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.166082, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1435}
{"item_id": "cap_0187", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.075271, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1436}
{"item_id": "cap_0187", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.143683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1437}
{"item_id": "cap_0187", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.102877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1438}
{"item_id": "cap_0187", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142674, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1439}
{"item_id": "cap_0201", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.099863, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1440}
{"item_id": "cap_0201", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.19576, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1441}
{"item_id": "cap_0201", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9686, "commit_prob": 0.12469, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1442}
{"item_id": "cap_0201", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183652, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1443}
{"item_id": "cap_0181", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.041431, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1444}
{"item_id": "cap_0181", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.171893, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1445}
{"item_id": "cap_0181", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.103158, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1446}
{"item_id": "cap_0181", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.184688, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1447}
{"item_id": "cap_0161", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.063041, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1448}
{"item_id": "cap_0161", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.190875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1449}
{"item_id": "cap_0161", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.115742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1450}
{"item_id": "cap_0161", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0202, "commit_prob": 0.16885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1451}
{"item_id": "cap_0094", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.154103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1452}
{"item_id": "cap_0094", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.221897, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1453}
{"item_id": "cap_0094", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 1.0, "commit_prob": 0.163598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1454}
{"item_id": "cap_0094", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.218655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1455}
{"item_id": "cap_0288", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.072132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1456}
{"item_id": "cap_0288", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.178899, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1457}
{"item_id": "cap_0288", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0945, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1458}
{"item_id": "cap_0288", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1459}
{"item_id": "cap_0261", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.121552, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1460}
{"item_id": "cap_0261", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.98, "probe_lofo_score": 0.0, "commit_prob": 0.160629, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1461}
{"item_id": "cap_0261", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1184, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1462}
{"item_id": "cap_0261", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.99, "probe_lofo_score": 0.0, "commit_prob": 0.148257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1463}
{"item_id": "cap_0186", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.051815, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1464}
{"item_id": "cap_0186", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.16559, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1465}
{"item_id": "cap_0186", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.114263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1466}
{"item_id": "cap_0186", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1467}
{"item_id": "cap_0207", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.078352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1468}
{"item_id": "cap_0207", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1469}
{"item_id": "cap_0207", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.144784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1470}
{"item_id": "cap_0207", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9291, "commit_prob": 0.153339, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1471}
{"item_id": "cap_0289", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.05598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1472}
{"item_id": "cap_0289", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180431, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1473}
{"item_id": "cap_0289", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.117837, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1474}
{"item_id": "cap_0289", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.148556, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1475}
{"item_id": "cap_0008", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.156169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1476}
{"item_id": "cap_0008", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.242271, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1477}
{"item_id": "cap_0008", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.15477, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1478}
{"item_id": "cap_0008", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.221012, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1479}
{"item_id": "cap_0296", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.066845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1480}
{"item_id": "cap_0296", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.157083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1481}
{"item_id": "cap_0296", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.093725, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1482}
{"item_id": "cap_0296", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.118983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1483}
{"item_id": "cap_0299", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.045797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1484}
{"item_id": "cap_0299", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.199527, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1485}
{"item_id": "cap_0299", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0316, "commit_prob": 0.120617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1486}
{"item_id": "cap_0299", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.174782, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1487}
{"item_id": "cap_0056", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.144947, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1488}
{"item_id": "cap_0056", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.244452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1489}
{"item_id": "cap_0056", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.14033, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1490}
{"item_id": "cap_0056", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.193639, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1491}
{"item_id": "cap_0211", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.076502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1492}
{"item_id": "cap_0211", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.179628, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1493}
{"item_id": "cap_0211", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1494}
{"item_id": "cap_0211", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160501, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1495}
{"item_id": "cap_0060", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9974, "commit_prob": 0.120674, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1496}
{"item_id": "cap_0060", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.193527, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1497}
{"item_id": "cap_0060", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9916, "commit_prob": 0.111879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1498}
{"item_id": "cap_0060", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.183944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1499}
{"item_id": "cap_0119", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.125874, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1500}
{"item_id": "cap_0119", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.27216, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1501}
{"item_id": "cap_0119", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9836, "commit_prob": 0.14149, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1502}
{"item_id": "cap_0119", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.261162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1503}
{"item_id": "cap_0089", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151548, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1504}
{"item_id": "cap_0089", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.213178, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1505}
{"item_id": "cap_0089", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.13534, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1506}
{"item_id": "cap_0089", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.184417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1507}
{"item_id": "cap_0106", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.186948, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1508}
{"item_id": "cap_0106", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.250025, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1509}
{"item_id": "cap_0106", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1510}
{"item_id": "cap_0106", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.189468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1511}
{"item_id": "cap_0246", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.052045, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1512}
{"item_id": "cap_0246", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180993, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1513}
{"item_id": "cap_0246", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.108259, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1514}
{"item_id": "cap_0246", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.177755, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1515}
{"item_id": "cap_0058", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9944, "commit_prob": 0.155884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1516}
{"item_id": "cap_0058", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.177685, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1517}
{"item_id": "cap_0058", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.164718, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1518}
{"item_id": "cap_0058", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.192075, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1519}
{"item_id": "cap_0220", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.062386, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1520}
{"item_id": "cap_0220", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1521}
{"item_id": "cap_0220", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.114851, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1522}
{"item_id": "cap_0220", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.145941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1523}
{"item_id": "cap_0242", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.108909, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1524}
{"item_id": "cap_0242", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.192511, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1525}
{"item_id": "cap_0242", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.104702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1526}
{"item_id": "cap_0242", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.187086, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1527}
{"item_id": "cap_0091", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.170882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1528}
{"item_id": "cap_0091", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.328864, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1529}
{"item_id": "cap_0091", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.18805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1530}
{"item_id": "cap_0091", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.288516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1531}
{"item_id": "cap_0257", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.073739, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1532}
{"item_id": "cap_0257", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.167254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1533}
{"item_id": "cap_0257", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.140419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1534}
{"item_id": "cap_0257", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.185997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1535}
{"item_id": "cap_0014", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.9, "probe_lofo_score": 0.9999, "commit_prob": 0.081111, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1536}
{"item_id": "cap_0014", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.6, "probe_lofo_score": 1.0, "commit_prob": 0.111224, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1537}
{"item_id": "cap_0014", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 1.0, "commit_prob": 0.121604, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1538}
{"item_id": "cap_0014", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 0.9961, "commit_prob": 0.105215, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1539}
{"item_id": "cap_0010", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.119559, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1540}
{"item_id": "cap_0010", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.214564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1541}
{"item_id": "cap_0010", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1542}
{"item_id": "cap_0010", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.174459, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1543}
{"item_id": "cap_0197", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034271, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1544}
{"item_id": "cap_0197", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.172627, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1545}
{"item_id": "cap_0197", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.12238, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1546}
{"item_id": "cap_0197", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.17438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1547}
{"item_id": "cap_0214", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.069023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1548}
{"item_id": "cap_0214", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.181506, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1549}
{"item_id": "cap_0214", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105339, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1550}
{"item_id": "cap_0214", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169383, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1551}
{"item_id": "cap_0113", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1552}
{"item_id": "cap_0113", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.289072, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1553}
{"item_id": "cap_0113", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1554}
{"item_id": "cap_0113", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.254076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1555}
{"item_id": "cap_0259", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.062397, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1556}
{"item_id": "cap_0259", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.2167, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1557}
{"item_id": "cap_0259", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.089127, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1558}
{"item_id": "cap_0259", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.165845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1559}
{"item_id": "cap_0234", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.070647, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1560}
{"item_id": "cap_0234", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.163875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1561}
{"item_id": "cap_0234", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0167, "commit_prob": 0.17112, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1562}
{"item_id": "cap_0234", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.135826, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1563}
{"item_id": "cap_0044", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.144867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1564}
{"item_id": "cap_0044", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.182397, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1565}
{"item_id": "cap_0044", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.127072, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1566}
{"item_id": "cap_0044", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.207313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1567}
{"item_id": "cap_0205", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.062427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1568}
{"item_id": "cap_0205", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169091, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1569}
{"item_id": "cap_0205", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.090174, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1570}
{"item_id": "cap_0205", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.158971, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1571}
{"item_id": "cap_0249", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1572}
{"item_id": "cap_0249", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.116074, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1573}
{"item_id": "cap_0249", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.132136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1574}
{"item_id": "cap_0249", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.123674, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1575}
{"item_id": "cap_0103", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.158487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1576}
{"item_id": "cap_0103", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.321792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1577}
{"item_id": "cap_0103", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.152092, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1578}
{"item_id": "cap_0103", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.303701, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1579}
{"item_id": "cap_0075", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150483, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1580}
{"item_id": "cap_0075", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.226808, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1581}
{"item_id": "cap_0075", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.116564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1582}
{"item_id": "cap_0075", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1583}
{"item_id": "cap_0120", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.138005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1584}
{"item_id": "cap_0120", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.194966, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1585}
{"item_id": "cap_0120", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9999, "commit_prob": 0.10881, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1586}
{"item_id": "cap_0120", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.19388, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1587}
{"item_id": "cap_0059", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.116224, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1588}
{"item_id": "cap_0059", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.183996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1589}
{"item_id": "cap_0059", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.146637, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1590}
{"item_id": "cap_0059", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.25182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1591}
{"item_id": "cap_0298", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.050673, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1592}
{"item_id": "cap_0298", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.172162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1593}
{"item_id": "cap_0298", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.106291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1594}
{"item_id": "cap_0298", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.158117, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1595}
{"item_id": "cap_0253", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0025, "commit_prob": 0.036352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1596}
{"item_id": "cap_0253", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.174192, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1597}
{"item_id": "cap_0253", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.110742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1598}
{"item_id": "cap_0253", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.166551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1599}
{"item_id": "cap_0057", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1600}
{"item_id": "cap_0057", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.263388, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1601}
{"item_id": "cap_0057", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.176482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1602}
{"item_id": "cap_0057", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220282, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1603}
{"item_id": "cap_0109", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1604}
{"item_id": "cap_0109", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.282278, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1605}
{"item_id": "cap_0109", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.147042, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1606}
{"item_id": "cap_0109", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.242615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1607}
{"item_id": "cap_0073", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.153309, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1608}
{"item_id": "cap_0073", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.278846, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1609}
{"item_id": "cap_0073", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1610}
{"item_id": "cap_0073", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.224512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1611}
{"item_id": "cap_0088", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.126053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1612}
{"item_id": "cap_0088", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.250257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1613}
{"item_id": "cap_0088", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1614}
{"item_id": "cap_0088", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.213719, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1615}
{"item_id": "cap_0149", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.172892, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1616}
{"item_id": "cap_0149", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.326435, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1617}
{"item_id": "cap_0149", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.173856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1618}
{"item_id": "cap_0149", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.303516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1619}
{"item_id": "cap_0163", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.033203, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1620}
{"item_id": "cap_0163", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.11164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1621}
{"item_id": "cap_0163", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.143929, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1622}
{"item_id": "cap_0163", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.149282, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1623}
{"item_id": "cap_0066", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.128524, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1624}
{"item_id": "cap_0066", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 1.0, "commit_prob": 0.221941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1625}
{"item_id": "cap_0066", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.1453, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1626}
{"item_id": "cap_0066", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.232282, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1627}
{"item_id": "cap_0277", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.066872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1628}
{"item_id": "cap_0277", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.200711, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1629}
{"item_id": "cap_0277", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.123924, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1630}
{"item_id": "cap_0277", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.172159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1631}
{"item_id": "cap_0065", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148235, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1632}
{"item_id": "cap_0065", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.204462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1633}
{"item_id": "cap_0065", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9999, "commit_prob": 0.18918, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1634}
{"item_id": "cap_0065", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.188654, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1635}
{"item_id": "cap_0028", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.155005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1636}
{"item_id": "cap_0028", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.265666, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1637}
{"item_id": "cap_0028", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.168457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1638}
{"item_id": "cap_0028", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.221731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1639}
{"item_id": "cap_0033", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1640}
{"item_id": "cap_0033", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.254727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1641}
{"item_id": "cap_0033", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148755, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1642}
{"item_id": "cap_0033", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.264037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1643}
{"item_id": "cap_0012", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.140345, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1644}
{"item_id": "cap_0012", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.215941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1645}
{"item_id": "cap_0012", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1646}
{"item_id": "cap_0012", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 1.0, "commit_prob": 0.202062, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1647}
{"item_id": "cap_0191", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.082043, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1648}
{"item_id": "cap_0191", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.196675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1649}
{"item_id": "cap_0191", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.102805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1650}
{"item_id": "cap_0191", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.181695, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1651}
{"item_id": "cap_0013", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.170358, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1652}
{"item_id": "cap_0013", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.345734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1653}
{"item_id": "cap_0013", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.188572, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1654}
{"item_id": "cap_0013", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.255774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1655}
{"item_id": "cap_0055", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.142436, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1656}
{"item_id": "cap_0055", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.195844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1657}
{"item_id": "cap_0055", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.146496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1658}
{"item_id": "cap_0055", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.178938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1659}
{"item_id": "cap_0172", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1660}
{"item_id": "cap_0172", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.235968, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1661}
{"item_id": "cap_0172", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.132268, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1662}
{"item_id": "cap_0172", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.20782, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1663}
{"item_id": "cap_0212", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.077715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1664}
{"item_id": "cap_0212", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.151766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1665}
{"item_id": "cap_0212", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133847, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1666}
{"item_id": "cap_0212", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.8, "probe_lofo_score": 0.0054, "commit_prob": 0.181926, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1667}
{"item_id": "cap_0156", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.102754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1668}
{"item_id": "cap_0156", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.165778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1669}
{"item_id": "cap_0156", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0014, "commit_prob": 0.178772, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1670}
{"item_id": "cap_0156", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.184502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1671}
{"item_id": "cap_0188", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.087364, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1672}
{"item_id": "cap_0188", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.224622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1673}
{"item_id": "cap_0188", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.103757, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1674}
{"item_id": "cap_0188", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.176196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1675}
{"item_id": "cap_0121", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.999, "commit_prob": 0.086922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1676}
{"item_id": "cap_0121", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.201446, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1677}
{"item_id": "cap_0121", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 1.0, "commit_prob": 0.189069, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1678}
{"item_id": "cap_0121", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 1.0, "commit_prob": 0.181937, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1679}
{"item_id": "cap_0086", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.133359, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1680}
{"item_id": "cap_0086", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.24027, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1681}
{"item_id": "cap_0086", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9986, "commit_prob": 0.159863, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1682}
{"item_id": "cap_0086", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.205672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1683}
{"item_id": "cap_0168", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064051, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1684}
{"item_id": "cap_0168", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.172011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1685}
{"item_id": "cap_0168", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.123917, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1686}
{"item_id": "cap_0168", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.16981, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1687}
{"item_id": "cap_0072", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.153485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1688}
{"item_id": "cap_0072", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.253166, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1689}
{"item_id": "cap_0072", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.145196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1690}
{"item_id": "cap_0072", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.252438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1691}
{"item_id": "cap_0005", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.139428, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1692}
{"item_id": "cap_0005", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.203533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1693}
{"item_id": "cap_0005", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.174754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1694}
{"item_id": "cap_0005", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.193405, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1695}
{"item_id": "cap_0267", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060629, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1696}
{"item_id": "cap_0267", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.203096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1697}
{"item_id": "cap_0267", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.08977, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1698}
{"item_id": "cap_0267", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.187984, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1699}
{"item_id": "cap_0178", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.079704, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1700}
{"item_id": "cap_0178", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1701}
{"item_id": "cap_0178", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.081081, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1702}
{"item_id": "cap_0178", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.136147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1703}
{"item_id": "cap_0130", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.181179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1704}
{"item_id": "cap_0130", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.323714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1705}
{"item_id": "cap_0130", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.141691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1706}
{"item_id": "cap_0130", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.272313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1707}
{"item_id": "cap_0243", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.033396, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1708}
{"item_id": "cap_0243", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.135789, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1709}
{"item_id": "cap_0243", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.087434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1710}
{"item_id": "cap_0243", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.147957, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1711}
{"item_id": "cap_0202", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.066115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1712}
{"item_id": "cap_0202", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.176635, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1713}
{"item_id": "cap_0202", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.177573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1714}
{"item_id": "cap_0202", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.18681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1715}
{"item_id": "cap_0268", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.06688, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1716}
{"item_id": "cap_0268", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.153578, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1717}
{"item_id": "cap_0268", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.153708, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1718}
{"item_id": "cap_0268", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.130607, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1719}
{"item_id": "cap_0229", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.114182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1720}
{"item_id": "cap_0229", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.241159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1721}
{"item_id": "cap_0229", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.097319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1722}
{"item_id": "cap_0229", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1723}
{"item_id": "cap_0204", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0011, "commit_prob": 0.069811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1724}
{"item_id": "cap_0204", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.14445, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1725}
{"item_id": "cap_0204", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.129767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1726}
{"item_id": "cap_0204", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.17132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1727}
{"item_id": "cap_0009", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.1181, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1728}
{"item_id": "cap_0009", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.213803, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1729}
{"item_id": "cap_0009", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9953, "commit_prob": 0.187535, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1730}
{"item_id": "cap_0009", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.190855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1731}
{"item_id": "cap_0209", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.055954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1732}
{"item_id": "cap_0209", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1733}
{"item_id": "cap_0209", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.135796, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1734}
{"item_id": "cap_0209", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.195083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1735}
{"item_id": "cap_0129", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.140988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1736}
{"item_id": "cap_0129", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220931, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1737}
{"item_id": "cap_0129", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132588, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1738}
{"item_id": "cap_0129", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.192229, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1739}
{"item_id": "cap_0102", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1740}
{"item_id": "cap_0102", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.206158, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1741}
{"item_id": "cap_0102", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1742}
{"item_id": "cap_0102", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.236132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1743}
{"item_id": "cap_0222", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.054502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1744}
{"item_id": "cap_0222", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.165017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1745}
{"item_id": "cap_0222", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1746}
{"item_id": "cap_0222", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.148769, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1747}
{"item_id": "cap_0282", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1748}
{"item_id": "cap_0282", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.132908, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1749}
{"item_id": "cap_0282", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.09979, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1750}
{"item_id": "cap_0282", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.141694, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1751}
{"item_id": "cap_0018", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.140517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1752}
{"item_id": "cap_0018", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.282661, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1753}
{"item_id": "cap_0018", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.149994, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1754}
{"item_id": "cap_0018", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.256086, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1755}
{"item_id": "cap_0164", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.050724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1756}
{"item_id": "cap_0164", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.118866, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1757}
{"item_id": "cap_0164", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.09958, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1758}
{"item_id": "cap_0164", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0021, "commit_prob": 0.115844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1759}
{"item_id": "cap_0108", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.14567, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1760}
{"item_id": "cap_0108", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.247719, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1761}
{"item_id": "cap_0108", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.144132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1762}
{"item_id": "cap_0108", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.203485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1763}
{"item_id": "cap_0039", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.149577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1764}
{"item_id": "cap_0039", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.340813, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1765}
{"item_id": "cap_0039", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.178045, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1766}
{"item_id": "cap_0039", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.281261, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1767}
{"item_id": "cap_0287", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.043299, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1768}
{"item_id": "cap_0287", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.21574, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1769}
{"item_id": "cap_0287", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.138645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1770}
{"item_id": "cap_0287", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.199587, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1771}
{"item_id": "cap_0061", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.129457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1772}
{"item_id": "cap_0061", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.18701, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1773}
{"item_id": "cap_0061", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.158106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1774}
{"item_id": "cap_0061", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.207918, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1775}
{"item_id": "cap_0279", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.068128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1776}
{"item_id": "cap_0279", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183295, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1777}
{"item_id": "cap_0279", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.113774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1778}
{"item_id": "cap_0279", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180285, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1779}
{"item_id": "cap_0219", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.067545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1780}
{"item_id": "cap_0219", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169971, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1781}
{"item_id": "cap_0219", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.09571, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1782}
{"item_id": "cap_0219", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.161418, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1783}
{"item_id": "cap_0127", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.136339, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1784}
{"item_id": "cap_0127", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.232039, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1785}
{"item_id": "cap_0127", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.161319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1786}
{"item_id": "cap_0127", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.245873, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1787}
{"item_id": "cap_0247", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.045968, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1788}
{"item_id": "cap_0247", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.120133, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1789}
{"item_id": "cap_0247", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.124552, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1790}
{"item_id": "cap_0247", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133851, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1791}
{"item_id": "cap_0017", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1792}
{"item_id": "cap_0017", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.250518, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1793}
{"item_id": "cap_0017", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.146585, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1794}
{"item_id": "cap_0017", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.25864, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1795}
{"item_id": "cap_0170", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.067959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1796}
{"item_id": "cap_0170", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1797}
{"item_id": "cap_0170", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.093054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1798}
{"item_id": "cap_0170", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142362, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1799}
{"item_id": "cap_0228", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1800}
{"item_id": "cap_0228", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.217914, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1801}
{"item_id": "cap_0228", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.145679, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1802}
{"item_id": "cap_0228", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164357, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1803}
{"item_id": "cap_0053", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132906, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1804}
{"item_id": "cap_0053", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.219569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1805}
{"item_id": "cap_0053", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.138879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1806}
{"item_id": "cap_0053", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.231882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1807}
{"item_id": "cap_0290", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.04513, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1808}
{"item_id": "cap_0290", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.174019, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1809}
{"item_id": "cap_0290", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.088109, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1810}
{"item_id": "cap_0290", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1811}
{"item_id": "cap_0245", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.061101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1812}
{"item_id": "cap_0245", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183309, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1813}
{"item_id": "cap_0245", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.127985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1814}
{"item_id": "cap_0245", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.181549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1815}
{"item_id": "cap_0140", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.16227, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1816}
{"item_id": "cap_0140", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.268187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1817}
{"item_id": "cap_0140", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.156367, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1818}
{"item_id": "cap_0140", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210113, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1819}
{"item_id": "cap_0262", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.048937, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1820}
{"item_id": "cap_0262", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.162568, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1821}
{"item_id": "cap_0262", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.131585, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1822}
{"item_id": "cap_0262", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160765, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1823}
{"item_id": "cap_0284", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.064897, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1824}
{"item_id": "cap_0284", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.196364, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1825}
{"item_id": "cap_0284", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.118804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1826}
{"item_id": "cap_0284", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.201562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1827}
{"item_id": "cap_0274", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1828}
{"item_id": "cap_0274", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.163369, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1829}
{"item_id": "cap_0274", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1830}
{"item_id": "cap_0274", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1831}
{"item_id": "cap_0176", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.067056, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1832}
{"item_id": "cap_0176", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1833}
{"item_id": "cap_0176", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.103035, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1834}
{"item_id": "cap_0176", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9527, "commit_prob": 0.166426, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1835}
{"item_id": "cap_0144", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.161544, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1836}
{"item_id": "cap_0144", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.237991, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1837}
{"item_id": "cap_0144", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.189184, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1838}
{"item_id": "cap_0144", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.206872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1839}
{"item_id": "cap_0029", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.172457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1840}
{"item_id": "cap_0029", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.311765, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1841}
{"item_id": "cap_0029", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1842}
{"item_id": "cap_0029", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.285181, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1843}
{"item_id": "cap_0093", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.168009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1844}
{"item_id": "cap_0093", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.344732, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1845}
{"item_id": "cap_0093", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.157617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1846}
{"item_id": "cap_0093", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.264616, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1847}
{"item_id": "cap_0100", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.166944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1848}
{"item_id": "cap_0100", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.303203, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1849}
{"item_id": "cap_0100", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.129482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1850}
{"item_id": "cap_0100", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.258877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1851}
{"item_id": "cap_0297", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.038643, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1852}
{"item_id": "cap_0297", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.157232, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1853}
{"item_id": "cap_0297", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.139102, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1854}
{"item_id": "cap_0297", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134396, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1855}
{"item_id": "cap_0096", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.105586, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1856}
{"item_id": "cap_0096", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1857}
{"item_id": "cap_0096", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.997, "commit_prob": 0.099225, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1858}
{"item_id": "cap_0096", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148449, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1859}
{"item_id": "cap_0237", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.075936, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1860}
{"item_id": "cap_0237", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.199514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1861}
{"item_id": "cap_0237", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.13061, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1862}
{"item_id": "cap_0237", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.185862, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1863}
{"item_id": "cap_0226", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.042402, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1864}
{"item_id": "cap_0226", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.177064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1865}
{"item_id": "cap_0226", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.118778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1866}
{"item_id": "cap_0226", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142353, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1867}
{"item_id": "cap_0147", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.180887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1868}
{"item_id": "cap_0147", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.316214, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1869}
{"item_id": "cap_0147", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163772, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1870}
{"item_id": "cap_0147", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.279846, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1871}
{"item_id": "cap_0125", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.135244, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1872}
{"item_id": "cap_0125", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.241893, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1873}
{"item_id": "cap_0125", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.121071, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1874}
{"item_id": "cap_0125", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.277143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1875}
{"item_id": "cap_0265", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.078461, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1876}
{"item_id": "cap_0265", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.172395, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1877}
{"item_id": "cap_0265", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.104849, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1878}
{"item_id": "cap_0265", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.161655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1879}
{"item_id": "cap_0233", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1880}
{"item_id": "cap_0233", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.148629, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1881}
{"item_id": "cap_0233", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.101423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1882}
{"item_id": "cap_0233", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1198, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1883}
{"item_id": "cap_0081", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.194223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1884}
{"item_id": "cap_0081", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.347801, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1885}
{"item_id": "cap_0081", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163396, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1886}
{"item_id": "cap_0081", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.292189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1887}
{"item_id": "cap_0190", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.052732, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1888}
{"item_id": "cap_0190", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.13159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1889}
{"item_id": "cap_0190", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.128626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1890}
{"item_id": "cap_0190", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.125624, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1891}
{"item_id": "cap_0045", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.147651, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1892}
{"item_id": "cap_0045", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.234489, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1893}
{"item_id": "cap_0045", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.162895, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1894}
{"item_id": "cap_0045", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.234422, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1895}
{"item_id": "cap_0080", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.16163, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1896}
{"item_id": "cap_0080", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.250099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1897}
{"item_id": "cap_0080", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.172728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1898}
{"item_id": "cap_0080", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.217959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1899}
{"item_id": "cap_0122", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.094978, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1900}
{"item_id": "cap_0122", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.157829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1901}
{"item_id": "cap_0122", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9973, "commit_prob": 0.128161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1902}
{"item_id": "cap_0122", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.127295, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1903}
{"item_id": "cap_0051", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.125784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1904}
{"item_id": "cap_0051", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.243477, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1905}
{"item_id": "cap_0051", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.143555, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1906}
{"item_id": "cap_0051", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.25318, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1907}
{"item_id": "cap_0154", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.084885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1908}
{"item_id": "cap_0154", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.157596, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1909}
{"item_id": "cap_0154", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.149545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1910}
{"item_id": "cap_0154", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.203548, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1911}
{"item_id": "cap_0082", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.165751, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1912}
{"item_id": "cap_0082", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.25791, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1913}
{"item_id": "cap_0082", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.130855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1914}
{"item_id": "cap_0082", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.24848, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1915}
{"item_id": "cap_0208", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.072027, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1916}
{"item_id": "cap_0208", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.213904, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1917}
{"item_id": "cap_0208", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105613, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1918}
{"item_id": "cap_0208", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.178741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1919}
{"item_id": "cap_0193", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.072783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1920}
{"item_id": "cap_0193", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1921}
{"item_id": "cap_0193", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4273, "commit_prob": 0.029291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1922}
{"item_id": "cap_0193", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9957, "commit_prob": 0.177901, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1923}
{"item_id": "cap_0198", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037331, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1924}
{"item_id": "cap_0198", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.148338, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1925}
{"item_id": "cap_0198", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.129077, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1926}
{"item_id": "cap_0198", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.124125, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1927}
{"item_id": "cap_0166", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.073331, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1928}
{"item_id": "cap_0166", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.174106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1929}
{"item_id": "cap_0166", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134504, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1930}
{"item_id": "cap_0166", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.17107, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1931}
{"item_id": "cap_0252", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0371, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1932}
{"item_id": "cap_0252", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1933}
{"item_id": "cap_0252", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.107011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1934}
{"item_id": "cap_0252", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.147052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1935}
{"item_id": "cap_0189", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.086415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1936}
{"item_id": "cap_0189", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.214844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1937}
{"item_id": "cap_0189", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.123193, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1938}
{"item_id": "cap_0189", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.187102, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1939}
{"item_id": "cap_0112", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.161221, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1940}
{"item_id": "cap_0112", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.279876, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1941}
{"item_id": "cap_0112", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9886, "commit_prob": 0.139632, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1942}
{"item_id": "cap_0112", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.232337, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1943}
{"item_id": "cap_0084", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151529, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1944}
{"item_id": "cap_0084", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1945}
{"item_id": "cap_0084", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.155281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1946}
{"item_id": "cap_0084", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.16863, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1947}
{"item_id": "cap_0236", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.058619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1948}
{"item_id": "cap_0236", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.150199, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1949}
{"item_id": "cap_0236", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0099, "commit_prob": 0.144164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1950}
{"item_id": "cap_0236", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.153144, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1951}
{"item_id": "cap_0158", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.083459, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1952}
{"item_id": "cap_0158", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.187613, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1953}
{"item_id": "cap_0158", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.180493, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1954}
{"item_id": "cap_0158", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188999, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1955}
{"item_id": "cap_0085", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.167354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1956}
{"item_id": "cap_0085", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.290771, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1957}
{"item_id": "cap_0085", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.147146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1958}
{"item_id": "cap_0085", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.24077, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1959}
{"item_id": "cap_0101", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.159147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1960}
{"item_id": "cap_0101", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.216019, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1961}
{"item_id": "cap_0101", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.168494, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1962}
{"item_id": "cap_0101", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.190265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1963}
{"item_id": "cap_0001", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.123932, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1964}
{"item_id": "cap_0001", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.22941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1965}
{"item_id": "cap_0001", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.5984, "commit_prob": 0.14286, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1966}
{"item_id": "cap_0001", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.211949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1967}
{"item_id": "cap_0217", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.102276, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1968}
{"item_id": "cap_0217", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.152279, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1969}
{"item_id": "cap_0217", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.110927, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1970}
{"item_id": "cap_0217", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.152005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1971}
{"item_id": "cap_0034", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132574, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1972}
{"item_id": "cap_0034", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.214086, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1973}
{"item_id": "cap_0034", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.133246, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1974}
{"item_id": "cap_0034", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.25687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1975}
{"item_id": "cap_0293", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1976}
{"item_id": "cap_0293", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.16197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1977}
{"item_id": "cap_0293", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.104116, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1978}
{"item_id": "cap_0293", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.112021, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1979}
{"item_id": "cap_0117", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.13785, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1980}
{"item_id": "cap_0117", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.251181, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1981}
{"item_id": "cap_0117", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.184498, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1982}
{"item_id": "cap_0117", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.25201, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1983}
{"item_id": "cap_0292", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027967, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1984}
{"item_id": "cap_0292", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.170406, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1985}
{"item_id": "cap_0292", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.09484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1986}
{"item_id": "cap_0292", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.171091, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1987}
{"item_id": "cap_0260", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.052054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1988}
{"item_id": "cap_0260", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.163678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1989}
{"item_id": "cap_0260", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.114082, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1990}
{"item_id": "cap_0260", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180591, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1991}
{"item_id": "cap_0240", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034761, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1992}
{"item_id": "cap_0240", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.156603, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1993}
{"item_id": "cap_0240", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.135886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1994}
{"item_id": "cap_0240", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15947, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1995}
{"item_id": "cap_0215", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.078425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1996}
{"item_id": "cap_0215", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.230897, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1997}
{"item_id": "cap_0215", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.112875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1998}
{"item_id": "cap_0215", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.199909, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1999}
{"item_id": "cap_0160", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.058371, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2000}
{"item_id": "cap_0160", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.176389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2001}
{"item_id": "cap_0160", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.126447, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2002}
{"item_id": "cap_0160", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.135046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2003}
{"item_id": "cap_0258", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.070712, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2004}
{"item_id": "cap_0258", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183209, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2005}
{"item_id": "cap_0258", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.109626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2006}
{"item_id": "cap_0258", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.162144, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2007}
{"item_id": "cap_0063", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.149345, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2008}
{"item_id": "cap_0063", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.292945, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2009}
{"item_id": "cap_0063", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.154038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2010}
{"item_id": "cap_0063", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.262328, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2011}
{"item_id": "cap_0064", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.171243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2012}
{"item_id": "cap_0064", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.284616, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2013}
{"item_id": "cap_0064", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.170381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2014}
{"item_id": "cap_0064", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.259454, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2015}
{"item_id": "cap_0092", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.122936, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2016}
{"item_id": "cap_0092", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.274167, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2017}
{"item_id": "cap_0092", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.127893, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2018}
{"item_id": "cap_0092", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.227886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2019}
{"item_id": "cap_0019", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.152465, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2020}
{"item_id": "cap_0019", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.254437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2021}
{"item_id": "cap_0019", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.140818, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2022}
{"item_id": "cap_0019", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.226424, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2023}
{"item_id": "cap_0238", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040478, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2024}
{"item_id": "cap_0238", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.115093, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2025}
{"item_id": "cap_0238", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.100079, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2026}
{"item_id": "cap_0238", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.117563, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2027}
{"item_id": "cap_0123", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.170105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2028}
{"item_id": "cap_0123", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.250099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2029}
{"item_id": "cap_0123", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.14353, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2030}
{"item_id": "cap_0123", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.177505, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2031}
{"item_id": "cap_0076", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.123198, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2032}
{"item_id": "cap_0076", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.205684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2033}
{"item_id": "cap_0076", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.166199, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2034}
{"item_id": "cap_0076", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.196753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2035}
{"item_id": "cap_0107", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.138001, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2036}
{"item_id": "cap_0107", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.277252, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2037}
{"item_id": "cap_0107", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.129331, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2038}
{"item_id": "cap_0107", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.249003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2039}
{"item_id": "cap_0070", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.17792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2040}
{"item_id": "cap_0070", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.270485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2041}
{"item_id": "cap_0070", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.137179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2042}
{"item_id": "cap_0070", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.240002, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2043}
{"item_id": "cap_0111", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.166728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2044}
{"item_id": "cap_0111", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.285558, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2045}
{"item_id": "cap_0111", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.143385, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2046}
{"item_id": "cap_0111", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.223386, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2047}
{"item_id": "cap_0271", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.052164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2048}
{"item_id": "cap_0271", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.129377, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2049}
{"item_id": "cap_0271", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.12476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2050}
{"item_id": "cap_0271", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.126475, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2051}
{"item_id": "cap_0016", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.047861, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2052}
{"item_id": "cap_0016", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.9, "probe_lofo_score": 1.0, "commit_prob": 0.101848, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2053}
{"item_id": "cap_0016", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.126865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2054}
{"item_id": "cap_0016", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.13813, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2055}
{"item_id": "cap_0272", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.05942, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2056}
{"item_id": "cap_0272", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188334, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2057}
{"item_id": "cap_0272", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.089691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2058}
{"item_id": "cap_0272", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.191822, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2059}
{"item_id": "cap_0273", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.053998, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2060}
{"item_id": "cap_0273", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.157266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2061}
{"item_id": "cap_0273", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.111583, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2062}
{"item_id": "cap_0273", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.143342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2063}
{"item_id": "cap_0218", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.116861, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2064}
{"item_id": "cap_0218", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.186088, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2065}
{"item_id": "cap_0218", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.145135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2066}
{"item_id": "cap_0218", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.177634, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2067}
{"item_id": "cap_0077", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.137698, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2068}
{"item_id": "cap_0077", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.209308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2069}
{"item_id": "cap_0077", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.147387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2070}
{"item_id": "cap_0077", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.26138, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2071}
{"item_id": "cap_0068", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 1.0, "commit_prob": 0.118452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2072}
{"item_id": "cap_0068", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.195911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2073}
{"item_id": "cap_0068", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9968, "commit_prob": 0.123471, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2074}
{"item_id": "cap_0068", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3717, "commit_prob": 0.196152, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 2075}
{"item_id": "cap_0035", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.137541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2076}
{"item_id": "cap_0035", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.239289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2077}
{"item_id": "cap_0035", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.079032, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2078}
{"item_id": "cap_0035", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.225517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2079}
{"item_id": "cap_0291", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.042168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2080}
{"item_id": "cap_0291", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.107444, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2081}
{"item_id": "cap_0291", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.155525, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2082}
{"item_id": "cap_0291", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.11281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2083}
{"item_id": "cap_0097", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.143076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2084}
{"item_id": "cap_0097", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.286384, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2085}
{"item_id": "cap_0097", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.144363, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2086}
{"item_id": "cap_0097", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.238569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2087}
{"item_id": "cap_0175", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.096479, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2088}
{"item_id": "cap_0175", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.189652, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2089}
{"item_id": "cap_0175", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0053, "commit_prob": 0.114741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2090}
{"item_id": "cap_0175", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.143939, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2091}
{"item_id": "cap_0275", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.033753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2092}
{"item_id": "cap_0275", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.162213, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2093}
{"item_id": "cap_0275", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.122976, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2094}
{"item_id": "cap_0275", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.137083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2095}
{"item_id": "cap_0133", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.169617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2096}
{"item_id": "cap_0133", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.214768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2097}
{"item_id": "cap_0133", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.139311, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2098}
{"item_id": "cap_0133", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.226582, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2099}
{"item_id": "cap_0146", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.146037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2100}
{"item_id": "cap_0146", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.284502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2101}
{"item_id": "cap_0146", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.163222, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2102}
{"item_id": "cap_0146", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.212189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2103}
{"item_id": "cap_0062", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150348, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2104}
{"item_id": "cap_0062", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.276298, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2105}
{"item_id": "cap_0062", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.149855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2106}
{"item_id": "cap_0062", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.188268, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2107}
{"item_id": "cap_0143", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.134372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2108}
{"item_id": "cap_0143", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.249765, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2109}
{"item_id": "cap_0143", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.13121, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2110}
{"item_id": "cap_0143", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.225259, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2111}
{"item_id": "cap_0185", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.033701, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2112}
{"item_id": "cap_0185", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160203, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2113}
{"item_id": "cap_0185", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.100512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2114}
{"item_id": "cap_0185", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.145391, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2115}
{"item_id": "cap_0021", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.118708, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2116}
{"item_id": "cap_0021", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.231562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2117}
{"item_id": "cap_0021", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 0.9998, "commit_prob": 0.106457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2118}
{"item_id": "cap_0021", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 0.9999, "commit_prob": 0.209519, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2119}
{"item_id": "cap_0266", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.059729, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2120}
{"item_id": "cap_0266", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.155321, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2121}
{"item_id": "cap_0266", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.113597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2122}
{"item_id": "cap_0266", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159806, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2123}
{"item_id": "cap_0099", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.148476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2124}
{"item_id": "cap_0099", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.210522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2125}
{"item_id": "cap_0099", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.140934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2126}
{"item_id": "cap_0099", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.204434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2127}
{"item_id": "cap_0105", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.174949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2128}
{"item_id": "cap_0105", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.244737, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2129}
{"item_id": "cap_0105", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.111049, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2130}
{"item_id": "cap_0105", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.213497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2131}
{"item_id": "cap_0074", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.131064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2132}
{"item_id": "cap_0074", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.199291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2133}
{"item_id": "cap_0074", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.111921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2134}
{"item_id": "cap_0074", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.21107, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2135}
{"item_id": "cap_0003", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.157665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2136}
{"item_id": "cap_0003", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.18159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2137}
{"item_id": "cap_0003", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.150526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2138}
{"item_id": "cap_0003", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.204317, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2139}
{"item_id": "cap_0098", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.17591, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2140}
{"item_id": "cap_0098", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.295364, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2141}
{"item_id": "cap_0098", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.195031, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2142}
{"item_id": "cap_0098", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.22319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2143}
{"item_id": "cap_0278", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.068929, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2144}
{"item_id": "cap_0278", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2145}
{"item_id": "cap_0278", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.112655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2146}
{"item_id": "cap_0278", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.122668, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2147}
{"item_id": "cap_0083", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151608, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2148}
{"item_id": "cap_0083", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.233606, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2149}
{"item_id": "cap_0083", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.110174, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2150}
{"item_id": "cap_0083", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.22721, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2151}
{"item_id": "cap_0200", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.086803, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2152}
{"item_id": "cap_0200", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.174107, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2153}
{"item_id": "cap_0200", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2154}
{"item_id": "cap_0200", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.203693, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2155}
{"item_id": "cap_0153", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.096877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2156}
{"item_id": "cap_0153", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.169417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2157}
{"item_id": "cap_0153", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.080824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2158}
{"item_id": "cap_0153", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.150958, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2159}
{"item_id": "cap_0152", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.062034, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2160}
{"item_id": "cap_0152", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.154844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2161}
{"item_id": "cap_0152", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105583, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2162}
{"item_id": "cap_0152", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.150778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2163}
{"item_id": "cap_0023", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.133031, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2164}
{"item_id": "cap_0023", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.23425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2165}
{"item_id": "cap_0023", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.140593, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2166}
{"item_id": "cap_0023", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.204743, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2167}
{"item_id": "cap_0141", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.160577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2168}
{"item_id": "cap_0141", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.333996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2169}
{"item_id": "cap_0141", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164915, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2170}
{"item_id": "cap_0141", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.228245, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2171}
{"item_id": "cap_0090", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.161302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2172}
{"item_id": "cap_0090", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.206505, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2173}
{"item_id": "cap_0090", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.113464, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2174}
{"item_id": "cap_0090", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.170348, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2175}
{"item_id": "cap_0254", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.057887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2176}
{"item_id": "cap_0254", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.151728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2177}
{"item_id": "cap_0254", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.100155, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2178}
{"item_id": "cap_0254", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.14941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2179}
{"item_id": "cap_0006", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.129048, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2180}
{"item_id": "cap_0006", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.196674, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2181}
{"item_id": "cap_0006", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.100489, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2182}
{"item_id": "cap_0006", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.18707, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2183}
{"item_id": "cap_0026", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9999, "commit_prob": 0.091267, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2184}
{"item_id": "cap_0026", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9971, "commit_prob": 0.164054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2185}
{"item_id": "cap_0026", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.9, "probe_lofo_score": 0.9975, "commit_prob": 0.113257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2186}
{"item_id": "cap_0026", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9893, "commit_prob": 0.186146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2187}
{"item_id": "cap_0104", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.16156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2188}
{"item_id": "cap_0104", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.295078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2189}
{"item_id": "cap_0104", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 0.9998, "commit_prob": 0.119438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2190}
{"item_id": "cap_0104", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.225485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2191}
{"item_id": "cap_0131", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.143434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2192}
{"item_id": "cap_0131", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.233262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2193}
{"item_id": "cap_0131", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.149944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2194}
{"item_id": "cap_0131", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.232136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2195}
{"item_id": "cap_0250", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060654, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2196}
{"item_id": "cap_0250", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.151037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2197}
{"item_id": "cap_0250", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0025, "commit_prob": 0.12842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2198}
{"item_id": "cap_0250", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.131791, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2199}
{"item_id": "cap_0142", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.156187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2200}
{"item_id": "cap_0142", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.255507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2201}
{"item_id": "cap_0142", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.11968, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2202}
{"item_id": "cap_0142", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220641, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2203}
{"item_id": "cap_0114", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.152088, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2204}
{"item_id": "cap_0114", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.253252, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2205}
{"item_id": "cap_0114", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.153427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2206}
{"item_id": "cap_0114", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.217103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2207}
{"item_id": "cap_0110", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.140773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2208}
{"item_id": "cap_0110", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.200377, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2209}
{"item_id": "cap_0110", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.127317, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2210}
{"item_id": "cap_0110", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.209854, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2211}
{"item_id": "cap_0047", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.1478, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2212}
{"item_id": "cap_0047", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.249658, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2213}
{"item_id": "cap_0047", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.141037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2214}
{"item_id": "cap_0047", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.230884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2215}
{"item_id": "cap_0022", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164121, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2216}
{"item_id": "cap_0022", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.248426, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2217}
{"item_id": "cap_0022", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2218}
{"item_id": "cap_0022", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.227848, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2219}
{"item_id": "cap_0067", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.159744, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2220}
{"item_id": "cap_0067", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.223619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2221}
{"item_id": "cap_0067", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.095443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2222}
{"item_id": "cap_0067", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.227228, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2223}
{"item_id": "cap_0052", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.12998, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2224}
{"item_id": "cap_0052", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.258277, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2225}
{"item_id": "cap_0052", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.185347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2226}
{"item_id": "cap_0052", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.218728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2227}
{"item_id": "cap_0138", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.135343, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2228}
{"item_id": "cap_0138", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.247834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2229}
{"item_id": "cap_0138", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.198554, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2230}
{"item_id": "cap_0138", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.250994, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2231}
{"item_id": "cap_0264", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.139875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2232}
{"item_id": "cap_0264", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.205589, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2233}
{"item_id": "cap_0264", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133171, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2234}
{"item_id": "cap_0264", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2235}
{"item_id": "cap_0227", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.085852, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2236}
{"item_id": "cap_0227", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.202786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2237}
{"item_id": "cap_0227", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2238}
{"item_id": "cap_0227", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.165591, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2239}
{"item_id": "cap_0157", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.096509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2240}
{"item_id": "cap_0157", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15224, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2241}
{"item_id": "cap_0157", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.126484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2242}
{"item_id": "cap_0157", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.162414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2243}
{"item_id": "cap_0002", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.151799, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2244}
{"item_id": "cap_0002", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.251869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2245}
{"item_id": "cap_0002", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.169421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2246}
{"item_id": "cap_0002", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.236516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2247}
{"item_id": "cap_0046", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.147073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2248}
{"item_id": "cap_0046", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.225294, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2249}
{"item_id": "cap_0046", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.098953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2250}
{"item_id": "cap_0046", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.19682, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2251}
{"item_id": "cap_0054", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.158093, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2252}
{"item_id": "cap_0054", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.262862, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2253}
{"item_id": "cap_0054", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.120302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2254}
{"item_id": "cap_0054", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.267095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2255}
{"item_id": "cap_0184", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.099638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2256}
{"item_id": "cap_0184", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.134209, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2257}
{"item_id": "cap_0184", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.145013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2258}
{"item_id": "cap_0184", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.153884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2259}
{"item_id": "cap_0162", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.107214, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2260}
{"item_id": "cap_0162", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159745, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2261}
{"item_id": "cap_0162", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.126272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2262}
{"item_id": "cap_0162", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.157794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2263}
{"item_id": "cap_0199", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.068734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2264}
{"item_id": "cap_0199", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2265}
{"item_id": "cap_0199", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.112344, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2266}
{"item_id": "cap_0199", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.156549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2267}
{"item_id": "cap_0269", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.055845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2268}
{"item_id": "cap_0269", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.207028, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2269}
{"item_id": "cap_0269", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.128717, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2270}
{"item_id": "cap_0269", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.161736, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2271}
{"item_id": "cap_0276", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.079059, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2272}
{"item_id": "cap_0276", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.181216, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2273}
{"item_id": "cap_0276", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105556, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2274}
{"item_id": "cap_0276", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.166177, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2275}
{"item_id": "cap_0078", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 0.9995, "commit_prob": 0.124028, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2276}
{"item_id": "cap_0078", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.2, "probe_lofo_score": 0.8745, "commit_prob": 0.250617, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2277}
{"item_id": "cap_0078", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.190582, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2278}
{"item_id": "cap_0078", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 1.0, "commit_prob": 0.246131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2279}
{"item_id": "cap_0137", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.177325, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2280}
{"item_id": "cap_0137", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.302753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2281}
{"item_id": "cap_0137", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.135998, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2282}
{"item_id": "cap_0137", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.243479, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2283}
{"item_id": "cap_0042", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.149053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2284}
{"item_id": "cap_0042", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.25804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2285}
{"item_id": "cap_0042", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.125038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2286}
{"item_id": "cap_0042", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2287}
{"item_id": "cap_0037", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9999, "commit_prob": 0.104156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2288}
{"item_id": "cap_0037", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 1.0, "commit_prob": 0.158071, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2289}
{"item_id": "cap_0037", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.117217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2290}
{"item_id": "cap_0037", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.8, "probe_lofo_score": 0.9999, "commit_prob": 0.102027, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2291}
{"item_id": "cap_0126", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.125769, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2292}
{"item_id": "cap_0126", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.261013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2293}
{"item_id": "cap_0126", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.145597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2294}
{"item_id": "cap_0126", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.236105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2295}
{"item_id": "cap_0151", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.082795, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2296}
{"item_id": "cap_0151", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.160434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2297}
{"item_id": "cap_0151", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.098818, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2298}
{"item_id": "cap_0151", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.159372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2299}
{"item_id": "cap_0043", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.147506, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2300}
{"item_id": "cap_0043", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.270807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2301}
{"item_id": "cap_0043", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.16713, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2302}
{"item_id": "cap_0043", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.248006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2303}
{"item_id": "cap_0194", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.107739, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2304}
{"item_id": "cap_0194", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.240659, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2305}
{"item_id": "cap_0194", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.164003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2306}
{"item_id": "cap_0194", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.203414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2307}
{"item_id": "cap_0095", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.131964, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2308}
{"item_id": "cap_0095", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.265813, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2309}
{"item_id": "cap_0095", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.144933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2310}
{"item_id": "cap_0095", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.242692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2311}
{"item_id": "cap_0221", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.089804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2312}
{"item_id": "cap_0221", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.195792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2313}
{"item_id": "cap_0221", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.14212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2314}
{"item_id": "cap_0221", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.198403, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2315}
{"item_id": "cap_0192", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.047244, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2316}
{"item_id": "cap_0192", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.133294, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2317}
{"item_id": "cap_0192", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.14317, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2318}
{"item_id": "cap_0192", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.14746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2319}
{"item_id": "cap_0182", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.084045, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2320}
{"item_id": "cap_0182", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.151028, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2321}
{"item_id": "cap_0182", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.09509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2322}
{"item_id": "cap_0182", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.155693, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2323}
{"item_id": "cap_0116", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.126358, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2324}
{"item_id": "cap_0116", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.289991, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2325}
{"item_id": "cap_0116", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.153287, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2326}
{"item_id": "cap_0116", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.254249, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2327}
{"item_id": "cap_0251", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.056742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2328}
{"item_id": "cap_0251", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.153977, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2329}
{"item_id": "cap_0251", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.101066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2330}
{"item_id": "cap_0251", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.161332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2331}
{"item_id": "cap_0230", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.066734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2332}
{"item_id": "cap_0230", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.161778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2333}
{"item_id": "cap_0230", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.11069, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2334}
{"item_id": "cap_0230", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.168872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2335}
{"item_id": "cap_0139", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.143622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2336}
{"item_id": "cap_0139", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.264594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2337}
{"item_id": "cap_0139", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.159011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2338}
{"item_id": "cap_0139", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.269065, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2339}
{"item_id": "cap_0015", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.120595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2340}
{"item_id": "cap_0015", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.220933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2341}
{"item_id": "cap_0015", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.205303, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2342}
{"item_id": "cap_0015", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.255372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2343}
{"item_id": "cap_0167", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.062436, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2344}
{"item_id": "cap_0167", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.188769, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2345}
{"item_id": "cap_0167", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.112598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2346}
{"item_id": "cap_0167", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.157494, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2347}
{"item_id": "cap_0203", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105116, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2348}
{"item_id": "cap_0203", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.151868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2349}
{"item_id": "cap_0203", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.124419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2350}
{"item_id": "cap_0203", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183823, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2351}
{"item_id": "cap_0174", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.057863, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2352}
{"item_id": "cap_0174", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.158839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2353}
{"item_id": "cap_0174", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7781, "commit_prob": 0.131753, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 2354}
{"item_id": "cap_0174", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15688, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2355}
{"item_id": "cap_0038", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.159773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2356}
{"item_id": "cap_0038", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.263366, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2357}
{"item_id": "cap_0038", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.171863, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2358}
{"item_id": "cap_0038", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.235512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2359}
{"item_id": "cap_0118", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.160883, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2360}
{"item_id": "cap_0118", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.280086, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2361}
{"item_id": "cap_0118", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.17639, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2362}
{"item_id": "cap_0118", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.206762, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2363}
{"item_id": "cap_0223", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.090561, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2364}
{"item_id": "cap_0223", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.15553, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2365}
{"item_id": "cap_0223", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.105988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2366}
{"item_id": "cap_0223", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.135571, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2367}
{"item_id": "cap_0050", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.176731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2368}
{"item_id": "cap_0050", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.300829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2369}
{"item_id": "cap_0050", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.171742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2370}
{"item_id": "cap_0050", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.264037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2371}
{"item_id": "cap_0027", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.137513, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2372}
{"item_id": "cap_0027", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.185474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2373}
{"item_id": "cap_0027", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.128789, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2374}
{"item_id": "cap_0027", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.1896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2375}
{"item_id": "cap_0177", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.068333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2376}
{"item_id": "cap_0177", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.126833, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2377}
{"item_id": "cap_0177", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.098821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2378}
{"item_id": "cap_0177", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.145168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2379}
{"item_id": "cap_0256", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.078171, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2380}
{"item_id": "cap_0256", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.199392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2381}
{"item_id": "cap_0256", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.11624, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2382}
{"item_id": "cap_0256", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.183026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2383}
{"item_id": "cap_0040", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.092579, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2384}
{"item_id": "cap_0040", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.164122, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2385}
{"item_id": "cap_0040", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.124337, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2386}
{"item_id": "cap_0040", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.156884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2387}
{"item_id": "cap_0071", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.154258, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2388}
{"item_id": "cap_0071", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.216378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2389}
{"item_id": "cap_0071", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.132644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2390}
{"item_id": "cap_0071", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.203979, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2391}
{"item_id": "cap_0196", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.117872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2392}
{"item_id": "cap_0196", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.207868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2393}
{"item_id": "cap_0196", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.089631, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2394}
{"item_id": "cap_0196", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.21886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2395}
{"item_id": "cap_0169", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.082414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2396}
{"item_id": "cap_0169", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.142029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2397}
{"item_id": "cap_0169", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.10108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2398}
{"item_id": "cap_0169", "model": "llama-3.1-8b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.155386, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2399}
{"item_id": "arith_0280", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.991, "commit_prob": 0.521211, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 0}
{"item_id": "arith_0280", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.768914, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1}
{"item_id": "arith_0280", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0136, "commit_prob": 0.871095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2}
{"item_id": "arith_0280", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.85845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 3}
{"item_id": "arith_0023", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.3417, "commit_prob": 0.816442, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 4}
{"item_id": "arith_0023", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.893251, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 5}
{"item_id": "arith_0023", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.983793, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 6}
{"item_id": "arith_0023", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987835, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 7}
{"item_id": "arith_0289", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.511481, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 8}
{"item_id": "arith_0289", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5883, "commit_prob": 0.734852, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 9}
{"item_id": "arith_0289", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.888067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 10}
{"item_id": "arith_0289", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.853511, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 11}
{"item_id": "arith_0032", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9983, "commit_prob": 0.727857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 12}
{"item_id": "arith_0032", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9293, "commit_prob": 0.694242, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 13}
{"item_id": "arith_0032", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.953356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 14}
{"item_id": "arith_0032", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9901, "commit_prob": 0.949009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 15}
{"item_id": "arith_0297", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.355215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 16}
{"item_id": "arith_0297", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0287, "commit_prob": 0.247935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 17}
{"item_id": "arith_0297", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6548, "commit_prob": 0.812138, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 18}
{"item_id": "arith_0297", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.667852, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 19}
{"item_id": "arith_0116", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.672775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 20}
{"item_id": "arith_0116", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.898614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 21}
{"item_id": "arith_0116", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9976, "commit_prob": 0.966566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 22}
{"item_id": "arith_0116", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.954541, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 23}
{"item_id": "arith_0205", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.221352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 24}
{"item_id": "arith_0205", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0606, "commit_prob": 0.883784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 25}
{"item_id": "arith_0205", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3357, "commit_prob": 0.745869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 26}
{"item_id": "arith_0205", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.777187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 27}
{"item_id": "arith_0224", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.441577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 28}
{"item_id": "arith_0224", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0084, "commit_prob": 0.964305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 29}
{"item_id": "arith_0224", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.916118, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 30}
{"item_id": "arith_0224", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.81943, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 31}
{"item_id": "arith_0001", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.628024, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 32}
{"item_id": "arith_0001", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.945894, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 33}
{"item_id": "arith_0001", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.973517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 34}
{"item_id": "arith_0001", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.954394, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 35}
{"item_id": "arith_0259", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0011, "commit_prob": 0.67046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 36}
{"item_id": "arith_0259", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0156, "commit_prob": 0.919709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 37}
{"item_id": "arith_0259", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.944626, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 38}
{"item_id": "arith_0259", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0031, "commit_prob": 0.903972, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 39}
{"item_id": "arith_0154", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.554694, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 40}
{"item_id": "arith_0154", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1222, "commit_prob": 0.860489, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 41}
{"item_id": "arith_0154", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2164, "commit_prob": 0.889448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 42}
{"item_id": "arith_0154", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.772637, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 43}
{"item_id": "arith_0059", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2732, "commit_prob": 0.846316, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 44}
{"item_id": "arith_0059", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7254, "commit_prob": 0.820733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 45}
{"item_id": "arith_0059", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.971572, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 46}
{"item_id": "arith_0059", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9986, "commit_prob": 0.958052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 47}
{"item_id": "arith_0222", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.399919, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 48}
{"item_id": "arith_0222", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7443, "commit_prob": 0.012413, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 49}
{"item_id": "arith_0222", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.912778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 50}
{"item_id": "arith_0222", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.800089, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 51}
{"item_id": "arith_0184", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.758427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 52}
{"item_id": "arith_0184", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0537, "commit_prob": 0.795645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 53}
{"item_id": "arith_0184", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.814689, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 54}
{"item_id": "arith_0184", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.400576, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 55}
{"item_id": "arith_0043", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.57511, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 56}
{"item_id": "arith_0043", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9853, "commit_prob": 0.750332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 57}
{"item_id": "arith_0043", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.944384, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 58}
{"item_id": "arith_0043", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0274, "commit_prob": 0.771893, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 59}
{"item_id": "arith_0058", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9985, "commit_prob": 0.76002, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 60}
{"item_id": "arith_0058", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9903, "commit_prob": 0.760686, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 61}
{"item_id": "arith_0058", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.956624, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 62}
{"item_id": "arith_0058", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9382, "commit_prob": 0.935995, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 63}
{"item_id": "arith_0218", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.452098, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 64}
{"item_id": "arith_0218", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1439, "commit_prob": 0.814372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 65}
{"item_id": "arith_0218", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3068, "commit_prob": 0.865172, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 66}
{"item_id": "arith_0218", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.706171, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 67}
{"item_id": "arith_0015", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.4567, "commit_prob": 0.599939, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 68}
{"item_id": "arith_0015", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9394, "commit_prob": 0.867289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 69}
{"item_id": "arith_0015", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.922586, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 70}
{"item_id": "arith_0015", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0483, "commit_prob": 0.878143, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 71}
{"item_id": "arith_0167", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0032, "commit_prob": 0.745502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 72}
{"item_id": "arith_0167", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 4e-05, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 73}
{"item_id": "arith_0167", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0104, "commit_prob": 0.978561, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 74}
{"item_id": "arith_0167", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.945792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 75}
{"item_id": "arith_0076", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9814, "commit_prob": 0.669604, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 76}
{"item_id": "arith_0076", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.733169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 77}
{"item_id": "arith_0076", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9588, "commit_prob": 0.983565, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 78}
{"item_id": "arith_0076", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.972669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 79}
{"item_id": "arith_0006", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.987, "commit_prob": 0.626226, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 80}
{"item_id": "arith_0006", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.922995, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 81}
{"item_id": "arith_0006", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9266, "commit_prob": 0.952168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 82}
{"item_id": "arith_0006", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.954107, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 83}
{"item_id": "arith_0295", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.357491, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 84}
{"item_id": "arith_0295", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9729, "commit_prob": 0.908474, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 85}
{"item_id": "arith_0295", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0492, "commit_prob": 0.928164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 86}
{"item_id": "arith_0295", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.941766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 87}
{"item_id": "arith_0062", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.698, "commit_prob": 0.749483, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 88}
{"item_id": "arith_0062", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.939, "commit_prob": 0.9066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 89}
{"item_id": "arith_0062", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.936553, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 90}
{"item_id": "arith_0062", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.976, "commit_prob": 0.963682, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 91}
{"item_id": "arith_0053", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5197, "commit_prob": 0.792311, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 92}
{"item_id": "arith_0053", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.846982, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 93}
{"item_id": "arith_0053", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9916, "commit_prob": 0.955304, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 94}
{"item_id": "arith_0053", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9737, "commit_prob": 0.965914, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 95}
{"item_id": "arith_0266", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.732746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 96}
{"item_id": "arith_0266", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5914, "commit_prob": 0.937971, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 97}
{"item_id": "arith_0266", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.955641, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 98}
{"item_id": "arith_0266", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0046, "commit_prob": 0.909682, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 99}
{"item_id": "arith_0025", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.784816, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 100}
{"item_id": "arith_0025", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.956956, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 101}
{"item_id": "arith_0025", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 102}
{"item_id": "arith_0025", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.971011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 103}
{"item_id": "arith_0253", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 104}
{"item_id": "arith_0253", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3642, "commit_prob": 0.235224, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 105}
{"item_id": "arith_0253", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6931, "commit_prob": 0.629877, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 106}
{"item_id": "arith_0253", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.440132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 107}
{"item_id": "arith_0172", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.514214, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 108}
{"item_id": "arith_0172", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.878856, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 109}
{"item_id": "arith_0172", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.838618, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 110}
{"item_id": "arith_0172", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.923191, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 111}
{"item_id": "arith_0029", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9866, "commit_prob": 0.425888, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 112}
{"item_id": "arith_0029", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0414, "commit_prob": 0.884453, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 113}
{"item_id": "arith_0029", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.940377, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 114}
{"item_id": "arith_0029", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.899693, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 115}
{"item_id": "arith_0104", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.850524, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 116}
{"item_id": "arith_0104", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9982, "commit_prob": 0.830918, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 117}
{"item_id": "arith_0104", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 118}
{"item_id": "arith_0104", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987304, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 119}
{"item_id": "arith_0221", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0028, "commit_prob": 0.688866, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 120}
{"item_id": "arith_0221", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.759651, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 121}
{"item_id": "arith_0221", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0026, "commit_prob": 0.924127, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 122}
{"item_id": "arith_0221", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.893164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 123}
{"item_id": "arith_0125", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9964, "commit_prob": 0.608867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 124}
{"item_id": "arith_0125", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9119, "commit_prob": 0.931712, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 125}
{"item_id": "arith_0125", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9866, "commit_prob": 0.951031, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 126}
{"item_id": "arith_0125", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.965839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 127}
{"item_id": "arith_0248", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.237236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 128}
{"item_id": "arith_0248", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.593329, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 129}
{"item_id": "arith_0248", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6487, "commit_prob": 0.746727, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 130}
{"item_id": "arith_0248", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.686362, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 131}
{"item_id": "arith_0260", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.707186, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 132}
{"item_id": "arith_0260", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3484, "commit_prob": 0.477295, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 133}
{"item_id": "arith_0260", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.746161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 134}
{"item_id": "arith_0260", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.554063, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 135}
{"item_id": "arith_0169", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.445795, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 136}
{"item_id": "arith_0169", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8233, "commit_prob": 0.810022, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 137}
{"item_id": "arith_0169", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.895152, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 138}
{"item_id": "arith_0169", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.933815, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 139}
{"item_id": "arith_0293", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.326539, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 140}
{"item_id": "arith_0293", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.696148, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 141}
{"item_id": "arith_0293", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0084, "commit_prob": 0.813779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 142}
{"item_id": "arith_0293", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.781782, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 143}
{"item_id": "arith_0022", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7395, "commit_prob": 0.855638, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 144}
{"item_id": "arith_0022", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9206, "commit_prob": 0.823389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 145}
{"item_id": "arith_0022", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 146}
{"item_id": "arith_0022", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.975872, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 147}
{"item_id": "arith_0136", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.802316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 148}
{"item_id": "arith_0136", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.773108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 149}
{"item_id": "arith_0136", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.958698, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 150}
{"item_id": "arith_0136", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9384, "commit_prob": 0.960566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 151}
{"item_id": "arith_0144", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.754439, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 152}
{"item_id": "arith_0144", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9823, "commit_prob": 0.907613, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 153}
{"item_id": "arith_0144", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.953085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 154}
{"item_id": "arith_0144", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.853489, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 155}
{"item_id": "arith_0124", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9741, "commit_prob": 0.675146, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 156}
{"item_id": "arith_0124", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9802, "commit_prob": 0.863787, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 157}
{"item_id": "arith_0124", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9986, "commit_prob": 0.956584, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 158}
{"item_id": "arith_0124", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.86, "commit_prob": 0.951242, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 159}
{"item_id": "arith_0250", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.727509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 160}
{"item_id": "arith_0250", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.286, "commit_prob": 0.842721, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 161}
{"item_id": "arith_0250", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9753, "commit_prob": 0.937817, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 162}
{"item_id": "arith_0250", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.723701, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 163}
{"item_id": "arith_0194", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.643356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 164}
{"item_id": "arith_0194", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5028, "commit_prob": 0.815019, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 165}
{"item_id": "arith_0194", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2139, "commit_prob": 0.87265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 166}
{"item_id": "arith_0194", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.774546, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 167}
{"item_id": "arith_0235", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 168}
{"item_id": "arith_0235", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.665401, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 169}
{"item_id": "arith_0235", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.83365, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 170}
{"item_id": "arith_0235", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.661497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 171}
{"item_id": "arith_0298", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.666399, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 172}
{"item_id": "arith_0298", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.858906, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 173}
{"item_id": "arith_0298", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0117, "commit_prob": 0.970133, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 174}
{"item_id": "arith_0298", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.927726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 175}
{"item_id": "arith_0151", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.809514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 176}
{"item_id": "arith_0151", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7519, "commit_prob": 0.812332, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 177}
{"item_id": "arith_0151", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.965228, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 178}
{"item_id": "arith_0151", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.918796, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 179}
{"item_id": "arith_0149", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9832, "commit_prob": 0.762207, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 180}
{"item_id": "arith_0149", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9055, "commit_prob": 0.889017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 181}
{"item_id": "arith_0149", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.953445, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 182}
{"item_id": "arith_0149", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0741, "commit_prob": 0.919937, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 183}
{"item_id": "arith_0243", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.089904, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 184}
{"item_id": "arith_0243", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.28804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 185}
{"item_id": "arith_0243", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.523784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 186}
{"item_id": "arith_0243", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.62793, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 187}
{"item_id": "arith_0285", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.273885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 188}
{"item_id": "arith_0285", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8289, "commit_prob": 0.741103, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 189}
{"item_id": "arith_0285", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9626, "commit_prob": 0.837452, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 190}
{"item_id": "arith_0285", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.729052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 191}
{"item_id": "arith_0207", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.461416, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 192}
{"item_id": "arith_0207", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.763074, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 193}
{"item_id": "arith_0207", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.907821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 194}
{"item_id": "arith_0207", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.855316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 195}
{"item_id": "arith_0249", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.090749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 196}
{"item_id": "arith_0249", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.273641, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 197}
{"item_id": "arith_0249", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.905, "commit_prob": 0.932046, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 198}
{"item_id": "arith_0249", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.895333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 199}
{"item_id": "arith_0126", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.5323, "commit_prob": 0.700959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 200}
{"item_id": "arith_0126", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9384, "commit_prob": 0.81428, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 201}
{"item_id": "arith_0126", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7958, "commit_prob": 0.980809, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 202}
{"item_id": "arith_0126", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.967352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 203}
{"item_id": "arith_0232", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.773379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 204}
{"item_id": "arith_0232", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9209, "commit_prob": 0.828392, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 205}
{"item_id": "arith_0232", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1816, "commit_prob": 0.910428, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 206}
{"item_id": "arith_0232", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.899123, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 207}
{"item_id": "arith_0219", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.562206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 208}
{"item_id": "arith_0219", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9345, "commit_prob": 0.731466, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 209}
{"item_id": "arith_0219", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.961901, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 210}
{"item_id": "arith_0219", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.959946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 211}
{"item_id": "arith_0238", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.619519, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 212}
{"item_id": "arith_0238", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.962, "commit_prob": 0.014831, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 213}
{"item_id": "arith_0238", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.819677, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 214}
{"item_id": "arith_0238", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.768981, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 215}
{"item_id": "arith_0100", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9984, "commit_prob": 0.813757, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 216}
{"item_id": "arith_0100", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.912264, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 217}
{"item_id": "arith_0100", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 218}
{"item_id": "arith_0100", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.961646, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 219}
{"item_id": "arith_0087", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9942, "commit_prob": 0.708958, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 220}
{"item_id": "arith_0087", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8827, "commit_prob": 0.877381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 221}
{"item_id": "arith_0087", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.941708, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 222}
{"item_id": "arith_0087", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.954694, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 223}
{"item_id": "arith_0103", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0899, "commit_prob": 0.682632, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 224}
{"item_id": "arith_0103", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9658, "commit_prob": 0.76217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 225}
{"item_id": "arith_0103", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.954192, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 226}
{"item_id": "arith_0103", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9981, "commit_prob": 0.952217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 227}
{"item_id": "arith_0066", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8827, "commit_prob": 0.719009, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 228}
{"item_id": "arith_0066", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0036, "commit_prob": 0.898017, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 229}
{"item_id": "arith_0066", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.954216, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 230}
{"item_id": "arith_0066", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 231}
{"item_id": "arith_0024", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.988, "commit_prob": 0.687767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 232}
{"item_id": "arith_0024", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.893939, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 233}
{"item_id": "arith_0024", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.943106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 234}
{"item_id": "arith_0024", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.955607, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 235}
{"item_id": "arith_0033", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.727248, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 236}
{"item_id": "arith_0033", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.900096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 237}
{"item_id": "arith_0033", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 238}
{"item_id": "arith_0033", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981542, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 239}
{"item_id": "arith_0097", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.979, "commit_prob": 0.569133, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 240}
{"item_id": "arith_0097", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.893593, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 241}
{"item_id": "arith_0097", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.939598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 242}
{"item_id": "arith_0097", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8877, "commit_prob": 0.942002, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 243}
{"item_id": "arith_0237", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.392, "commit_prob": 0.568885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 244}
{"item_id": "arith_0237", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9977, "commit_prob": 0.888084, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 245}
{"item_id": "arith_0237", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0042, "commit_prob": 0.957566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 246}
{"item_id": "arith_0237", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.955466, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 247}
{"item_id": "arith_0220", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.701094, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 248}
{"item_id": "arith_0220", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.000139, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 249}
{"item_id": "arith_0220", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0044, "commit_prob": 0.952792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 250}
{"item_id": "arith_0220", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.941306, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 251}
{"item_id": "arith_0130", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9448, "commit_prob": 0.84028, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 252}
{"item_id": "arith_0130", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8238, "commit_prob": 0.811922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 253}
{"item_id": "arith_0130", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8739, "commit_prob": 0.960168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 254}
{"item_id": "arith_0130", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.919193, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 255}
{"item_id": "arith_0271", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 256}
{"item_id": "arith_0271", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0116, "commit_prob": 0.022917, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 257}
{"item_id": "arith_0271", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.313185, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 258}
{"item_id": "arith_0271", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.628549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 259}
{"item_id": "arith_0231", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.513792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 260}
{"item_id": "arith_0231", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9713, "commit_prob": 0.806039, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 261}
{"item_id": "arith_0231", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.827566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 262}
{"item_id": "arith_0231", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.783562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 263}
{"item_id": "arith_0254", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.574951, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 264}
{"item_id": "arith_0254", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.850927, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 265}
{"item_id": "arith_0254", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0013, "commit_prob": 0.93515, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 266}
{"item_id": "arith_0254", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.885922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 267}
{"item_id": "arith_0258", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180088, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 268}
{"item_id": "arith_0258", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.154, "commit_prob": 0.270007, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 269}
{"item_id": "arith_0258", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.811262, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 270}
{"item_id": "arith_0258", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.267353, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 271}
{"item_id": "arith_0269", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0034, "commit_prob": 0.597805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 272}
{"item_id": "arith_0269", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0023, "commit_prob": 0.783792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 273}
{"item_id": "arith_0269", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.923255, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 274}
{"item_id": "arith_0269", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.839362, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 275}
{"item_id": "arith_0123", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.49649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 276}
{"item_id": "arith_0123", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.939412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 277}
{"item_id": "arith_0123", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8043, "commit_prob": 0.937751, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 278}
{"item_id": "arith_0123", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.908038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 279}
{"item_id": "arith_0067", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.1603, "commit_prob": 0.396915, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 280}
{"item_id": "arith_0067", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.87563, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 281}
{"item_id": "arith_0067", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.941758, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 282}
{"item_id": "arith_0067", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.962321, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 283}
{"item_id": "arith_0188", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013612, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 284}
{"item_id": "arith_0188", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6918, "commit_prob": 0.092955, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 285}
{"item_id": "arith_0188", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.329187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 286}
{"item_id": "arith_0188", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.465526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 287}
{"item_id": "arith_0143", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.508, "commit_prob": 0.834518, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 288}
{"item_id": "arith_0143", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9822, "commit_prob": 0.896922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 289}
{"item_id": "arith_0143", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.963087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 290}
{"item_id": "arith_0143", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8721, "commit_prob": 0.961468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 291}
{"item_id": "arith_0089", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8618, "commit_prob": 0.560068, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 292}
{"item_id": "arith_0089", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9708, "commit_prob": 0.852888, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 293}
{"item_id": "arith_0089", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 294}
{"item_id": "arith_0089", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.973825, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 295}
{"item_id": "arith_0128", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9859, "commit_prob": 0.801196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 296}
{"item_id": "arith_0128", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.862427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 297}
{"item_id": "arith_0128", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974787, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 298}
{"item_id": "arith_0128", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.997, "commit_prob": 0.966497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 299}
{"item_id": "arith_0156", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.518523, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 300}
{"item_id": "arith_0156", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3, "commit_prob": 0.843281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 301}
{"item_id": "arith_0156", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.907893, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 302}
{"item_id": "arith_0156", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.799443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 303}
{"item_id": "arith_0142", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.632128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 304}
{"item_id": "arith_0142", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.874202, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 305}
{"item_id": "arith_0142", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.969389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 306}
{"item_id": "arith_0142", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.941538, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 307}
{"item_id": "arith_0265", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.866609, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 308}
{"item_id": "arith_0265", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7552, "commit_prob": 0.906303, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 309}
{"item_id": "arith_0265", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9977, "commit_prob": 0.935814, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 310}
{"item_id": "arith_0265", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.942605, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 311}
{"item_id": "arith_0173", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.005, "commit_prob": 0.945687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 312}
{"item_id": "arith_0173", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.418042, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 313}
{"item_id": "arith_0173", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.012, "commit_prob": 0.96843, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 314}
{"item_id": "arith_0173", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0309, "commit_prob": 0.944955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 315}
{"item_id": "arith_0115", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9982, "commit_prob": 0.510218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 316}
{"item_id": "arith_0115", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8739, "commit_prob": 0.881637, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 317}
{"item_id": "arith_0115", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.915943, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 318}
{"item_id": "arith_0115", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0006, "commit_prob": 0.865975, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 319}
{"item_id": "arith_0072", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.675592, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 320}
{"item_id": "arith_0072", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3295, "commit_prob": 0.715167, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 321}
{"item_id": "arith_0072", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.962735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 322}
{"item_id": "arith_0072", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.983885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 323}
{"item_id": "arith_0049", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9608, "commit_prob": 0.768707, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 324}
{"item_id": "arith_0049", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9169, "commit_prob": 0.806474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 325}
{"item_id": "arith_0049", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.956417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 326}
{"item_id": "arith_0049", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.928845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 327}
{"item_id": "arith_0083", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9361, "commit_prob": 0.61223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 328}
{"item_id": "arith_0083", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.930876, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 329}
{"item_id": "arith_0083", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9929, "commit_prob": 0.939382, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 330}
{"item_id": "arith_0083", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.935405, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 331}
{"item_id": "arith_0200", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0016, "commit_prob": 0.462681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 332}
{"item_id": "arith_0200", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.91521, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 333}
{"item_id": "arith_0200", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0346, "commit_prob": 0.948657, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 334}
{"item_id": "arith_0200", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9393, "commit_prob": 0.912344, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 335}
{"item_id": "arith_0228", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.046985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 336}
{"item_id": "arith_0228", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1599, "commit_prob": 0.692376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 337}
{"item_id": "arith_0228", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9951, "commit_prob": 0.850002, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 338}
{"item_id": "arith_0228", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.480228, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 339}
{"item_id": "arith_0030", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.4203, "commit_prob": 0.893968, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 340}
{"item_id": "arith_0030", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9503, "commit_prob": 0.797713, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 341}
{"item_id": "arith_0030", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9985, "commit_prob": 0.969424, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 342}
{"item_id": "arith_0030", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.961011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 343}
{"item_id": "arith_0008", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9073, "commit_prob": 0.812578, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 344}
{"item_id": "arith_0008", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9806, "commit_prob": 0.83351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 345}
{"item_id": "arith_0008", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.95962, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 346}
{"item_id": "arith_0008", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.771, "commit_prob": 0.948627, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 347}
{"item_id": "arith_0185", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.531597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 348}
{"item_id": "arith_0185", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.899385, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 349}
{"item_id": "arith_0185", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0031, "commit_prob": 0.91508, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 350}
{"item_id": "arith_0185", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.889386, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 351}
{"item_id": "arith_0299", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0059, "commit_prob": 0.499887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 352}
{"item_id": "arith_0299", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.939125, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 353}
{"item_id": "arith_0299", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.848066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 354}
{"item_id": "arith_0299", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.859529, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 355}
{"item_id": "arith_0272", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.601981, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 356}
{"item_id": "arith_0272", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2841, "commit_prob": 0.644691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 357}
{"item_id": "arith_0272", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.939994, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 358}
{"item_id": "arith_0272", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.94707, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 359}
{"item_id": "arith_0096", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.953, "commit_prob": 0.688487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 360}
{"item_id": "arith_0096", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9983, "commit_prob": 0.872415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 361}
{"item_id": "arith_0096", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.93236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 362}
{"item_id": "arith_0096", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9622, "commit_prob": 0.964429, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 363}
{"item_id": "arith_0119", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9879, "commit_prob": 0.671639, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 364}
{"item_id": "arith_0119", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9964, "commit_prob": 0.882476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 365}
{"item_id": "arith_0119", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.932836, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 366}
{"item_id": "arith_0119", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1311, "commit_prob": 0.923237, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 367}
{"item_id": "arith_0018", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.820359, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 368}
{"item_id": "arith_0018", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.891206, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 369}
{"item_id": "arith_0018", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9964, "commit_prob": 0.984087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 370}
{"item_id": "arith_0018", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 371}
{"item_id": "arith_0003", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9792, "commit_prob": 0.632344, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 372}
{"item_id": "arith_0003", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.168463, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 373}
{"item_id": "arith_0003", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9368, "commit_prob": 0.977906, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 374}
{"item_id": "arith_0003", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.975356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 375}
{"item_id": "arith_0158", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.573775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 376}
{"item_id": "arith_0158", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0528, "commit_prob": 0.787266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 377}
{"item_id": "arith_0158", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.94167, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 378}
{"item_id": "arith_0158", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.900839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 379}
{"item_id": "arith_0252", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.807407, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 380}
{"item_id": "arith_0252", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5447, "commit_prob": 0.923177, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 381}
{"item_id": "arith_0252", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2772, "commit_prob": 0.963983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 382}
{"item_id": "arith_0252", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.7295, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 383}
{"item_id": "arith_0193", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.229614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 384}
{"item_id": "arith_0193", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0012, "commit_prob": 0.463341, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 385}
{"item_id": "arith_0193", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0083, "commit_prob": 0.864808, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 386}
{"item_id": "arith_0193", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.527462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 387}
{"item_id": "arith_0065", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9959, "commit_prob": 0.654612, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 388}
{"item_id": "arith_0065", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6104, "commit_prob": 0.912011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 389}
{"item_id": "arith_0065", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.979691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 390}
{"item_id": "arith_0065", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.975687, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 391}
{"item_id": "arith_0279", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.448632, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 392}
{"item_id": "arith_0279", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0024, "commit_prob": 0.695962, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 393}
{"item_id": "arith_0279", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5173, "commit_prob": 0.893344, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 394}
{"item_id": "arith_0279", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.661393, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 395}
{"item_id": "arith_0195", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.744195, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 396}
{"item_id": "arith_0195", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7745, "commit_prob": 0.543088, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 397}
{"item_id": "arith_0195", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.877191, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 398}
{"item_id": "arith_0195", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.834605, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 399}
{"item_id": "arith_0105", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9692, "commit_prob": 0.764642, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 400}
{"item_id": "arith_0105", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.992, "commit_prob": 0.872811, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 401}
{"item_id": "arith_0105", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9164, "commit_prob": 0.948273, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 402}
{"item_id": "arith_0105", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.954367, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 403}
{"item_id": "arith_0181", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.284164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 404}
{"item_id": "arith_0181", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.329515, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 405}
{"item_id": "arith_0181", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0328, "commit_prob": 0.650567, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 406}
{"item_id": "arith_0181", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.288383, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 407}
{"item_id": "arith_0153", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0442, "commit_prob": 0.554688, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 408}
{"item_id": "arith_0153", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.941656, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 409}
{"item_id": "arith_0153", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0011, "commit_prob": 0.937215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 410}
{"item_id": "arith_0153", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.842889, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 411}
{"item_id": "arith_0007", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.603, "commit_prob": 0.586749, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 412}
{"item_id": "arith_0007", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0013, "commit_prob": 0.69815, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 413}
{"item_id": "arith_0007", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.943111, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 414}
{"item_id": "arith_0007", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.962773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 415}
{"item_id": "arith_0217", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.520381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 416}
{"item_id": "arith_0217", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0042, "commit_prob": 0.933534, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 417}
{"item_id": "arith_0217", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.916948, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 418}
{"item_id": "arith_0217", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.898389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 419}
{"item_id": "arith_0081", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9972, "commit_prob": 0.849235, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 420}
{"item_id": "arith_0081", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1696, "commit_prob": 0.887312, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 421}
{"item_id": "arith_0081", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9917, "commit_prob": 0.977858, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 422}
{"item_id": "arith_0081", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.931858, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 423}
{"item_id": "arith_0035", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9751, "commit_prob": 0.717221, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 424}
{"item_id": "arith_0035", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.955613, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 425}
{"item_id": "arith_0035", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.983503, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 426}
{"item_id": "arith_0035", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974408, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 427}
{"item_id": "arith_0055", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9887, "commit_prob": 0.651977, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 428}
{"item_id": "arith_0055", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9853, "commit_prob": 0.865023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 429}
{"item_id": "arith_0055", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.952696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 430}
{"item_id": "arith_0055", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9976, "commit_prob": 0.97507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 431}
{"item_id": "arith_0078", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8887, "commit_prob": 0.620564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 432}
{"item_id": "arith_0078", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.916389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 433}
{"item_id": "arith_0078", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.972536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 434}
{"item_id": "arith_0078", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.961376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 435}
{"item_id": "arith_0045", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.69722, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 436}
{"item_id": "arith_0045", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.597587, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 437}
{"item_id": "arith_0045", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 438}
{"item_id": "arith_0045", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.973502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 439}
{"item_id": "arith_0093", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9324, "commit_prob": 0.626237, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 440}
{"item_id": "arith_0093", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.850014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 441}
{"item_id": "arith_0093", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.938522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 442}
{"item_id": "arith_0093", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.938595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 443}
{"item_id": "arith_0199", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.519876, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 444}
{"item_id": "arith_0199", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9762, "commit_prob": 0.678609, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 445}
{"item_id": "arith_0199", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9692, "commit_prob": 0.873046, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 446}
{"item_id": "arith_0199", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.848209, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 447}
{"item_id": "arith_0275", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.568429, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 448}
{"item_id": "arith_0275", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4413, "commit_prob": 0.900541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 449}
{"item_id": "arith_0275", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.946747, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 450}
{"item_id": "arith_0275", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.916678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 451}
{"item_id": "arith_0174", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.748516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 452}
{"item_id": "arith_0174", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8436, "commit_prob": 0.873697, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 453}
{"item_id": "arith_0174", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.922574, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 454}
{"item_id": "arith_0174", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.919355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 455}
{"item_id": "arith_0056", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9661, "commit_prob": 0.332775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 456}
{"item_id": "arith_0056", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9374, "commit_prob": 0.453492, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 457}
{"item_id": "arith_0056", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.580681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 458}
{"item_id": "arith_0056", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012387, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 459}
{"item_id": "arith_0187", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.503199, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 460}
{"item_id": "arith_0187", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.046123, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 461}
{"item_id": "arith_0187", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6576, "commit_prob": 0.894307, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 462}
{"item_id": "arith_0187", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.902078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 463}
{"item_id": "arith_0133", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7885, "commit_prob": 0.319244, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 464}
{"item_id": "arith_0133", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9512, "commit_prob": 0.931813, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 465}
{"item_id": "arith_0133", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9197, "commit_prob": 0.868672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 466}
{"item_id": "arith_0133", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.822754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 467}
{"item_id": "arith_0054", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9556, "commit_prob": 0.26473, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 468}
{"item_id": "arith_0054", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.872314, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 469}
{"item_id": "arith_0054", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.4692, "commit_prob": 0.958417, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 470}
{"item_id": "arith_0054", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.95032, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 471}
{"item_id": "arith_0150", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.17816, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 472}
{"item_id": "arith_0150", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7562, "commit_prob": 0.205113, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 473}
{"item_id": "arith_0150", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1162, "commit_prob": 0.905435, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 474}
{"item_id": "arith_0150", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.697425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 475}
{"item_id": "arith_0242", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.753833, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 476}
{"item_id": "arith_0242", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.000707, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 477}
{"item_id": "arith_0242", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.900133, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 478}
{"item_id": "arith_0242", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.805466, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 479}
{"item_id": "arith_0057", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9946, "commit_prob": 0.765461, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 480}
{"item_id": "arith_0057", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9987, "commit_prob": 0.927811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 481}
{"item_id": "arith_0057", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.962017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 482}
{"item_id": "arith_0057", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9987, "commit_prob": 0.963312, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 483}
{"item_id": "arith_0039", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9276, "commit_prob": 0.465032, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 484}
{"item_id": "arith_0039", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9987, "commit_prob": 0.912714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 485}
{"item_id": "arith_0039", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.84786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 486}
{"item_id": "arith_0039", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.883551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 487}
{"item_id": "arith_0037", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9691, "commit_prob": 0.77272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 488}
{"item_id": "arith_0037", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6082, "commit_prob": 0.893679, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 489}
{"item_id": "arith_0037", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7914, "commit_prob": 0.983546, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 490}
{"item_id": "arith_0037", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.980902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 491}
{"item_id": "arith_0182", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.268702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 492}
{"item_id": "arith_0182", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9757, "commit_prob": 0.370476, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 493}
{"item_id": "arith_0182", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0557, "commit_prob": 0.848479, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 494}
{"item_id": "arith_0182", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.63377, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 495}
{"item_id": "arith_0274", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.584851, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 496}
{"item_id": "arith_0274", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9939, "commit_prob": 0.912886, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 497}
{"item_id": "arith_0274", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.926424, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 498}
{"item_id": "arith_0274", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.891328, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 499}
{"item_id": "arith_0210", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.552135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 500}
{"item_id": "arith_0210", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.854, "commit_prob": 0.312626, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 501}
{"item_id": "arith_0210", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.794268, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 502}
{"item_id": "arith_0210", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.707927, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 503}
{"item_id": "arith_0282", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.422869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 504}
{"item_id": "arith_0282", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5321, "commit_prob": 0.691337, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 505}
{"item_id": "arith_0282", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0308, "commit_prob": 0.907788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 506}
{"item_id": "arith_0282", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.853258, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 507}
{"item_id": "arith_0292", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.637236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 508}
{"item_id": "arith_0292", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9391, "commit_prob": 0.936848, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 509}
{"item_id": "arith_0292", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.907371, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 510}
{"item_id": "arith_0292", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.898105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 511}
{"item_id": "arith_0165", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.706116, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 512}
{"item_id": "arith_0165", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7891, "commit_prob": 0.848686, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 513}
{"item_id": "arith_0165", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.907629, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 514}
{"item_id": "arith_0165", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.920255, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 515}
{"item_id": "arith_0211", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.579308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 516}
{"item_id": "arith_0211", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4778, "commit_prob": 0.855223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 517}
{"item_id": "arith_0211", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.005, "commit_prob": 0.899083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 518}
{"item_id": "arith_0211", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.853125, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 519}
{"item_id": "arith_0255", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.484533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 520}
{"item_id": "arith_0255", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9878, "commit_prob": 0.748907, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 521}
{"item_id": "arith_0255", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4219, "commit_prob": 0.914101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 522}
{"item_id": "arith_0255", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0153, "commit_prob": 0.913786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 523}
{"item_id": "arith_0020", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8515, "commit_prob": 0.827616, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 524}
{"item_id": "arith_0020", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.932498, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 525}
{"item_id": "arith_0020", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.973513, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 526}
{"item_id": "arith_0020", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.954838, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 527}
{"item_id": "arith_0247", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.470036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 528}
{"item_id": "arith_0247", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2884, "commit_prob": 0.840692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 529}
{"item_id": "arith_0247", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9453, "commit_prob": 0.923285, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 530}
{"item_id": "arith_0247", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.813006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 531}
{"item_id": "arith_0209", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.71802, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 532}
{"item_id": "arith_0209", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8522, "commit_prob": 0.818653, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 533}
{"item_id": "arith_0209", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.761207, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 534}
{"item_id": "arith_0209", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.916835, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 535}
{"item_id": "arith_0068", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9616, "commit_prob": 0.69342, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 536}
{"item_id": "arith_0068", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0025, "commit_prob": 0.80476, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 537}
{"item_id": "arith_0068", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.951128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 538}
{"item_id": "arith_0068", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9982, "commit_prob": 0.950263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 539}
{"item_id": "arith_0132", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.2646, "commit_prob": 0.556917, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 540}
{"item_id": "arith_0132", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9671, "commit_prob": 0.851422, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 541}
{"item_id": "arith_0132", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.955607, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 542}
{"item_id": "arith_0132", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.920045, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 543}
{"item_id": "arith_0294", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.746257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 544}
{"item_id": "arith_0294", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9372, "commit_prob": 0.937389, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 545}
{"item_id": "arith_0294", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.94474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 546}
{"item_id": "arith_0294", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.925452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 547}
{"item_id": "arith_0138", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0151, "commit_prob": 0.208752, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 548}
{"item_id": "arith_0138", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.901923, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 549}
{"item_id": "arith_0138", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.915672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 550}
{"item_id": "arith_0138", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9809, "commit_prob": 0.969154, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 551}
{"item_id": "arith_0284", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.845507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 552}
{"item_id": "arith_0284", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.96, "commit_prob": 0.803446, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 553}
{"item_id": "arith_0284", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.938808, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 554}
{"item_id": "arith_0284", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.883805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 555}
{"item_id": "arith_0281", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.441709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 556}
{"item_id": "arith_0281", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0303, "commit_prob": 0.077682, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 557}
{"item_id": "arith_0281", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.927644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 558}
{"item_id": "arith_0281", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.866419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 559}
{"item_id": "arith_0176", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.070757, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 560}
{"item_id": "arith_0176", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.50738, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 561}
{"item_id": "arith_0176", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.735347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 562}
{"item_id": "arith_0176", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.405932, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 563}
{"item_id": "arith_0098", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.777141, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 564}
{"item_id": "arith_0098", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.850011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 565}
{"item_id": "arith_0098", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.4435, "commit_prob": 0.9736, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 566}
{"item_id": "arith_0098", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.973752, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 567}
{"item_id": "arith_0112", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9962, "commit_prob": 0.777456, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 568}
{"item_id": "arith_0112", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.4929, "commit_prob": 0.750201, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 569}
{"item_id": "arith_0112", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9787, "commit_prob": 0.954228, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 570}
{"item_id": "arith_0112", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.97053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 571}
{"item_id": "arith_0102", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.5821, "commit_prob": 0.795702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 572}
{"item_id": "arith_0102", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9088, "commit_prob": 0.898639, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 573}
{"item_id": "arith_0102", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.922355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 574}
{"item_id": "arith_0102", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.944388, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 575}
{"item_id": "arith_0111", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0616, "commit_prob": 0.435079, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 576}
{"item_id": "arith_0111", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0023, "commit_prob": 0.805792, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 577}
{"item_id": "arith_0111", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.925846, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 578}
{"item_id": "arith_0111", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.957443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 579}
{"item_id": "arith_0094", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.901543, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 580}
{"item_id": "arith_0094", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.689315, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 581}
{"item_id": "arith_0094", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 582}
{"item_id": "arith_0094", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.961295, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 583}
{"item_id": "arith_0263", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.401705, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 584}
{"item_id": "arith_0263", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.773471, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 585}
{"item_id": "arith_0263", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8453, "commit_prob": 0.789754, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 586}
{"item_id": "arith_0263", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.647352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 587}
{"item_id": "arith_0069", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5916, "commit_prob": 0.697172, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 588}
{"item_id": "arith_0069", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9953, "commit_prob": 0.65647, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 589}
{"item_id": "arith_0069", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.95289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 590}
{"item_id": "arith_0069", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.946709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 591}
{"item_id": "arith_0084", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9988, "commit_prob": 0.755936, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 592}
{"item_id": "arith_0084", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9705, "commit_prob": 0.970446, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 593}
{"item_id": "arith_0084", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9771, "commit_prob": 0.985857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 594}
{"item_id": "arith_0084", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.963432, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 595}
{"item_id": "arith_0251", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.246179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 596}
{"item_id": "arith_0251", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7489, "commit_prob": 0.684378, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 597}
{"item_id": "arith_0251", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8969, "commit_prob": 0.826193, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 598}
{"item_id": "arith_0251", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.591303, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 599}
{"item_id": "arith_0189", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.645179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 600}
{"item_id": "arith_0189", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7502, "commit_prob": 0.820514, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 601}
{"item_id": "arith_0189", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0203, "commit_prob": 0.948122, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 602}
{"item_id": "arith_0189", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0196, "commit_prob": 0.899774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 603}
{"item_id": "arith_0244", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.634163, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 604}
{"item_id": "arith_0244", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2225, "commit_prob": 0.911565, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 605}
{"item_id": "arith_0244", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.879464, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 606}
{"item_id": "arith_0244", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.845867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 607}
{"item_id": "arith_0048", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9401, "commit_prob": 0.763905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 608}
{"item_id": "arith_0048", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.795421, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 609}
{"item_id": "arith_0048", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.968578, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 610}
{"item_id": "arith_0048", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.93472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 611}
{"item_id": "arith_0166", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.120757, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 612}
{"item_id": "arith_0166", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0103, "commit_prob": 0.701086, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 613}
{"item_id": "arith_0166", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0013, "commit_prob": 0.799089, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 614}
{"item_id": "arith_0166", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.812216, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 615}
{"item_id": "arith_0192", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.548338, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 616}
{"item_id": "arith_0192", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8885, "commit_prob": 0.867524, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 617}
{"item_id": "arith_0192", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.873803, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 618}
{"item_id": "arith_0192", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.826655, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 619}
{"item_id": "arith_0121", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.4612, "commit_prob": 0.865015, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 620}
{"item_id": "arith_0121", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9984, "commit_prob": 0.76606, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 621}
{"item_id": "arith_0121", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9874, "commit_prob": 0.961183, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 622}
{"item_id": "arith_0121", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.964619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 623}
{"item_id": "arith_0177", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.523655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 624}
{"item_id": "arith_0177", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.797934, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 625}
{"item_id": "arith_0177", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.914462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 626}
{"item_id": "arith_0177", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.884064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 627}
{"item_id": "arith_0101", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.513148, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 628}
{"item_id": "arith_0101", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9766, "commit_prob": 0.795527, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 629}
{"item_id": "arith_0101", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.936884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 630}
{"item_id": "arith_0101", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.856972, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 631}
{"item_id": "arith_0225", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000752, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 632}
{"item_id": "arith_0225", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.002709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 633}
{"item_id": "arith_0225", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.158301, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 634}
{"item_id": "arith_0225", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0488, "commit_prob": 0.591123, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 635}
{"item_id": "arith_0079", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.763298, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 636}
{"item_id": "arith_0079", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.904508, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 637}
{"item_id": "arith_0079", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.97474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 638}
{"item_id": "arith_0079", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.964399, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 639}
{"item_id": "arith_0080", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9255, "commit_prob": 0.724771, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 640}
{"item_id": "arith_0080", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9804, "commit_prob": 0.910507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 641}
{"item_id": "arith_0080", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9309, "commit_prob": 0.940003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 642}
{"item_id": "arith_0080", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.919532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 643}
{"item_id": "arith_0010", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9438, "commit_prob": 0.749262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 644}
{"item_id": "arith_0010", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.94077, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 645}
{"item_id": "arith_0010", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.959018, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 646}
{"item_id": "arith_0010", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9874, "commit_prob": 0.957842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 647}
{"item_id": "arith_0175", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180498, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 648}
{"item_id": "arith_0175", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6857, "commit_prob": 0.688838, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 649}
{"item_id": "arith_0175", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9702, "commit_prob": 0.866631, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 650}
{"item_id": "arith_0175", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.690884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 651}
{"item_id": "arith_0179", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.446548, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 652}
{"item_id": "arith_0179", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.982, "commit_prob": 0.904927, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 653}
{"item_id": "arith_0179", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0171, "commit_prob": 0.91727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 654}
{"item_id": "arith_0179", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.8666, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 655}
{"item_id": "arith_0051", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.957, "commit_prob": 0.766084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 656}
{"item_id": "arith_0051", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7973, "commit_prob": 0.852985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 657}
{"item_id": "arith_0051", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8887, "commit_prob": 0.937761, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 658}
{"item_id": "arith_0051", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.908671, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 659}
{"item_id": "arith_0288", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.496138, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 660}
{"item_id": "arith_0288", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9707, "commit_prob": 0.846093, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 661}
{"item_id": "arith_0288", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9262, "commit_prob": 0.925311, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 662}
{"item_id": "arith_0288", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.834819, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 663}
{"item_id": "arith_0278", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.498762, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 664}
{"item_id": "arith_0278", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9977, "commit_prob": 0.612086, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 665}
{"item_id": "arith_0278", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.854902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 666}
{"item_id": "arith_0278", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.868186, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 667}
{"item_id": "arith_0234", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.44319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 668}
{"item_id": "arith_0234", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.859823, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 669}
{"item_id": "arith_0234", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.848313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 670}
{"item_id": "arith_0234", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.797388, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 671}
{"item_id": "arith_0233", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.677728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 672}
{"item_id": "arith_0233", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0226, "commit_prob": 0.689112, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 673}
{"item_id": "arith_0233", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.919833, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 674}
{"item_id": "arith_0233", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.876947, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 675}
{"item_id": "arith_0180", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.528619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 676}
{"item_id": "arith_0180", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9977, "commit_prob": 0.772368, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 677}
{"item_id": "arith_0180", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.905227, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 678}
{"item_id": "arith_0180", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.924555, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 679}
{"item_id": "arith_0286", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.62305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 680}
{"item_id": "arith_0286", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9955, "commit_prob": 0.94238, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 681}
{"item_id": "arith_0286", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.921583, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 682}
{"item_id": "arith_0286", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.935677, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 683}
{"item_id": "arith_0226", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.109147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 684}
{"item_id": "arith_0226", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1214, "commit_prob": 0.210803, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 685}
{"item_id": "arith_0226", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2109, "commit_prob": 0.882433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 686}
{"item_id": "arith_0226", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.81832, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 687}
{"item_id": "arith_0122", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9831, "commit_prob": 0.853675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 688}
{"item_id": "arith_0122", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6593, "commit_prob": 0.91153, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 689}
{"item_id": "arith_0122", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.952988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 690}
{"item_id": "arith_0122", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.971339, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 691}
{"item_id": "arith_0118", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.695318, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 692}
{"item_id": "arith_0118", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9302, "commit_prob": 0.833192, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 693}
{"item_id": "arith_0118", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947164, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 694}
{"item_id": "arith_0118", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7479, "commit_prob": 0.898061, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 695}
{"item_id": "arith_0044", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.619406, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 696}
{"item_id": "arith_0044", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.896696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 697}
{"item_id": "arith_0044", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9897, "commit_prob": 0.971935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 698}
{"item_id": "arith_0044", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9987, "commit_prob": 0.962509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 699}
{"item_id": "arith_0164", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.503266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 700}
{"item_id": "arith_0164", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7404, "commit_prob": 0.836042, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 701}
{"item_id": "arith_0164", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.898183, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 702}
{"item_id": "arith_0164", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.890995, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 703}
{"item_id": "arith_0086", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9131, "commit_prob": 0.722812, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 704}
{"item_id": "arith_0086", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.923081, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 705}
{"item_id": "arith_0086", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9972, "commit_prob": 0.958383, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 706}
{"item_id": "arith_0086", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9922, "commit_prob": 0.963512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 707}
{"item_id": "arith_0204", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.641022, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 708}
{"item_id": "arith_0204", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0104, "commit_prob": 0.201474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 709}
{"item_id": "arith_0204", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.878146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 710}
{"item_id": "arith_0204", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.866152, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 711}
{"item_id": "arith_0216", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0063, "commit_prob": 0.643731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 712}
{"item_id": "arith_0216", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.793785, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 713}
{"item_id": "arith_0216", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0045, "commit_prob": 0.917807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 714}
{"item_id": "arith_0216", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0012, "commit_prob": 0.91726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 715}
{"item_id": "arith_0196", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0048, "commit_prob": 0.565219, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 716}
{"item_id": "arith_0196", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7554, "commit_prob": 0.829373, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 717}
{"item_id": "arith_0196", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0041, "commit_prob": 0.954115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 718}
{"item_id": "arith_0196", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.942944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 719}
{"item_id": "arith_0034", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9897, "commit_prob": 0.791192, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 720}
{"item_id": "arith_0034", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.923604, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 721}
{"item_id": "arith_0034", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9262, "commit_prob": 0.978217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 722}
{"item_id": "arith_0034", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9964, "commit_prob": 0.942401, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 723}
{"item_id": "arith_0085", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.541509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 724}
{"item_id": "arith_0085", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.849055, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 725}
{"item_id": "arith_0085", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8961, "commit_prob": 0.943618, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 726}
{"item_id": "arith_0085", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.920018, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 727}
{"item_id": "arith_0148", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9954, "commit_prob": 0.760356, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 728}
{"item_id": "arith_0148", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9977, "commit_prob": 0.769887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 729}
{"item_id": "arith_0148", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.952703, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 730}
{"item_id": "arith_0148", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9001, "commit_prob": 0.930382, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 731}
{"item_id": "arith_0026", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.598959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 732}
{"item_id": "arith_0026", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.979, "commit_prob": 0.811539, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 733}
{"item_id": "arith_0026", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.927435, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 734}
{"item_id": "arith_0026", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0002, "commit_prob": 0.854471, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 735}
{"item_id": "arith_0160", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.695986, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 736}
{"item_id": "arith_0160", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9864, "commit_prob": 0.769544, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 737}
{"item_id": "arith_0160", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.933551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 738}
{"item_id": "arith_0160", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.918437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 739}
{"item_id": "arith_0168", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.670161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 740}
{"item_id": "arith_0168", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0076, "commit_prob": 0.696617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 741}
{"item_id": "arith_0168", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.929617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 742}
{"item_id": "arith_0168", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.930112, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 743}
{"item_id": "arith_0215", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.649469, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 744}
{"item_id": "arith_0215", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3656, "commit_prob": 0.002153, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 745}
{"item_id": "arith_0215", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9778, "commit_prob": 0.897838, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 746}
{"item_id": "arith_0215", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.823173, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 747}
{"item_id": "arith_0088", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9861, "commit_prob": 0.513455, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 748}
{"item_id": "arith_0088", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 1.1e-05, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 749}
{"item_id": "arith_0088", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.989, "commit_prob": 0.876718, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 750}
{"item_id": "arith_0088", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9975, "commit_prob": 0.874945, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 751}
{"item_id": "arith_0206", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.051068, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 752}
{"item_id": "arith_0206", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.51936, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 753}
{"item_id": "arith_0206", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9865, "commit_prob": 0.822819, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 754}
{"item_id": "arith_0206", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.775895, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 755}
{"item_id": "arith_0091", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7815, "commit_prob": 0.703182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 756}
{"item_id": "arith_0091", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.934861, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 757}
{"item_id": "arith_0091", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.96834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 758}
{"item_id": "arith_0091", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9988, "commit_prob": 0.968545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 759}
{"item_id": "arith_0227", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.860542, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 760}
{"item_id": "arith_0227", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3001, "commit_prob": 0.605448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 761}
{"item_id": "arith_0227", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0012, "commit_prob": 0.965071, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 762}
{"item_id": "arith_0227", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.94414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 763}
{"item_id": "arith_0273", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.542202, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 764}
{"item_id": "arith_0273", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.107797, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 765}
{"item_id": "arith_0273", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9453, "commit_prob": 0.96615, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 766}
{"item_id": "arith_0273", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0073, "commit_prob": 0.942162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 767}
{"item_id": "arith_0064", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3454, "commit_prob": 0.259497, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 768}
{"item_id": "arith_0064", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0529, "commit_prob": 0.712538, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 769}
{"item_id": "arith_0064", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.925081, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 770}
{"item_id": "arith_0064", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.4419, "commit_prob": 0.920764, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 771}
{"item_id": "arith_0095", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8091, "commit_prob": 0.51808, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 772}
{"item_id": "arith_0095", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0487, "commit_prob": 0.886673, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 773}
{"item_id": "arith_0095", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.932411, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 774}
{"item_id": "arith_0095", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9976, "commit_prob": 0.895831, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 775}
{"item_id": "arith_0245", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025306, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 776}
{"item_id": "arith_0245", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0408, "commit_prob": 0.907821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 777}
{"item_id": "arith_0245", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0176, "commit_prob": 0.757436, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 778}
{"item_id": "arith_0245", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.433505, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 779}
{"item_id": "arith_0162", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.129187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 780}
{"item_id": "arith_0162", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.7347, "commit_prob": 0.689134, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 781}
{"item_id": "arith_0162", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.849242, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 782}
{"item_id": "arith_0162", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.910237, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 783}
{"item_id": "arith_0011", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8696, "commit_prob": 0.538741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 784}
{"item_id": "arith_0011", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.90492, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 785}
{"item_id": "arith_0011", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.955683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 786}
{"item_id": "arith_0011", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.913146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 787}
{"item_id": "arith_0276", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.692013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 788}
{"item_id": "arith_0276", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.061144, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 789}
{"item_id": "arith_0276", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.910035, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 790}
{"item_id": "arith_0276", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.905805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 791}
{"item_id": "arith_0099", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8033, "commit_prob": 0.773521, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 792}
{"item_id": "arith_0099", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9949, "commit_prob": 0.894501, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 793}
{"item_id": "arith_0099", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.965477, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 794}
{"item_id": "arith_0099", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9905, "commit_prob": 0.901734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 795}
{"item_id": "arith_0005", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.998, "commit_prob": 0.785641, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 796}
{"item_id": "arith_0005", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.76002, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 797}
{"item_id": "arith_0005", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.969989, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 798}
{"item_id": "arith_0005", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.935364, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 799}
{"item_id": "arith_0141", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6521, "commit_prob": 0.830877, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 800}
{"item_id": "arith_0141", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.816272, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 801}
{"item_id": "arith_0141", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7048, "commit_prob": 0.957312, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 802}
{"item_id": "arith_0141", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9829, "commit_prob": 0.954078, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 803}
{"item_id": "arith_0236", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.705328, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 804}
{"item_id": "arith_0236", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1745, "commit_prob": 0.700099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 805}
{"item_id": "arith_0236", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.563567, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 806}
{"item_id": "arith_0236", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.725879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 807}
{"item_id": "arith_0201", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0064, "commit_prob": 0.741354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 808}
{"item_id": "arith_0201", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9914, "commit_prob": 0.932816, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 809}
{"item_id": "arith_0201", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.006, "commit_prob": 0.969783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 810}
{"item_id": "arith_0201", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.916237, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 811}
{"item_id": "arith_0129", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9969, "commit_prob": 0.63102, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 812}
{"item_id": "arith_0129", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.771425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 813}
{"item_id": "arith_0129", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9641, "commit_prob": 0.961448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 814}
{"item_id": "arith_0129", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.92799, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 815}
{"item_id": "arith_0291", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.456884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 816}
{"item_id": "arith_0291", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0268, "commit_prob": 0.904912, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 817}
{"item_id": "arith_0291", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.92017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 818}
{"item_id": "arith_0291", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.896163, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 819}
{"item_id": "arith_0208", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.205462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 820}
{"item_id": "arith_0208", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.451681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 821}
{"item_id": "arith_0208", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8867, "commit_prob": 0.902327, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 822}
{"item_id": "arith_0208", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.800514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 823}
{"item_id": "arith_0017", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.643086, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 824}
{"item_id": "arith_0017", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6367, "commit_prob": 0.598756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 825}
{"item_id": "arith_0017", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8911, "commit_prob": 0.923064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 826}
{"item_id": "arith_0017", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9729, "commit_prob": 0.963414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 827}
{"item_id": "arith_0092", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.396906, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 828}
{"item_id": "arith_0092", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6297, "commit_prob": 0.817609, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 829}
{"item_id": "arith_0092", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.888094, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 830}
{"item_id": "arith_0092", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9797, "commit_prob": 0.774775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 831}
{"item_id": "arith_0134", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.722, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 832}
{"item_id": "arith_0134", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.001485, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 833}
{"item_id": "arith_0134", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9448, "commit_prob": 0.963282, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 834}
{"item_id": "arith_0134", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.910657, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 835}
{"item_id": "arith_0021", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9886, "commit_prob": 0.755433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 836}
{"item_id": "arith_0021", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.890614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 837}
{"item_id": "arith_0021", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.972255, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 838}
{"item_id": "arith_0021", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6328, "commit_prob": 0.939284, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 839}
{"item_id": "arith_0268", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.554375, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 840}
{"item_id": "arith_0268", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9121, "commit_prob": 0.790965, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 841}
{"item_id": "arith_0268", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.905359, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 842}
{"item_id": "arith_0268", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.908506, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 843}
{"item_id": "arith_0170", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.65405, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 844}
{"item_id": "arith_0170", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.72, "commit_prob": 0.775516, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 845}
{"item_id": "arith_0170", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.949759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 846}
{"item_id": "arith_0170", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.894167, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 847}
{"item_id": "arith_0047", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.623343, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 848}
{"item_id": "arith_0047", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.810354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 849}
{"item_id": "arith_0047", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9461, "commit_prob": 0.978458, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 850}
{"item_id": "arith_0047", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.96733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 851}
{"item_id": "arith_0106", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9939, "commit_prob": 0.606909, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 852}
{"item_id": "arith_0106", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.91056, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 853}
{"item_id": "arith_0106", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.97868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 854}
{"item_id": "arith_0106", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.973638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 855}
{"item_id": "arith_0296", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.250951, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 856}
{"item_id": "arith_0296", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.8094, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 857}
{"item_id": "arith_0296", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0388, "commit_prob": 0.736541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 858}
{"item_id": "arith_0296", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.254065, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 859}
{"item_id": "arith_0287", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.616777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 860}
{"item_id": "arith_0287", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0027, "commit_prob": 0.775487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 861}
{"item_id": "arith_0287", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.889695, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 862}
{"item_id": "arith_0287", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.80599, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 863}
{"item_id": "arith_0090", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9905, "commit_prob": 0.789342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 864}
{"item_id": "arith_0090", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9981, "commit_prob": 0.965552, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 865}
{"item_id": "arith_0090", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9624, "commit_prob": 0.981669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 866}
{"item_id": "arith_0090", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980972, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 867}
{"item_id": "arith_0157", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.442626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 868}
{"item_id": "arith_0157", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9382, "commit_prob": 0.901162, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 869}
{"item_id": "arith_0157", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6956, "commit_prob": 0.876753, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 870}
{"item_id": "arith_0157", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.849982, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 871}
{"item_id": "arith_0000", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9971, "commit_prob": 0.747784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 872}
{"item_id": "arith_0000", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.863868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 873}
{"item_id": "arith_0000", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.956301, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 874}
{"item_id": "arith_0000", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9666, "commit_prob": 0.936113, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 875}
{"item_id": "arith_0109", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9161, "commit_prob": 0.70201, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 876}
{"item_id": "arith_0109", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9371, "commit_prob": 0.835897, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 877}
{"item_id": "arith_0109", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.937678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 878}
{"item_id": "arith_0109", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.936059, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 879}
{"item_id": "arith_0267", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.7325, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 880}
{"item_id": "arith_0267", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.004153, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 881}
{"item_id": "arith_0267", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9907, "commit_prob": 0.954111, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 882}
{"item_id": "arith_0267", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.927869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 883}
{"item_id": "arith_0036", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9935, "commit_prob": 0.596147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 884}
{"item_id": "arith_0036", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9949, "commit_prob": 0.852467, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 885}
{"item_id": "arith_0036", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9342, "commit_prob": 0.96901, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 886}
{"item_id": "arith_0036", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.964456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 887}
{"item_id": "arith_0183", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.534438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 888}
{"item_id": "arith_0183", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8514, "commit_prob": 0.846936, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 889}
{"item_id": "arith_0183", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9974, "commit_prob": 0.899689, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 890}
{"item_id": "arith_0183", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.791822, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 891}
{"item_id": "arith_0239", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.402633, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 892}
{"item_id": "arith_0239", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9793, "commit_prob": 0.555815, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 893}
{"item_id": "arith_0239", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.871564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 894}
{"item_id": "arith_0239", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.892085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 895}
{"item_id": "arith_0147", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3301, "commit_prob": 0.687554, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 896}
{"item_id": "arith_0147", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.903016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 897}
{"item_id": "arith_0147", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9649, "commit_prob": 0.97167, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 898}
{"item_id": "arith_0147", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9981, "commit_prob": 0.92689, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 899}
{"item_id": "arith_0256", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.659664, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 900}
{"item_id": "arith_0256", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9621, "commit_prob": 0.800896, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 901}
{"item_id": "arith_0256", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2603, "commit_prob": 0.950105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 902}
{"item_id": "arith_0256", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.919215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 903}
{"item_id": "arith_0161", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.62876, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 904}
{"item_id": "arith_0161", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0013, "commit_prob": 0.624879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 905}
{"item_id": "arith_0161", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0117, "commit_prob": 0.941964, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 906}
{"item_id": "arith_0161", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0135, "commit_prob": 0.945893, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 907}
{"item_id": "arith_0004", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6387, "commit_prob": 0.670552, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 908}
{"item_id": "arith_0004", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2675, "commit_prob": 0.851284, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 909}
{"item_id": "arith_0004", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9968, "commit_prob": 0.972493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 910}
{"item_id": "arith_0004", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.941291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 911}
{"item_id": "arith_0137", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.4425, "commit_prob": 0.431013, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 912}
{"item_id": "arith_0137", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.88844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 913}
{"item_id": "arith_0137", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.946946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 914}
{"item_id": "arith_0137", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2304, "commit_prob": 0.943506, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 915}
{"item_id": "arith_0152", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0033, "commit_prob": 0.767852, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 916}
{"item_id": "arith_0152", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9958, "commit_prob": 0.821881, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 917}
{"item_id": "arith_0152", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.006, "commit_prob": 0.97517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 918}
{"item_id": "arith_0152", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0067, "commit_prob": 0.967207, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 919}
{"item_id": "arith_0127", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5035, "commit_prob": 0.605451, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 920}
{"item_id": "arith_0127", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.820854, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 921}
{"item_id": "arith_0127", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9961, "commit_prob": 0.940577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 922}
{"item_id": "arith_0127", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9861, "commit_prob": 0.931767, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 923}
{"item_id": "arith_0214", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.250932, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 924}
{"item_id": "arith_0214", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.000203, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 925}
{"item_id": "arith_0214", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.853676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 926}
{"item_id": "arith_0214", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.757735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 927}
{"item_id": "arith_0246", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.593839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 928}
{"item_id": "arith_0246", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9968, "commit_prob": 0.627606, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 929}
{"item_id": "arith_0246", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.822502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 930}
{"item_id": "arith_0246", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.783197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 931}
{"item_id": "arith_0016", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.373489, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 932}
{"item_id": "arith_0016", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.857318, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 933}
{"item_id": "arith_0016", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8778, "commit_prob": 0.947415, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 934}
{"item_id": "arith_0016", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.922706, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 935}
{"item_id": "arith_0117", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9896, "commit_prob": 0.42189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 936}
{"item_id": "arith_0117", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9951, "commit_prob": 0.849973, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 937}
{"item_id": "arith_0117", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.894, "commit_prob": 0.931123, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 938}
{"item_id": "arith_0117", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.903573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 939}
{"item_id": "arith_0159", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.180053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 940}
{"item_id": "arith_0159", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0364, "commit_prob": 0.629467, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 941}
{"item_id": "arith_0159", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.841428, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 942}
{"item_id": "arith_0159", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.655184, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 943}
{"item_id": "arith_0203", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.260085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 944}
{"item_id": "arith_0203", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1036, "commit_prob": 0.313234, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 945}
{"item_id": "arith_0203", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.008, "commit_prob": 0.931823, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 946}
{"item_id": "arith_0203", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.939819, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 947}
{"item_id": "arith_0270", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.810815, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 948}
{"item_id": "arith_0270", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.976, "commit_prob": 0.925746, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 949}
{"item_id": "arith_0270", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.89474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 950}
{"item_id": "arith_0270", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.918983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 951}
{"item_id": "arith_0107", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5795, "commit_prob": 0.629891, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 952}
{"item_id": "arith_0107", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2548, "commit_prob": 0.773486, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 953}
{"item_id": "arith_0107", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.910807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 954}
{"item_id": "arith_0107", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.91257, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 955}
{"item_id": "arith_0061", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9431, "commit_prob": 0.816032, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 956}
{"item_id": "arith_0061", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.841727, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 957}
{"item_id": "arith_0061", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947444, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 958}
{"item_id": "arith_0061", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.968014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 959}
{"item_id": "arith_0012", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.827, "commit_prob": 0.246134, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 960}
{"item_id": "arith_0012", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9147, "commit_prob": 0.745664, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 961}
{"item_id": "arith_0012", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.952954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 962}
{"item_id": "arith_0012", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9941, "commit_prob": 0.938569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 963}
{"item_id": "arith_0031", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9924, "commit_prob": 0.634781, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 964}
{"item_id": "arith_0031", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.889564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 965}
{"item_id": "arith_0031", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.973059, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 966}
{"item_id": "arith_0031", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7279, "commit_prob": 0.926033, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 967}
{"item_id": "arith_0077", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.815835, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 968}
{"item_id": "arith_0077", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2945, "commit_prob": 0.828031, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 969}
{"item_id": "arith_0077", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6459, "commit_prob": 0.971664, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 970}
{"item_id": "arith_0077", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.947808, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 971}
{"item_id": "arith_0060", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9967, "commit_prob": 0.903385, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 972}
{"item_id": "arith_0060", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6354, "commit_prob": 0.619431, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 973}
{"item_id": "arith_0060", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9944, "commit_prob": 0.962787, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 974}
{"item_id": "arith_0060", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.969997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 975}
{"item_id": "arith_0073", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9723, "commit_prob": 0.858973, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 976}
{"item_id": "arith_0073", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.117149, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 977}
{"item_id": "arith_0073", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.977271, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 978}
{"item_id": "arith_0073", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.981916, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 979}
{"item_id": "arith_0198", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.764622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 980}
{"item_id": "arith_0198", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4938, "commit_prob": 0.504429, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 981}
{"item_id": "arith_0198", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.928683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 982}
{"item_id": "arith_0198", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.931324, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 983}
{"item_id": "arith_0028", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8332, "commit_prob": 0.516501, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 984}
{"item_id": "arith_0028", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.919196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 985}
{"item_id": "arith_0028", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.896492, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 986}
{"item_id": "arith_0028", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9986, "commit_prob": 0.866416, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 987}
{"item_id": "arith_0108", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9931, "commit_prob": 0.732216, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 988}
{"item_id": "arith_0108", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8069, "commit_prob": 0.892754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 989}
{"item_id": "arith_0108", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9957, "commit_prob": 0.972392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 990}
{"item_id": "arith_0108", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8906, "commit_prob": 0.94581, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 991}
{"item_id": "arith_0135", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9785, "commit_prob": 0.636722, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 992}
{"item_id": "arith_0135", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.754662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 993}
{"item_id": "arith_0135", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.913571, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 994}
{"item_id": "arith_0135", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.9519, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 995}
{"item_id": "arith_0155", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.276335, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 996}
{"item_id": "arith_0155", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1263, "commit_prob": 0.343875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 997}
{"item_id": "arith_0155", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1359, "commit_prob": 0.824522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 998}
{"item_id": "arith_0155", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.573421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 999}
{"item_id": "arith_0186", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.649145, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1000}
{"item_id": "arith_0186", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.883746, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1001}
{"item_id": "arith_0186", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.941913, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1002}
{"item_id": "arith_0186", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.93017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1003}
{"item_id": "arith_0261", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.304061, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1004}
{"item_id": "arith_0261", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.000419, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1005}
{"item_id": "arith_0261", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9066, "commit_prob": 0.204861, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1006}
{"item_id": "arith_0261", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.128017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1007}
{"item_id": "arith_0140", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9143, "commit_prob": 0.490488, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1008}
{"item_id": "arith_0140", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.865059, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1009}
{"item_id": "arith_0140", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9225, "commit_prob": 0.94381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1010}
{"item_id": "arith_0140", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.91713, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1011}
{"item_id": "arith_0038", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.605113, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1012}
{"item_id": "arith_0038", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0188, "commit_prob": 0.872885, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1013}
{"item_id": "arith_0038", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6304, "commit_prob": 0.926838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1014}
{"item_id": "arith_0038", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.904706, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1015}
{"item_id": "arith_0213", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.12547, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1016}
{"item_id": "arith_0213", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6411, "commit_prob": 0.250286, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1017}
{"item_id": "arith_0213", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.856721, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1018}
{"item_id": "arith_0213", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.69224, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1019}
{"item_id": "arith_0110", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9497, "commit_prob": 0.735624, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1020}
{"item_id": "arith_0110", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.945497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1021}
{"item_id": "arith_0110", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.977569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1022}
{"item_id": "arith_0110", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.978913, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1023}
{"item_id": "arith_0131", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9968, "commit_prob": 0.714844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1024}
{"item_id": "arith_0131", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2704, "commit_prob": 0.901316, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1025}
{"item_id": "arith_0131", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.965733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1026}
{"item_id": "arith_0131", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.95134, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1027}
{"item_id": "arith_0009", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8976, "commit_prob": 0.819812, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1028}
{"item_id": "arith_0009", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.848961, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1029}
{"item_id": "arith_0009", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.975029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1030}
{"item_id": "arith_0009", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.985462, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1031}
{"item_id": "arith_0040", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8229, "commit_prob": 0.647497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1032}
{"item_id": "arith_0040", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.874103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1033}
{"item_id": "arith_0040", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.921985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1034}
{"item_id": "arith_0040", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8257, "commit_prob": 0.958204, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1035}
{"item_id": "arith_0002", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9927, "commit_prob": 0.428257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1036}
{"item_id": "arith_0002", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.873563, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1037}
{"item_id": "arith_0002", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9977, "commit_prob": 0.94588, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1038}
{"item_id": "arith_0002", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.92507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1039}
{"item_id": "arith_0229", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.466598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1040}
{"item_id": "arith_0229", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.5374, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1041}
{"item_id": "arith_0229", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1399, "commit_prob": 0.837686, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1042}
{"item_id": "arith_0229", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.712594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1043}
{"item_id": "arith_0240", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.63794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1044}
{"item_id": "arith_0240", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.92789, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1045}
{"item_id": "arith_0240", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0025, "commit_prob": 0.943563, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1046}
{"item_id": "arith_0240", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.915013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1047}
{"item_id": "arith_0071", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9985, "commit_prob": 0.696617, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1048}
{"item_id": "arith_0071", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.871407, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1049}
{"item_id": "arith_0071", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.981974, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1050}
{"item_id": "arith_0071", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.981887, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1051}
{"item_id": "arith_0241", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.100538, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1052}
{"item_id": "arith_0241", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.24923, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1053}
{"item_id": "arith_0241", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0016, "commit_prob": 0.826132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1054}
{"item_id": "arith_0241", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.391918, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1055}
{"item_id": "arith_0146", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.4557, "commit_prob": 0.840134, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1056}
{"item_id": "arith_0146", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.822593, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1057}
{"item_id": "arith_0146", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9953, "commit_prob": 0.973007, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1058}
{"item_id": "arith_0146", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.964313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1059}
{"item_id": "arith_0019", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9651, "commit_prob": 0.850388, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1060}
{"item_id": "arith_0019", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.998, "commit_prob": 0.852048, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1061}
{"item_id": "arith_0019", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9778, "commit_prob": 0.939399, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1062}
{"item_id": "arith_0019", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9963, "commit_prob": 0.935879, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1063}
{"item_id": "arith_0070", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9952, "commit_prob": 0.700214, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1064}
{"item_id": "arith_0070", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2444, "commit_prob": 0.873378, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1065}
{"item_id": "arith_0070", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.94299, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1066}
{"item_id": "arith_0070", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.958965, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1067}
{"item_id": "arith_0074", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.740205, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1068}
{"item_id": "arith_0074", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.743668, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1069}
{"item_id": "arith_0074", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9941, "commit_prob": 0.95633, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1070}
{"item_id": "arith_0074", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9866, "commit_prob": 0.953949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1071}
{"item_id": "arith_0171", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0026, "commit_prob": 0.63, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1072}
{"item_id": "arith_0171", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6961, "commit_prob": 0.926615, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1073}
{"item_id": "arith_0171", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.961527, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1074}
{"item_id": "arith_0171", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.012, "commit_prob": 0.948943, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1075}
{"item_id": "arith_0050", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9641, "commit_prob": 0.603774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1076}
{"item_id": "arith_0050", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.884242, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1077}
{"item_id": "arith_0050", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.95507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1078}
{"item_id": "arith_0050", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.953005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1079}
{"item_id": "arith_0163", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.506166, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1080}
{"item_id": "arith_0163", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9644, "commit_prob": 0.794554, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1081}
{"item_id": "arith_0163", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.598243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1082}
{"item_id": "arith_0163", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.72496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1083}
{"item_id": "arith_0014", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9973, "commit_prob": 0.543474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1084}
{"item_id": "arith_0014", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.917675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1085}
{"item_id": "arith_0014", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8714, "commit_prob": 0.839843, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1086}
{"item_id": "arith_0014", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.863109, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1087}
{"item_id": "arith_0114", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9682, "commit_prob": 0.762662, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1088}
{"item_id": "arith_0114", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0258, "commit_prob": 0.793661, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1089}
{"item_id": "arith_0114", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9978, "commit_prob": 0.929774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1090}
{"item_id": "arith_0114", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.92099, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1091}
{"item_id": "arith_0277", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.06885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1092}
{"item_id": "arith_0277", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0111, "commit_prob": 0.060122, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1093}
{"item_id": "arith_0277", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.12003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1094}
{"item_id": "arith_0277", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.408624, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1095}
{"item_id": "arith_0041", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.812414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1096}
{"item_id": "arith_0041", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.881589, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1097}
{"item_id": "arith_0041", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9986, "commit_prob": 0.981577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1098}
{"item_id": "arith_0041", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974192, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1099}
{"item_id": "arith_0197", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.536662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1100}
{"item_id": "arith_0197", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.992, "commit_prob": 0.685765, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1101}
{"item_id": "arith_0197", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0071, "commit_prob": 0.566393, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1102}
{"item_id": "arith_0197", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.87774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1103}
{"item_id": "arith_0120", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9972, "commit_prob": 0.348003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1104}
{"item_id": "arith_0120", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.810244, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1105}
{"item_id": "arith_0120", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.967515, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1106}
{"item_id": "arith_0120", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.937961, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1107}
{"item_id": "arith_0191", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.752669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1108}
{"item_id": "arith_0191", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9951, "commit_prob": 0.856514, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1109}
{"item_id": "arith_0191", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.920223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1110}
{"item_id": "arith_0191", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.927196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1111}
{"item_id": "arith_0257", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.62492, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1112}
{"item_id": "arith_0257", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0044, "commit_prob": 0.803256, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1113}
{"item_id": "arith_0257", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.953959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1114}
{"item_id": "arith_0257", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.930766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1115}
{"item_id": "arith_0202", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.75047, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1116}
{"item_id": "arith_0202", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9917, "commit_prob": 0.735, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1117}
{"item_id": "arith_0202", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0016, "commit_prob": 0.913766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1118}
{"item_id": "arith_0202", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.931187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1119}
{"item_id": "arith_0027", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9625, "commit_prob": 0.935037, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1120}
{"item_id": "arith_0027", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.882521, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1121}
{"item_id": "arith_0027", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9978, "commit_prob": 0.965999, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1122}
{"item_id": "arith_0027", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9846, "commit_prob": 0.944609, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1123}
{"item_id": "arith_0212", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.608999, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1124}
{"item_id": "arith_0212", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.849911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1125}
{"item_id": "arith_0212", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9516, "commit_prob": 0.912031, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1126}
{"item_id": "arith_0212", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.726933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1127}
{"item_id": "arith_0013", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7395, "commit_prob": 0.628469, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1128}
{"item_id": "arith_0013", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.951671, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1129}
{"item_id": "arith_0013", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.985, "commit_prob": 0.976522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1130}
{"item_id": "arith_0013", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.957921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1131}
{"item_id": "arith_0178", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.463887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1132}
{"item_id": "arith_0178", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7456, "commit_prob": 0.881314, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1133}
{"item_id": "arith_0178", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.872069, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1134}
{"item_id": "arith_0178", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.924468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1135}
{"item_id": "arith_0290", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.053784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1136}
{"item_id": "arith_0290", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0115, "commit_prob": 0.156715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1137}
{"item_id": "arith_0290", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0456, "commit_prob": 0.748536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1138}
{"item_id": "arith_0290", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.453603, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1139}
{"item_id": "arith_0113", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.718677, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1140}
{"item_id": "arith_0113", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.922739, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1141}
{"item_id": "arith_0113", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.964191, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1142}
{"item_id": "arith_0113", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.5892, "commit_prob": 0.943845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1143}
{"item_id": "arith_0046", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.1123, "commit_prob": 0.662328, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1144}
{"item_id": "arith_0046", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8332, "commit_prob": 0.739638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1145}
{"item_id": "arith_0046", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.956135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1146}
{"item_id": "arith_0046", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9952, "commit_prob": 0.910363, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1147}
{"item_id": "arith_0223", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.650128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1148}
{"item_id": "arith_0223", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9981, "commit_prob": 0.797506, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1149}
{"item_id": "arith_0223", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0365, "commit_prob": 0.926828, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1150}
{"item_id": "arith_0223", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.919922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1151}
{"item_id": "arith_0075", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.659856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1152}
{"item_id": "arith_0075", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.993, "commit_prob": 0.94055, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1153}
{"item_id": "arith_0075", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9976, "commit_prob": 0.974729, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1154}
{"item_id": "arith_0075", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.961, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1155}
{"item_id": "arith_0262", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.71123, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1156}
{"item_id": "arith_0262", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.837684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1157}
{"item_id": "arith_0262", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4968, "commit_prob": 0.964052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1158}
{"item_id": "arith_0262", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.935162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1159}
{"item_id": "arith_0230", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.205033, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1160}
{"item_id": "arith_0230", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.700354, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1161}
{"item_id": "arith_0230", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.915115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1162}
{"item_id": "arith_0230", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.904593, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1163}
{"item_id": "arith_0139", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.741215, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1164}
{"item_id": "arith_0139", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.6579, "commit_prob": 0.812363, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1165}
{"item_id": "arith_0139", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.941168, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1166}
{"item_id": "arith_0139", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.93837, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1167}
{"item_id": "arith_0082", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8723, "commit_prob": 0.626612, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1168}
{"item_id": "arith_0082", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8314, "commit_prob": 0.919048, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1169}
{"item_id": "arith_0082", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2843, "commit_prob": 0.972817, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1170}
{"item_id": "arith_0082", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.931844, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1171}
{"item_id": "arith_0042", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9719, "commit_prob": 0.690742, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1172}
{"item_id": "arith_0042", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9833, "commit_prob": 0.923187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1173}
{"item_id": "arith_0042", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1704, "commit_prob": 0.92998, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1174}
{"item_id": "arith_0042", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9963, "commit_prob": 0.899613, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1175}
{"item_id": "arith_0145", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9593, "commit_prob": 0.472067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1176}
{"item_id": "arith_0145", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.877634, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1177}
{"item_id": "arith_0145", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947894, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1178}
{"item_id": "arith_0145", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.952437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1179}
{"item_id": "arith_0063", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9966, "commit_prob": 0.582066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1180}
{"item_id": "arith_0063", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.2624, "commit_prob": 0.908858, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1181}
{"item_id": "arith_0063", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9878, "commit_prob": 0.97846, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1182}
{"item_id": "arith_0063", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.950682, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1183}
{"item_id": "arith_0264", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.306776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1184}
{"item_id": "arith_0264", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0603, "commit_prob": 0.536809, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1185}
{"item_id": "arith_0264", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6449, "commit_prob": 0.832726, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1186}
{"item_id": "arith_0264", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.642766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1187}
{"item_id": "arith_0052", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.868, "commit_prob": 0.767755, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1188}
{"item_id": "arith_0052", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.752827, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1189}
{"item_id": "arith_0052", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.94713, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1190}
{"item_id": "arith_0052", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.955341, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1191}
{"item_id": "arith_0283", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.722679, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1192}
{"item_id": "arith_0283", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8201, "commit_prob": 0.773759, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1193}
{"item_id": "arith_0283", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.908161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1194}
{"item_id": "arith_0283", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.824498, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1195}
{"item_id": "arith_0190", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.388152, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1196}
{"item_id": "arith_0190", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.67807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1197}
{"item_id": "arith_0190", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0842, "commit_prob": 0.851513, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1198}
{"item_id": "arith_0190", "model": "qwen2.5-7b-instruct", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.837169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1199}
{"item_id": "cap_0180", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.741404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1200}
{"item_id": "cap_0180", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.957103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1201}
{"item_id": "cap_0180", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0078, "commit_prob": 0.973863, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1202}
{"item_id": "cap_0180", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.929788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1203}
{"item_id": "cap_0004", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9938, "commit_prob": 0.748482, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1204}
{"item_id": "cap_0004", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9978, "commit_prob": 0.961871, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1205}
{"item_id": "cap_0004", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.7801, "commit_prob": 0.469547, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1206}
{"item_id": "cap_0004", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9745, "commit_prob": 0.942315, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1207}
{"item_id": "cap_0216", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.780243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1208}
{"item_id": "cap_0216", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1209}
{"item_id": "cap_0216", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.934662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1210}
{"item_id": "cap_0216", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.973664, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1211}
{"item_id": "cap_0007", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.815818, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1212}
{"item_id": "cap_0007", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986253, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1213}
{"item_id": "cap_0007", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.872742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1214}
{"item_id": "cap_0007", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.968604, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1215}
{"item_id": "cap_0241", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.870185, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1216}
{"item_id": "cap_0241", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982148, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1217}
{"item_id": "cap_0241", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0074, "commit_prob": 0.959785, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1218}
{"item_id": "cap_0241", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0032, "commit_prob": 0.972741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1219}
{"item_id": "cap_0036", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.85538, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1220}
{"item_id": "cap_0036", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1221}
{"item_id": "cap_0036", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.924193, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1222}
{"item_id": "cap_0036", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.965514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1223}
{"item_id": "cap_0124", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.945122, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1224}
{"item_id": "cap_0124", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.991441, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1225}
{"item_id": "cap_0124", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.97446, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1226}
{"item_id": "cap_0124", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.968834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1227}
{"item_id": "cap_0171", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.1747, "commit_prob": 0.847876, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1228}
{"item_id": "cap_0171", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0446, "commit_prob": 0.96141, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1229}
{"item_id": "cap_0171", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.002, "commit_prob": 0.944004, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1230}
{"item_id": "cap_0171", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0599, "commit_prob": 0.852048, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1231}
{"item_id": "cap_0032", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9548, "commit_prob": 0.836431, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1232}
{"item_id": "cap_0032", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9926, "commit_prob": 0.917349, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1233}
{"item_id": "cap_0032", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9499, "commit_prob": 0.64797, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1234}
{"item_id": "cap_0032", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.95, "probe_lofo_score": 0.9911, "commit_prob": 0.885123, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1235}
{"item_id": "cap_0295", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.731057, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1236}
{"item_id": "cap_0295", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.97622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1237}
{"item_id": "cap_0295", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0063, "commit_prob": 0.960575, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1238}
{"item_id": "cap_0295", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.898516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1239}
{"item_id": "cap_0248", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.917674, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1240}
{"item_id": "cap_0248", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.992911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1241}
{"item_id": "cap_0248", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.96387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1242}
{"item_id": "cap_0248", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.974162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1243}
{"item_id": "cap_0132", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.877034, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1244}
{"item_id": "cap_0132", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1245}
{"item_id": "cap_0132", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.961774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1246}
{"item_id": "cap_0132", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.977594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1247}
{"item_id": "cap_0049", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9966, "commit_prob": 0.495982, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1248}
{"item_id": "cap_0049", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963256, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1249}
{"item_id": "cap_0049", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9972, "commit_prob": 0.757093, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1250}
{"item_id": "cap_0049", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.959088, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1251}
{"item_id": "cap_0020", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.920231, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1252}
{"item_id": "cap_0020", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.989379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1253}
{"item_id": "cap_0020", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.940727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1254}
{"item_id": "cap_0020", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.955193, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1255}
{"item_id": "cap_0213", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.830537, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1256}
{"item_id": "cap_0213", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.996853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1257}
{"item_id": "cap_0213", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.969553, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1258}
{"item_id": "cap_0213", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985881, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1259}
{"item_id": "cap_0232", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.824306, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1260}
{"item_id": "cap_0232", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1261}
{"item_id": "cap_0232", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970252, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1262}
{"item_id": "cap_0232", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984229, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1263}
{"item_id": "cap_0069", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.766875, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1264}
{"item_id": "cap_0069", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1265}
{"item_id": "cap_0069", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.908714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1266}
{"item_id": "cap_0069", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.9554, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1267}
{"item_id": "cap_0030", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.835175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1268}
{"item_id": "cap_0030", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.983907, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1269}
{"item_id": "cap_0030", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.823136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1270}
{"item_id": "cap_0030", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1271}
{"item_id": "cap_0048", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.833433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1272}
{"item_id": "cap_0048", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1273}
{"item_id": "cap_0048", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.886073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1274}
{"item_id": "cap_0048", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1275}
{"item_id": "cap_0239", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.712668, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1276}
{"item_id": "cap_0239", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985982, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1277}
{"item_id": "cap_0239", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970024, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1278}
{"item_id": "cap_0239", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.95662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1279}
{"item_id": "cap_0195", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.705064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1280}
{"item_id": "cap_0195", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1281}
{"item_id": "cap_0195", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971304, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1282}
{"item_id": "cap_0195", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.942796, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1283}
{"item_id": "cap_0224", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.746445, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1284}
{"item_id": "cap_0224", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.972705, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1285}
{"item_id": "cap_0224", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.903138, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1286}
{"item_id": "cap_0224", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.960782, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1287}
{"item_id": "cap_0255", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.691834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1288}
{"item_id": "cap_0255", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971761, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1289}
{"item_id": "cap_0255", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.950865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1290}
{"item_id": "cap_0255", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.940387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1291}
{"item_id": "cap_0031", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.883802, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1292}
{"item_id": "cap_0031", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.985174, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1293}
{"item_id": "cap_0031", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.932117, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1294}
{"item_id": "cap_0031", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.964777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1295}
{"item_id": "cap_0225", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.749067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1296}
{"item_id": "cap_0225", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1297}
{"item_id": "cap_0225", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.969577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1298}
{"item_id": "cap_0225", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.972038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1299}
{"item_id": "cap_0165", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.828715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1300}
{"item_id": "cap_0165", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1301}
{"item_id": "cap_0165", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.910173, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1302}
{"item_id": "cap_0165", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.966965, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1303}
{"item_id": "cap_0294", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.8261, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1304}
{"item_id": "cap_0294", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.976569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1305}
{"item_id": "cap_0294", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.956746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1306}
{"item_id": "cap_0294", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.947605, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1307}
{"item_id": "cap_0087", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.792672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1308}
{"item_id": "cap_0087", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.991355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1309}
{"item_id": "cap_0087", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.942366, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1310}
{"item_id": "cap_0087", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.956254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1311}
{"item_id": "cap_0280", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.729839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1312}
{"item_id": "cap_0280", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.97493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1313}
{"item_id": "cap_0280", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0024, "commit_prob": 0.852844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1314}
{"item_id": "cap_0280", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.955867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1315}
{"item_id": "cap_0244", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.859706, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1316}
{"item_id": "cap_0244", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992603, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1317}
{"item_id": "cap_0244", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982205, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1318}
{"item_id": "cap_0244", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.955025, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1319}
{"item_id": "cap_0179", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.758856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1320}
{"item_id": "cap_0179", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988491, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1321}
{"item_id": "cap_0179", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.869212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1322}
{"item_id": "cap_0179", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1323}
{"item_id": "cap_0148", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.741749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1324}
{"item_id": "cap_0148", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974846, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1325}
{"item_id": "cap_0148", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.819065, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1326}
{"item_id": "cap_0148", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974693, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1327}
{"item_id": "cap_0136", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.810933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1328}
{"item_id": "cap_0136", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1329}
{"item_id": "cap_0136", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.639955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1330}
{"item_id": "cap_0136", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.940165, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1331}
{"item_id": "cap_0128", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.779682, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1332}
{"item_id": "cap_0128", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.975721, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1333}
{"item_id": "cap_0128", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.801449, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1334}
{"item_id": "cap_0128", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.968572, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1335}
{"item_id": "cap_0000", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.933044, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1336}
{"item_id": "cap_0000", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1337}
{"item_id": "cap_0000", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.94102, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1338}
{"item_id": "cap_0000", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1339}
{"item_id": "cap_0024", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.902071, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1340}
{"item_id": "cap_0024", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1341}
{"item_id": "cap_0024", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.88949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1342}
{"item_id": "cap_0024", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9988, "commit_prob": 0.975683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1343}
{"item_id": "cap_0041", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.874475, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1344}
{"item_id": "cap_0041", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1345}
{"item_id": "cap_0041", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.914838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1346}
{"item_id": "cap_0041", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.948361, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1347}
{"item_id": "cap_0115", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.878382, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1348}
{"item_id": "cap_0115", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.902416, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1349}
{"item_id": "cap_0115", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.914302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1350}
{"item_id": "cap_0115", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.909156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1351}
{"item_id": "cap_0135", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.88029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1352}
{"item_id": "cap_0135", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1353}
{"item_id": "cap_0135", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.905763, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1354}
{"item_id": "cap_0135", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.846463, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1355}
{"item_id": "cap_0150", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.724042, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1356}
{"item_id": "cap_0150", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988831, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1357}
{"item_id": "cap_0150", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970152, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1358}
{"item_id": "cap_0150", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.974477, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1359}
{"item_id": "cap_0079", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.950214, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1360}
{"item_id": "cap_0079", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.983666, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1361}
{"item_id": "cap_0079", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.906752, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1362}
{"item_id": "cap_0079", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1363}
{"item_id": "cap_0235", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.8421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1364}
{"item_id": "cap_0235", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1365}
{"item_id": "cap_0235", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.983443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1366}
{"item_id": "cap_0235", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.961699, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1367}
{"item_id": "cap_0281", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.698756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1368}
{"item_id": "cap_0281", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975001, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1369}
{"item_id": "cap_0281", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.938551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1370}
{"item_id": "cap_0281", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985118, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1371}
{"item_id": "cap_0155", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.834523, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1372}
{"item_id": "cap_0155", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1373}
{"item_id": "cap_0155", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971951, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1374}
{"item_id": "cap_0155", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1375}
{"item_id": "cap_0173", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.672483, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1376}
{"item_id": "cap_0173", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0, "commit_prob": 0.977785, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1377}
{"item_id": "cap_0173", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.9934, "commit_prob": 0.757754, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1378}
{"item_id": "cap_0173", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0006, "commit_prob": 0.945792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1379}
{"item_id": "cap_0270", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.895481, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1380}
{"item_id": "cap_0270", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1381}
{"item_id": "cap_0270", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.955165, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1382}
{"item_id": "cap_0270", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.959009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1383}
{"item_id": "cap_0210", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.838898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1384}
{"item_id": "cap_0210", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992055, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1385}
{"item_id": "cap_0210", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.960794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1386}
{"item_id": "cap_0210", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.934202, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1387}
{"item_id": "cap_0025", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.848186, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1388}
{"item_id": "cap_0025", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1389}
{"item_id": "cap_0025", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.944927, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1390}
{"item_id": "cap_0025", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1391}
{"item_id": "cap_0159", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.388143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1392}
{"item_id": "cap_0159", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975697, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1393}
{"item_id": "cap_0159", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.977935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1394}
{"item_id": "cap_0159", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968812, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1395}
{"item_id": "cap_0206", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.845676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1396}
{"item_id": "cap_0206", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.99291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1397}
{"item_id": "cap_0206", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.938451, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1398}
{"item_id": "cap_0206", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984961, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1399}
{"item_id": "cap_0134", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.871448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1400}
{"item_id": "cap_0134", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982418, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1401}
{"item_id": "cap_0134", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.894009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1402}
{"item_id": "cap_0134", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.952917, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1403}
{"item_id": "cap_0263", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.846412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1404}
{"item_id": "cap_0263", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.981306, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1405}
{"item_id": "cap_0263", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.954288, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1406}
{"item_id": "cap_0263", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.978142, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1407}
{"item_id": "cap_0283", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.755854, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1408}
{"item_id": "cap_0283", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988063, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1409}
{"item_id": "cap_0283", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.957465, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1410}
{"item_id": "cap_0283", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.974549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1411}
{"item_id": "cap_0286", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.831611, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1412}
{"item_id": "cap_0286", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1413}
{"item_id": "cap_0286", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.939189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1414}
{"item_id": "cap_0286", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.98261, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1415}
{"item_id": "cap_0145", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.857724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1416}
{"item_id": "cap_0145", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987624, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1417}
{"item_id": "cap_0145", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.943974, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1418}
{"item_id": "cap_0145", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1419}
{"item_id": "cap_0011", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.870735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1420}
{"item_id": "cap_0011", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.975675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1421}
{"item_id": "cap_0011", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.877179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1422}
{"item_id": "cap_0011", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.955219, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1423}
{"item_id": "cap_0183", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0012, "commit_prob": 0.814122, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1424}
{"item_id": "cap_0183", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0039, "commit_prob": 0.977088, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1425}
{"item_id": "cap_0183", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.9771, "commit_prob": 0.564473, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1426}
{"item_id": "cap_0183", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.1277, "commit_prob": 0.96319, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1427}
{"item_id": "cap_0285", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.966591, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1428}
{"item_id": "cap_0285", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1429}
{"item_id": "cap_0285", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.956582, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1430}
{"item_id": "cap_0285", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.965346, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1431}
{"item_id": "cap_0231", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.729959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1432}
{"item_id": "cap_0231", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1433}
{"item_id": "cap_0231", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1434}
{"item_id": "cap_0231", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985851, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1435}
{"item_id": "cap_0187", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.835361, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1436}
{"item_id": "cap_0187", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987909, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1437}
{"item_id": "cap_0187", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.96387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1438}
{"item_id": "cap_0187", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970699, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1439}
{"item_id": "cap_0201", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.903614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1440}
{"item_id": "cap_0201", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.98419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1441}
{"item_id": "cap_0201", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.981176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1442}
{"item_id": "cap_0201", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1318, "commit_prob": 0.952023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1443}
{"item_id": "cap_0181", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.722663, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1444}
{"item_id": "cap_0181", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.966412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1445}
{"item_id": "cap_0181", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.950233, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1446}
{"item_id": "cap_0181", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.925404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1447}
{"item_id": "cap_0161", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.763941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1448}
{"item_id": "cap_0161", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.990898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1449}
{"item_id": "cap_0161", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0018, "commit_prob": 0.944652, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1450}
{"item_id": "cap_0161", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0079, "commit_prob": 0.959856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1451}
{"item_id": "cap_0094", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.918714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1452}
{"item_id": "cap_0094", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1453}
{"item_id": "cap_0094", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.918101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1454}
{"item_id": "cap_0094", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.966738, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1455}
{"item_id": "cap_0288", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.78417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1456}
{"item_id": "cap_0288", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.98693, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1457}
{"item_id": "cap_0288", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.927374, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1458}
{"item_id": "cap_0288", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.976138, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1459}
{"item_id": "cap_0261", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.808119, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1460}
{"item_id": "cap_0261", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.993405, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1461}
{"item_id": "cap_0261", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.945373, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1462}
{"item_id": "cap_0261", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.970804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1463}
{"item_id": "cap_0186", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.67861, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1464}
{"item_id": "cap_0186", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.98815, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1465}
{"item_id": "cap_0186", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.985429, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1466}
{"item_id": "cap_0186", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.94578, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1467}
{"item_id": "cap_0207", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.748879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1468}
{"item_id": "cap_0207", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.97162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1469}
{"item_id": "cap_0207", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.965722, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1470}
{"item_id": "cap_0207", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0724, "commit_prob": 0.931262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1471}
{"item_id": "cap_0289", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.847697, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1472}
{"item_id": "cap_0289", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1473}
{"item_id": "cap_0289", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.978075, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1474}
{"item_id": "cap_0289", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.969059, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1475}
{"item_id": "cap_0008", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.768119, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1476}
{"item_id": "cap_0008", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988883, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1477}
{"item_id": "cap_0008", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.882964, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1478}
{"item_id": "cap_0008", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.987, "commit_prob": 0.921442, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1479}
{"item_id": "cap_0296", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.796399, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1480}
{"item_id": "cap_0296", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.993067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1481}
{"item_id": "cap_0296", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.911347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1482}
{"item_id": "cap_0296", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988925, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1483}
{"item_id": "cap_0299", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.858779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1484}
{"item_id": "cap_0299", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985198, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1485}
{"item_id": "cap_0299", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0047, "commit_prob": 0.957728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1486}
{"item_id": "cap_0299", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.974912, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1487}
{"item_id": "cap_0056", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.850131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1488}
{"item_id": "cap_0056", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98041, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1489}
{"item_id": "cap_0056", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.950512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1490}
{"item_id": "cap_0056", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.953311, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1491}
{"item_id": "cap_0211", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.814281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1492}
{"item_id": "cap_0211", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.977536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1493}
{"item_id": "cap_0211", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.96137, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1494}
{"item_id": "cap_0211", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.948753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1495}
{"item_id": "cap_0060", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.954263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1496}
{"item_id": "cap_0060", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9987, "commit_prob": 0.977206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1497}
{"item_id": "cap_0060", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.960661, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1498}
{"item_id": "cap_0060", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.962072, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1499}
{"item_id": "cap_0119", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.864139, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1500}
{"item_id": "cap_0119", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1501}
{"item_id": "cap_0119", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.929629, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1502}
{"item_id": "cap_0119", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.959182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1503}
{"item_id": "cap_0089", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.859268, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1504}
{"item_id": "cap_0089", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.983805, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1505}
{"item_id": "cap_0089", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.8817, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1506}
{"item_id": "cap_0089", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.931144, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1507}
{"item_id": "cap_0106", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.934996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1508}
{"item_id": "cap_0106", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974321, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1509}
{"item_id": "cap_0106", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.892543, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1510}
{"item_id": "cap_0106", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.983191, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1511}
{"item_id": "cap_0246", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.784837, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1512}
{"item_id": "cap_0246", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975418, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1513}
{"item_id": "cap_0246", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.96262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1514}
{"item_id": "cap_0246", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.937496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1515}
{"item_id": "cap_0058", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9985, "commit_prob": 0.905227, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1516}
{"item_id": "cap_0058", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988812, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1517}
{"item_id": "cap_0058", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.929657, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1518}
{"item_id": "cap_0058", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982174, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1519}
{"item_id": "cap_0220", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.806882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1520}
{"item_id": "cap_0220", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.97722, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1521}
{"item_id": "cap_0220", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.955033, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1522}
{"item_id": "cap_0220", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968455, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1523}
{"item_id": "cap_0242", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.728995, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1524}
{"item_id": "cap_0242", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1525}
{"item_id": "cap_0242", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9974, "commit_prob": 0.9093, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1526}
{"item_id": "cap_0242", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.927448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1527}
{"item_id": "cap_0091", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.764261, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1528}
{"item_id": "cap_0091", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.971807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1529}
{"item_id": "cap_0091", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9998, "commit_prob": 0.826374, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1530}
{"item_id": "cap_0091", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.925935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1531}
{"item_id": "cap_0257", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.642575, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1532}
{"item_id": "cap_0257", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.964822, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1533}
{"item_id": "cap_0257", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0002, "commit_prob": 0.938815, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1534}
{"item_id": "cap_0257", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.937354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1535}
{"item_id": "cap_0014", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9975, "commit_prob": 0.757423, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1536}
{"item_id": "cap_0014", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9995, "commit_prob": 0.906349, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1537}
{"item_id": "cap_0014", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9987, "commit_prob": 0.856463, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1538}
{"item_id": "cap_0014", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.904003, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1539}
{"item_id": "cap_0010", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.810526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1540}
{"item_id": "cap_0010", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.99196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1541}
{"item_id": "cap_0010", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947814, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1542}
{"item_id": "cap_0010", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1543}
{"item_id": "cap_0197", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.615035, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1544}
{"item_id": "cap_0197", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1545}
{"item_id": "cap_0197", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.927896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1546}
{"item_id": "cap_0197", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.949463, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1547}
{"item_id": "cap_0214", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.660366, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1548}
{"item_id": "cap_0214", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1549}
{"item_id": "cap_0214", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.973635, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1550}
{"item_id": "cap_0214", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.901824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1551}
{"item_id": "cap_0113", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.788243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1552}
{"item_id": "cap_0113", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1553}
{"item_id": "cap_0113", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.843547, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1554}
{"item_id": "cap_0113", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.960876, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1555}
{"item_id": "cap_0259", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.808315, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1556}
{"item_id": "cap_0259", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.993594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1557}
{"item_id": "cap_0259", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.977306, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1558}
{"item_id": "cap_0259", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.991952, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1559}
{"item_id": "cap_0234", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.29903, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1560}
{"item_id": "cap_0234", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.865537, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1561}
{"item_id": "cap_0234", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.3476, "commit_prob": 0.875707, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1562}
{"item_id": "cap_0234", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.796933, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1563}
{"item_id": "cap_0044", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.855234, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1564}
{"item_id": "cap_0044", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1565}
{"item_id": "cap_0044", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.817347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1566}
{"item_id": "cap_0044", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984454, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1567}
{"item_id": "cap_0205", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.765202, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1568}
{"item_id": "cap_0205", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985531, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1569}
{"item_id": "cap_0205", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.920389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1570}
{"item_id": "cap_0205", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.961856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1571}
{"item_id": "cap_0249", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.77414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1572}
{"item_id": "cap_0249", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.97643, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1573}
{"item_id": "cap_0249", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1574}
{"item_id": "cap_0249", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.96353, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1575}
{"item_id": "cap_0103", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.871027, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1576}
{"item_id": "cap_0103", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.983142, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1577}
{"item_id": "cap_0103", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.905423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1578}
{"item_id": "cap_0103", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.959048, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1579}
{"item_id": "cap_0075", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.795789, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1580}
{"item_id": "cap_0075", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.978034, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1581}
{"item_id": "cap_0075", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.950369, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1582}
{"item_id": "cap_0075", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.927393, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1583}
{"item_id": "cap_0120", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.900571, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1584}
{"item_id": "cap_0120", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.979374, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1585}
{"item_id": "cap_0120", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.793293, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1586}
{"item_id": "cap_0120", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966031, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1587}
{"item_id": "cap_0059", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.792536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1588}
{"item_id": "cap_0059", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984915, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1589}
{"item_id": "cap_0059", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9146, "commit_prob": 0.891844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1590}
{"item_id": "cap_0059", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.938029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1591}
{"item_id": "cap_0298", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.863357, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1592}
{"item_id": "cap_0298", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992225, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1593}
{"item_id": "cap_0298", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.954931, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1594}
{"item_id": "cap_0298", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.980478, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1595}
{"item_id": "cap_0253", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.676613, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1596}
{"item_id": "cap_0253", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1597}
{"item_id": "cap_0253", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.928271, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1598}
{"item_id": "cap_0253", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1599}
{"item_id": "cap_0057", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.829745, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1600}
{"item_id": "cap_0057", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979369, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1601}
{"item_id": "cap_0057", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.813442, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1602}
{"item_id": "cap_0057", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.96283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1603}
{"item_id": "cap_0109", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.937867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1604}
{"item_id": "cap_0109", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981912, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1605}
{"item_id": "cap_0109", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.921869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1606}
{"item_id": "cap_0109", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.971932, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1607}
{"item_id": "cap_0073", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.883444, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1608}
{"item_id": "cap_0073", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.992393, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1609}
{"item_id": "cap_0073", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.833733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1610}
{"item_id": "cap_0073", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.971779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1611}
{"item_id": "cap_0088", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.893011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1612}
{"item_id": "cap_0088", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980413, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1613}
{"item_id": "cap_0088", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.847042, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1614}
{"item_id": "cap_0088", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.970829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1615}
{"item_id": "cap_0149", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.878776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1616}
{"item_id": "cap_0149", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982609, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1617}
{"item_id": "cap_0149", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.853922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1618}
{"item_id": "cap_0149", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.971409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1619}
{"item_id": "cap_0163", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.746818, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1620}
{"item_id": "cap_0163", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987228, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1621}
{"item_id": "cap_0163", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1622}
{"item_id": "cap_0163", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.969959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1623}
{"item_id": "cap_0066", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.789653, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1624}
{"item_id": "cap_0066", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.745189, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1625}
{"item_id": "cap_0066", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9999, "commit_prob": 0.711553, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1626}
{"item_id": "cap_0066", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.66616, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1627}
{"item_id": "cap_0277", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.712768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1628}
{"item_id": "cap_0277", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.94978, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1629}
{"item_id": "cap_0277", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0011, "commit_prob": 0.953467, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1630}
{"item_id": "cap_0277", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.960381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1631}
{"item_id": "cap_0065", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.919675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1632}
{"item_id": "cap_0065", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.984011, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1633}
{"item_id": "cap_0065", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.84326, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1634}
{"item_id": "cap_0065", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.959158, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1635}
{"item_id": "cap_0028", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.823535, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1636}
{"item_id": "cap_0028", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.992071, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1637}
{"item_id": "cap_0028", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.796415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1638}
{"item_id": "cap_0028", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1639}
{"item_id": "cap_0033", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.873581, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1640}
{"item_id": "cap_0033", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.97921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1641}
{"item_id": "cap_0033", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.856026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1642}
{"item_id": "cap_0033", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.953466, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1643}
{"item_id": "cap_0012", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.78839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1644}
{"item_id": "cap_0012", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.981401, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1645}
{"item_id": "cap_0012", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.923986, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1646}
{"item_id": "cap_0012", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9998, "commit_prob": 0.901302, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1647}
{"item_id": "cap_0191", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.79223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1648}
{"item_id": "cap_0191", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983149, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1649}
{"item_id": "cap_0191", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0012, "commit_prob": 0.974212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1650}
{"item_id": "cap_0191", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984133, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1651}
{"item_id": "cap_0013", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.801076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1652}
{"item_id": "cap_0013", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1653}
{"item_id": "cap_0013", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.849236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1654}
{"item_id": "cap_0013", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.968049, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1655}
{"item_id": "cap_0055", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.84366, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1656}
{"item_id": "cap_0055", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1657}
{"item_id": "cap_0055", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.924657, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1658}
{"item_id": "cap_0055", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.960798, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1659}
{"item_id": "cap_0172", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.691129, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1660}
{"item_id": "cap_0172", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.966655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1661}
{"item_id": "cap_0172", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.938918, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1662}
{"item_id": "cap_0172", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.941988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1663}
{"item_id": "cap_0212", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.693543, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1664}
{"item_id": "cap_0212", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.97502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1665}
{"item_id": "cap_0212", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.857592, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1666}
{"item_id": "cap_0212", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.053, "commit_prob": 0.8484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1667}
{"item_id": "cap_0156", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.770954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1668}
{"item_id": "cap_0156", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.986802, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1669}
{"item_id": "cap_0156", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.972693, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1670}
{"item_id": "cap_0156", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.947983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1671}
{"item_id": "cap_0188", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.799565, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1672}
{"item_id": "cap_0188", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.992284, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1673}
{"item_id": "cap_0188", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.958446, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1674}
{"item_id": "cap_0188", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.986696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1675}
{"item_id": "cap_0121", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9993, "commit_prob": 0.565498, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1676}
{"item_id": "cap_0121", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9993, "commit_prob": 0.857958, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1677}
{"item_id": "cap_0121", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.886032, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1678}
{"item_id": "cap_0121", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.915952, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1679}
{"item_id": "cap_0086", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.938665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1680}
{"item_id": "cap_0086", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.991501, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1681}
{"item_id": "cap_0086", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.852879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1682}
{"item_id": "cap_0086", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.992612, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1683}
{"item_id": "cap_0168", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.879528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1684}
{"item_id": "cap_0168", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992525, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1685}
{"item_id": "cap_0168", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971843, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1686}
{"item_id": "cap_0168", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992039, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1687}
{"item_id": "cap_0072", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.886247, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1688}
{"item_id": "cap_0072", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988324, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1689}
{"item_id": "cap_0072", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.929387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1690}
{"item_id": "cap_0072", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.968618, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1691}
{"item_id": "cap_0005", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.852734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1692}
{"item_id": "cap_0005", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.972186, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1693}
{"item_id": "cap_0005", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.874176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1694}
{"item_id": "cap_0005", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.96909, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1695}
{"item_id": "cap_0267", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.650843, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1696}
{"item_id": "cap_0267", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1697}
{"item_id": "cap_0267", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.947085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1698}
{"item_id": "cap_0267", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983234, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1699}
{"item_id": "cap_0178", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.734439, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1700}
{"item_id": "cap_0178", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1701}
{"item_id": "cap_0178", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982373, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1702}
{"item_id": "cap_0178", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.966827, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1703}
{"item_id": "cap_0130", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.851285, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1704}
{"item_id": "cap_0130", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976359, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1705}
{"item_id": "cap_0130", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.859095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1706}
{"item_id": "cap_0130", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.937302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1707}
{"item_id": "cap_0243", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.789779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1708}
{"item_id": "cap_0243", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1709}
{"item_id": "cap_0243", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.960373, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1710}
{"item_id": "cap_0243", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.967801, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1711}
{"item_id": "cap_0202", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.770626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1712}
{"item_id": "cap_0202", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.990277, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1713}
{"item_id": "cap_0202", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.947332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1714}
{"item_id": "cap_0202", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987097, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1715}
{"item_id": "cap_0268", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.763776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1716}
{"item_id": "cap_0268", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.9909, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1717}
{"item_id": "cap_0268", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.967344, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1718}
{"item_id": "cap_0268", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1719}
{"item_id": "cap_0229", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.77497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1720}
{"item_id": "cap_0229", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.972259, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1721}
{"item_id": "cap_0229", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.935903, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1722}
{"item_id": "cap_0229", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1452, "commit_prob": 0.951775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1723}
{"item_id": "cap_0204", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.823081, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1724}
{"item_id": "cap_0204", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987798, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1725}
{"item_id": "cap_0204", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0031, "commit_prob": 0.968981, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1726}
{"item_id": "cap_0204", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1727}
{"item_id": "cap_0009", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9933, "commit_prob": 0.572294, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1728}
{"item_id": "cap_0009", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.790988, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1729}
{"item_id": "cap_0009", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9994, "commit_prob": 0.829177, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1730}
{"item_id": "cap_0009", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.877657, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1731}
{"item_id": "cap_0209", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.825445, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1732}
{"item_id": "cap_0209", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983816, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1733}
{"item_id": "cap_0209", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0115, "commit_prob": 0.978128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1734}
{"item_id": "cap_0209", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.97759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1735}
{"item_id": "cap_0129", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.935237, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1736}
{"item_id": "cap_0129", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.993155, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1737}
{"item_id": "cap_0129", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.934561, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1738}
{"item_id": "cap_0129", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1739}
{"item_id": "cap_0102", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.874987, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1740}
{"item_id": "cap_0102", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979547, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1741}
{"item_id": "cap_0102", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.820649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1742}
{"item_id": "cap_0102", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.930051, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1743}
{"item_id": "cap_0222", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.756084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1744}
{"item_id": "cap_0222", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.976665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1745}
{"item_id": "cap_0222", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.95367, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1746}
{"item_id": "cap_0222", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1747}
{"item_id": "cap_0282", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.625092, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1748}
{"item_id": "cap_0282", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.96849, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1749}
{"item_id": "cap_0282", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.916254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1750}
{"item_id": "cap_0282", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.960573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1751}
{"item_id": "cap_0018", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.861372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1752}
{"item_id": "cap_0018", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98232, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1753}
{"item_id": "cap_0018", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.90612, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1754}
{"item_id": "cap_0018", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.97697, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1755}
{"item_id": "cap_0164", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.78644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1756}
{"item_id": "cap_0164", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.980426, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1757}
{"item_id": "cap_0164", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0009, "commit_prob": 0.97718, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1758}
{"item_id": "cap_0164", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3926, "commit_prob": 0.967238, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1759}
{"item_id": "cap_0108", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.783218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1760}
{"item_id": "cap_0108", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1761}
{"item_id": "cap_0108", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.846088, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1762}
{"item_id": "cap_0108", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.964334, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1763}
{"item_id": "cap_0039", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.825207, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1764}
{"item_id": "cap_0039", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.9778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1765}
{"item_id": "cap_0039", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.896859, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1766}
{"item_id": "cap_0039", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980228, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1767}
{"item_id": "cap_0287", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.59176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1768}
{"item_id": "cap_0287", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.962905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1769}
{"item_id": "cap_0287", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1770}
{"item_id": "cap_0287", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.957562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1771}
{"item_id": "cap_0061", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.780841, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1772}
{"item_id": "cap_0061", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.975456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1773}
{"item_id": "cap_0061", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.716788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1774}
{"item_id": "cap_0061", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9977, "commit_prob": 0.938923, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1775}
{"item_id": "cap_0279", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.807032, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1776}
{"item_id": "cap_0279", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1777}
{"item_id": "cap_0279", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.935054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1778}
{"item_id": "cap_0279", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.959979, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1779}
{"item_id": "cap_0219", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.791764, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1780}
{"item_id": "cap_0219", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970579, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1781}
{"item_id": "cap_0219", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0009, "commit_prob": 0.97074, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1782}
{"item_id": "cap_0219", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.98066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1783}
{"item_id": "cap_0127", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.854424, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1784}
{"item_id": "cap_0127", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990435, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1785}
{"item_id": "cap_0127", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.894299, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1786}
{"item_id": "cap_0127", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984881, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1787}
{"item_id": "cap_0247", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.668871, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1788}
{"item_id": "cap_0247", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971666, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1789}
{"item_id": "cap_0247", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.965569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1790}
{"item_id": "cap_0247", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.944838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1791}
{"item_id": "cap_0017", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.731274, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1792}
{"item_id": "cap_0017", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1793}
{"item_id": "cap_0017", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.905351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1794}
{"item_id": "cap_0017", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.926283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1795}
{"item_id": "cap_0170", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.716457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1796}
{"item_id": "cap_0170", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.991579, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1797}
{"item_id": "cap_0170", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.896764, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1798}
{"item_id": "cap_0170", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.980205, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1799}
{"item_id": "cap_0228", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.883421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1800}
{"item_id": "cap_0228", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.996365, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1801}
{"item_id": "cap_0228", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1802}
{"item_id": "cap_0228", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1803}
{"item_id": "cap_0053", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.825419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1804}
{"item_id": "cap_0053", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.978759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1805}
{"item_id": "cap_0053", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.888005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1806}
{"item_id": "cap_0053", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.941918, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1807}
{"item_id": "cap_0290", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.870254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1808}
{"item_id": "cap_0290", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.95754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1809}
{"item_id": "cap_0290", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.919053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1810}
{"item_id": "cap_0290", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.982559, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1811}
{"item_id": "cap_0245", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.807939, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1812}
{"item_id": "cap_0245", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1813}
{"item_id": "cap_0245", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.977727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1814}
{"item_id": "cap_0245", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983975, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1815}
{"item_id": "cap_0140", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.868241, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1816}
{"item_id": "cap_0140", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990234, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1817}
{"item_id": "cap_0140", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.87188, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1818}
{"item_id": "cap_0140", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976405, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1819}
{"item_id": "cap_0262", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.729392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1820}
{"item_id": "cap_0262", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.943806, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1821}
{"item_id": "cap_0262", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.968696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1822}
{"item_id": "cap_0262", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0014, "commit_prob": 0.876254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1823}
{"item_id": "cap_0284", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.744283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1824}
{"item_id": "cap_0284", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.991037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1825}
{"item_id": "cap_0284", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.977488, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1826}
{"item_id": "cap_0284", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989028, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1827}
{"item_id": "cap_0274", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.759752, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1828}
{"item_id": "cap_0274", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.98889, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1829}
{"item_id": "cap_0274", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971511, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1830}
{"item_id": "cap_0274", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982854, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1831}
{"item_id": "cap_0176", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.858569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1832}
{"item_id": "cap_0176", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.986229, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1833}
{"item_id": "cap_0176", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.966219, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1834}
{"item_id": "cap_0176", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1835}
{"item_id": "cap_0144", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.921231, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1836}
{"item_id": "cap_0144", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.991171, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1837}
{"item_id": "cap_0144", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.921678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1838}
{"item_id": "cap_0144", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.977749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1839}
{"item_id": "cap_0029", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.881335, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1840}
{"item_id": "cap_0029", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.975608, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1841}
{"item_id": "cap_0029", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.841509, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1842}
{"item_id": "cap_0029", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974406, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1843}
{"item_id": "cap_0093", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.853425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1844}
{"item_id": "cap_0093", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.978717, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1845}
{"item_id": "cap_0093", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.931191, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1846}
{"item_id": "cap_0093", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.974955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1847}
{"item_id": "cap_0100", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.851868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1848}
{"item_id": "cap_0100", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1849}
{"item_id": "cap_0100", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.831227, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1850}
{"item_id": "cap_0100", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.944853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1851}
{"item_id": "cap_0297", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.52424, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1852}
{"item_id": "cap_0297", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.549865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1853}
{"item_id": "cap_0297", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0026, "commit_prob": 0.886634, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1854}
{"item_id": "cap_0297", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.740582, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1855}
{"item_id": "cap_0096", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.385668, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1856}
{"item_id": "cap_0096", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.656409, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1857}
{"item_id": "cap_0096", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.967073, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1858}
{"item_id": "cap_0096", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.718026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1859}
{"item_id": "cap_0237", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.912263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1860}
{"item_id": "cap_0237", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.986962, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1861}
{"item_id": "cap_0237", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.007, "commit_prob": 0.932968, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1862}
{"item_id": "cap_0237", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0094, "commit_prob": 0.968844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1863}
{"item_id": "cap_0226", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.87478, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1864}
{"item_id": "cap_0226", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.976059, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1865}
{"item_id": "cap_0226", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0416, "commit_prob": 0.945773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1866}
{"item_id": "cap_0226", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.969879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1867}
{"item_id": "cap_0147", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.859743, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1868}
{"item_id": "cap_0147", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987801, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1869}
{"item_id": "cap_0147", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.712479, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1870}
{"item_id": "cap_0147", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963408, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1871}
{"item_id": "cap_0125", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.821178, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1872}
{"item_id": "cap_0125", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1873}
{"item_id": "cap_0125", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.928519, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1874}
{"item_id": "cap_0125", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.934974, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1875}
{"item_id": "cap_0265", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.8201, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1876}
{"item_id": "cap_0265", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988851, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1877}
{"item_id": "cap_0265", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.96461, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1878}
{"item_id": "cap_0265", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968461, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1879}
{"item_id": "cap_0233", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.660001, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1880}
{"item_id": "cap_0233", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.96623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1881}
{"item_id": "cap_0233", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.966638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1882}
{"item_id": "cap_0233", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.909691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1883}
{"item_id": "cap_0081", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.848289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1884}
{"item_id": "cap_0081", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1885}
{"item_id": "cap_0081", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.901491, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1886}
{"item_id": "cap_0081", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.973206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1887}
{"item_id": "cap_0190", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.763472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1888}
{"item_id": "cap_0190", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983367, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1889}
{"item_id": "cap_0190", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.935787, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1890}
{"item_id": "cap_0190", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.957935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1891}
{"item_id": "cap_0045", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.837433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1892}
{"item_id": "cap_0045", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987275, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1893}
{"item_id": "cap_0045", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.905887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1894}
{"item_id": "cap_0045", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.971969, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1895}
{"item_id": "cap_0080", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.858415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1896}
{"item_id": "cap_0080", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987033, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1897}
{"item_id": "cap_0080", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.923068, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1898}
{"item_id": "cap_0080", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.968692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1899}
{"item_id": "cap_0122", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.413532, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1900}
{"item_id": "cap_0122", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.72318, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1901}
{"item_id": "cap_0122", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.815338, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1902}
{"item_id": "cap_0122", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.423895, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1903}
{"item_id": "cap_0051", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.886453, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1904}
{"item_id": "cap_0051", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1905}
{"item_id": "cap_0051", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.938448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1906}
{"item_id": "cap_0051", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.975877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1907}
{"item_id": "cap_0154", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.70032, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1908}
{"item_id": "cap_0154", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979408, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1909}
{"item_id": "cap_0154", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.931128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1910}
{"item_id": "cap_0154", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.967217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1911}
{"item_id": "cap_0082", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.921263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1912}
{"item_id": "cap_0082", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1913}
{"item_id": "cap_0082", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.958728, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1914}
{"item_id": "cap_0082", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1915}
{"item_id": "cap_0208", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.697347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1916}
{"item_id": "cap_0208", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.976259, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1917}
{"item_id": "cap_0208", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.967146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1918}
{"item_id": "cap_0208", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.966452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1919}
{"item_id": "cap_0193", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.784269, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1920}
{"item_id": "cap_0193", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.964623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1921}
{"item_id": "cap_0193", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.9924, "commit_prob": 0.001137, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1922}
{"item_id": "cap_0193", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0006, "commit_prob": 0.929786, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1923}
{"item_id": "cap_0198", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.616757, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1924}
{"item_id": "cap_0198", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.965409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1925}
{"item_id": "cap_0198", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.973241, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1926}
{"item_id": "cap_0198", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.893083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1927}
{"item_id": "cap_0166", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.653443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1928}
{"item_id": "cap_0166", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.964158, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1929}
{"item_id": "cap_0166", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.962416, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1930}
{"item_id": "cap_0166", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.94016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1931}
{"item_id": "cap_0252", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.819658, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1932}
{"item_id": "cap_0252", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.990466, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1933}
{"item_id": "cap_0252", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.917443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1934}
{"item_id": "cap_0252", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1935}
{"item_id": "cap_0189", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.38162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1936}
{"item_id": "cap_0189", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.895352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1937}
{"item_id": "cap_0189", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.959267, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1938}
{"item_id": "cap_0189", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.912799, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1939}
{"item_id": "cap_0112", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.883379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1940}
{"item_id": "cap_0112", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.991655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1941}
{"item_id": "cap_0112", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966524, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1942}
{"item_id": "cap_0112", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.980372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1943}
{"item_id": "cap_0084", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.828334, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1944}
{"item_id": "cap_0084", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984357, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1945}
{"item_id": "cap_0084", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.922286, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1946}
{"item_id": "cap_0084", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.947572, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1947}
{"item_id": "cap_0236", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.735383, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1948}
{"item_id": "cap_0236", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1949}
{"item_id": "cap_0236", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.946562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1950}
{"item_id": "cap_0236", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.907971, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1951}
{"item_id": "cap_0158", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.838505, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1952}
{"item_id": "cap_0158", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1953}
{"item_id": "cap_0158", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.9989, "commit_prob": 0.863372, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1954}
{"item_id": "cap_0158", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.939335, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1955}
{"item_id": "cap_0085", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.86973, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1956}
{"item_id": "cap_0085", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.994076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1957}
{"item_id": "cap_0085", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966199, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1958}
{"item_id": "cap_0085", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982424, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1959}
{"item_id": "cap_0101", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.891697, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1960}
{"item_id": "cap_0101", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.991037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1961}
{"item_id": "cap_0101", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.915889, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1962}
{"item_id": "cap_0101", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.965327, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1963}
{"item_id": "cap_0001", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.862102, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1964}
{"item_id": "cap_0001", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.992194, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1965}
{"item_id": "cap_0001", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.928533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1966}
{"item_id": "cap_0001", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.989222, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1967}
{"item_id": "cap_0217", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.86283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1968}
{"item_id": "cap_0217", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.991412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1969}
{"item_id": "cap_0217", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.987622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1970}
{"item_id": "cap_0217", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3935, "commit_prob": 0.964325, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1971}
{"item_id": "cap_0034", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.907381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1972}
{"item_id": "cap_0034", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1973}
{"item_id": "cap_0034", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.916879, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1974}
{"item_id": "cap_0034", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.0271, "commit_prob": 0.949913, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1975}
{"item_id": "cap_0293", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.764541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1976}
{"item_id": "cap_0293", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.981536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1977}
{"item_id": "cap_0293", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.963448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1978}
{"item_id": "cap_0293", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.976243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1979}
{"item_id": "cap_0117", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.906267, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1980}
{"item_id": "cap_0117", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988523, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1981}
{"item_id": "cap_0117", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963928, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1982}
{"item_id": "cap_0117", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980066, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1983}
{"item_id": "cap_0292", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.644648, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1984}
{"item_id": "cap_0292", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.963318, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1985}
{"item_id": "cap_0292", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.853108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1986}
{"item_id": "cap_0292", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.951887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1987}
{"item_id": "cap_0260", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.664023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1988}
{"item_id": "cap_0260", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.967051, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1989}
{"item_id": "cap_0260", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0012, "commit_prob": 0.922708, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1990}
{"item_id": "cap_0260", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.933955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1991}
{"item_id": "cap_0240", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.797746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1992}
{"item_id": "cap_0240", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975203, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1993}
{"item_id": "cap_0240", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.95304, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1994}
{"item_id": "cap_0240", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.956741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1995}
{"item_id": "cap_0215", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.862672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1996}
{"item_id": "cap_0215", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.990506, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1997}
{"item_id": "cap_0215", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.957423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1998}
{"item_id": "cap_0215", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1999}
{"item_id": "cap_0160", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.766695, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2000}
{"item_id": "cap_0160", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.993568, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2001}
{"item_id": "cap_0160", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.91653, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2002}
{"item_id": "cap_0160", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.961865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2003}
{"item_id": "cap_0258", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.75022, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2004}
{"item_id": "cap_0258", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2005}
{"item_id": "cap_0258", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.969338, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2006}
{"item_id": "cap_0258", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.980425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2007}
{"item_id": "cap_0063", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.771488, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2008}
{"item_id": "cap_0063", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.989161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2009}
{"item_id": "cap_0063", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.917045, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2010}
{"item_id": "cap_0063", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.950494, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2011}
{"item_id": "cap_0064", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.765973, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2012}
{"item_id": "cap_0064", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.977818, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2013}
{"item_id": "cap_0064", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.94217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2014}
{"item_id": "cap_0064", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.946217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2015}
{"item_id": "cap_0092", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.748678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2016}
{"item_id": "cap_0092", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979612, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2017}
{"item_id": "cap_0092", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.885368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2018}
{"item_id": "cap_0092", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.958619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2019}
{"item_id": "cap_0019", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.850455, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2020}
{"item_id": "cap_0019", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.97948, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2021}
{"item_id": "cap_0019", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.860057, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2022}
{"item_id": "cap_0019", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.93084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2023}
{"item_id": "cap_0238", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.717412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2024}
{"item_id": "cap_0238", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982685, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2025}
{"item_id": "cap_0238", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.900079, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2026}
{"item_id": "cap_0238", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982439, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2027}
{"item_id": "cap_0123", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.895038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2028}
{"item_id": "cap_0123", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.992036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2029}
{"item_id": "cap_0123", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.965763, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2030}
{"item_id": "cap_0123", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2031}
{"item_id": "cap_0076", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.87026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2032}
{"item_id": "cap_0076", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.993313, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2033}
{"item_id": "cap_0076", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2034}
{"item_id": "cap_0076", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976133, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2035}
{"item_id": "cap_0107", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.861495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2036}
{"item_id": "cap_0107", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980363, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2037}
{"item_id": "cap_0107", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.822898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2038}
{"item_id": "cap_0107", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.890298, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2039}
{"item_id": "cap_0070", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.868292, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2040}
{"item_id": "cap_0070", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.97147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2041}
{"item_id": "cap_0070", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.892467, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2042}
{"item_id": "cap_0070", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.955747, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2043}
{"item_id": "cap_0111", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.844656, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2044}
{"item_id": "cap_0111", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.983707, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2045}
{"item_id": "cap_0111", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.944279, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2046}
{"item_id": "cap_0111", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.969103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2047}
{"item_id": "cap_0271", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.671742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2048}
{"item_id": "cap_0271", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975113, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2049}
{"item_id": "cap_0271", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.9537, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2050}
{"item_id": "cap_0271", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.915727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2051}
{"item_id": "cap_0016", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9998, "commit_prob": 0.18776, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2052}
{"item_id": "cap_0016", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.188836, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2053}
{"item_id": "cap_0016", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.908403, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2054}
{"item_id": "cap_0016", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.211564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2055}
{"item_id": "cap_0272", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.843507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2056}
{"item_id": "cap_0272", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.991829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2057}
{"item_id": "cap_0272", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.952073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2058}
{"item_id": "cap_0272", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.972265, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2059}
{"item_id": "cap_0273", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.770544, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2060}
{"item_id": "cap_0273", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992862, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2061}
{"item_id": "cap_0273", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.924547, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2062}
{"item_id": "cap_0273", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.993896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2063}
{"item_id": "cap_0218", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.914013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2064}
{"item_id": "cap_0218", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.994489, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2065}
{"item_id": "cap_0218", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0001, "commit_prob": 0.928921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2066}
{"item_id": "cap_0218", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987473, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2067}
{"item_id": "cap_0077", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.867655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2068}
{"item_id": "cap_0077", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.979491, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2069}
{"item_id": "cap_0077", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.88355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2070}
{"item_id": "cap_0077", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966999, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2071}
{"item_id": "cap_0068", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9988, "commit_prob": 0.956479, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2072}
{"item_id": "cap_0068", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9982, "commit_prob": 0.985116, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2073}
{"item_id": "cap_0068", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9944, "commit_prob": 0.817767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2074}
{"item_id": "cap_0068", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9952, "commit_prob": 0.978189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2075}
{"item_id": "cap_0035", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.905667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2076}
{"item_id": "cap_0035", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.979622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2077}
{"item_id": "cap_0035", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.898898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2078}
{"item_id": "cap_0035", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2079}
{"item_id": "cap_0291", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.723786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2080}
{"item_id": "cap_0291", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985542, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2081}
{"item_id": "cap_0291", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.962108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2082}
{"item_id": "cap_0291", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.958578, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2083}
{"item_id": "cap_0097", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.829174, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2084}
{"item_id": "cap_0097", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.97589, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2085}
{"item_id": "cap_0097", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.90528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2086}
{"item_id": "cap_0097", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.948884, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2087}
{"item_id": "cap_0175", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.847447, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2088}
{"item_id": "cap_0175", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2089}
{"item_id": "cap_0175", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0046, "commit_prob": 0.328021, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2090}
{"item_id": "cap_0175", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0025, "commit_prob": 0.925939, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2091}
{"item_id": "cap_0275", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.800657, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2092}
{"item_id": "cap_0275", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988148, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2093}
{"item_id": "cap_0275", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.982608, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2094}
{"item_id": "cap_0275", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.970949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2095}
{"item_id": "cap_0133", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.895829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2096}
{"item_id": "cap_0133", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.989649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2097}
{"item_id": "cap_0133", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.94215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2098}
{"item_id": "cap_0133", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963119, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2099}
{"item_id": "cap_0146", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.84221, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2100}
{"item_id": "cap_0146", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.980437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2101}
{"item_id": "cap_0146", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.889398, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2102}
{"item_id": "cap_0146", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966188, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2103}
{"item_id": "cap_0062", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.910315, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2104}
{"item_id": "cap_0062", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990646, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2105}
{"item_id": "cap_0062", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.925057, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2106}
{"item_id": "cap_0062", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976007, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2107}
{"item_id": "cap_0143", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.897049, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2108}
{"item_id": "cap_0143", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2109}
{"item_id": "cap_0143", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963524, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2110}
{"item_id": "cap_0143", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990009, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2111}
{"item_id": "cap_0185", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.86032, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2112}
{"item_id": "cap_0185", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.990573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2113}
{"item_id": "cap_0185", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.925669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2114}
{"item_id": "cap_0185", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.967349, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2115}
{"item_id": "cap_0021", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9983, "commit_prob": 0.455719, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2116}
{"item_id": "cap_0021", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 0.9996, "commit_prob": 0.906139, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2117}
{"item_id": "cap_0021", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.882389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2118}
{"item_id": "cap_0021", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.8984, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2119}
{"item_id": "cap_0266", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.858239, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2120}
{"item_id": "cap_0266", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992198, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2121}
{"item_id": "cap_0266", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.951878, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2122}
{"item_id": "cap_0266", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968357, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2123}
{"item_id": "cap_0099", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.840145, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2124}
{"item_id": "cap_0099", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98815, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2125}
{"item_id": "cap_0099", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963878, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2126}
{"item_id": "cap_0099", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.97549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2127}
{"item_id": "cap_0105", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.899535, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2128}
{"item_id": "cap_0105", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.991319, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2129}
{"item_id": "cap_0105", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.906036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2130}
{"item_id": "cap_0105", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2131}
{"item_id": "cap_0074", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.907047, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2132}
{"item_id": "cap_0074", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2133}
{"item_id": "cap_0074", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.910833, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2134}
{"item_id": "cap_0074", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.971273, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2135}
{"item_id": "cap_0003", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.888767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2136}
{"item_id": "cap_0003", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990248, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2137}
{"item_id": "cap_0003", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2138}
{"item_id": "cap_0003", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981183, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2139}
{"item_id": "cap_0098", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.910026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2140}
{"item_id": "cap_0098", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988111, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2141}
{"item_id": "cap_0098", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.848351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2142}
{"item_id": "cap_0098", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.948769, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2143}
{"item_id": "cap_0278", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.822886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2144}
{"item_id": "cap_0278", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992892, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2145}
{"item_id": "cap_0278", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.968533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2146}
{"item_id": "cap_0278", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0036, "commit_prob": 0.974526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2147}
{"item_id": "cap_0083", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.845411, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2148}
{"item_id": "cap_0083", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982114, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2149}
{"item_id": "cap_0083", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.930412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2150}
{"item_id": "cap_0083", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.958175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2151}
{"item_id": "cap_0200", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.708597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2152}
{"item_id": "cap_0200", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.946898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2153}
{"item_id": "cap_0200", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7207, "commit_prob": 0.933349, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 2154}
{"item_id": "cap_0200", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0381, "commit_prob": 0.854146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2155}
{"item_id": "cap_0153", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.830425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2156}
{"item_id": "cap_0153", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.991748, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2157}
{"item_id": "cap_0153", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.964908, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2158}
{"item_id": "cap_0153", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.008, "commit_prob": 0.975468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2159}
{"item_id": "cap_0152", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.760217, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2160}
{"item_id": "cap_0152", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.982228, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2161}
{"item_id": "cap_0152", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.903147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2162}
{"item_id": "cap_0152", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.963448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2163}
{"item_id": "cap_0023", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.756493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2164}
{"item_id": "cap_0023", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.9826, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2165}
{"item_id": "cap_0023", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.959566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2166}
{"item_id": "cap_0023", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.920546, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2167}
{"item_id": "cap_0141", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.827072, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2168}
{"item_id": "cap_0141", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2169}
{"item_id": "cap_0141", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.923192, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2170}
{"item_id": "cap_0141", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.987253, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2171}
{"item_id": "cap_0090", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.829455, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2172}
{"item_id": "cap_0090", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2173}
{"item_id": "cap_0090", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.721534, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2174}
{"item_id": "cap_0090", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2175}
{"item_id": "cap_0254", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.700842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2176}
{"item_id": "cap_0254", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2177}
{"item_id": "cap_0254", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.926696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2178}
{"item_id": "cap_0254", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.973218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2179}
{"item_id": "cap_0006", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.754099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2180}
{"item_id": "cap_0006", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982989, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2181}
{"item_id": "cap_0006", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.712016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2182}
{"item_id": "cap_0006", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.935649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2183}
{"item_id": "cap_0026", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9982, "commit_prob": 0.77659, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2184}
{"item_id": "cap_0026", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7639, "commit_prob": 0.950644, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2185}
{"item_id": "cap_0026", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.748176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2186}
{"item_id": "cap_0026", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.881403, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2187}
{"item_id": "cap_0104", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.72185, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2188}
{"item_id": "cap_0104", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.957035, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2189}
{"item_id": "cap_0104", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.703667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2190}
{"item_id": "cap_0104", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.934456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2191}
{"item_id": "cap_0131", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.907138, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2192}
{"item_id": "cap_0131", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.989627, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2193}
{"item_id": "cap_0131", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.920896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2194}
{"item_id": "cap_0131", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.972286, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2195}
{"item_id": "cap_0250", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.754392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2196}
{"item_id": "cap_0250", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989531, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2197}
{"item_id": "cap_0250", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.961998, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2198}
{"item_id": "cap_0250", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.975776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2199}
{"item_id": "cap_0142", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.902378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2200}
{"item_id": "cap_0142", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984461, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2201}
{"item_id": "cap_0142", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.923852, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2202}
{"item_id": "cap_0142", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.987573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2203}
{"item_id": "cap_0114", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.806549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2204}
{"item_id": "cap_0114", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98581, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2205}
{"item_id": "cap_0114", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.943314, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2206}
{"item_id": "cap_0114", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.920889, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2207}
{"item_id": "cap_0110", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.92791, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2208}
{"item_id": "cap_0110", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966239, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2209}
{"item_id": "cap_0110", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.823471, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2210}
{"item_id": "cap_0110", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.919303, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2211}
{"item_id": "cap_0047", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.826966, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2212}
{"item_id": "cap_0047", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966699, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2213}
{"item_id": "cap_0047", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.788577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2214}
{"item_id": "cap_0047", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2215}
{"item_id": "cap_0022", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.898895, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2216}
{"item_id": "cap_0022", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.99073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2217}
{"item_id": "cap_0022", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.93771, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2218}
{"item_id": "cap_0022", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.964784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2219}
{"item_id": "cap_0067", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.8343, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2220}
{"item_id": "cap_0067", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.983532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2221}
{"item_id": "cap_0067", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.923028, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2222}
{"item_id": "cap_0067", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966588, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2223}
{"item_id": "cap_0052", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.85109, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2224}
{"item_id": "cap_0052", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2225}
{"item_id": "cap_0052", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.878774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2226}
{"item_id": "cap_0052", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976923, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2227}
{"item_id": "cap_0138", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.838023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2228}
{"item_id": "cap_0138", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.990425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2229}
{"item_id": "cap_0138", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.849974, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2230}
{"item_id": "cap_0138", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.970128, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2231}
{"item_id": "cap_0264", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.845585, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2232}
{"item_id": "cap_0264", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.988647, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2233}
{"item_id": "cap_0264", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.957325, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2234}
{"item_id": "cap_0264", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.960599, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2235}
{"item_id": "cap_0227", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.80389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2236}
{"item_id": "cap_0227", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.990076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2237}
{"item_id": "cap_0227", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0138, "commit_prob": 0.9767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2238}
{"item_id": "cap_0227", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.961676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2239}
{"item_id": "cap_0157", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.859475, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2240}
{"item_id": "cap_0157", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.971053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2241}
{"item_id": "cap_0157", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0054, "commit_prob": 0.945403, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2242}
{"item_id": "cap_0157", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4549, "commit_prob": 0.916347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2243}
{"item_id": "cap_0002", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.876401, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2244}
{"item_id": "cap_0002", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.975051, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2245}
{"item_id": "cap_0002", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.94754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2246}
{"item_id": "cap_0002", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966987, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2247}
{"item_id": "cap_0046", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.860686, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2248}
{"item_id": "cap_0046", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986278, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2249}
{"item_id": "cap_0046", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.418587, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2250}
{"item_id": "cap_0046", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.985807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2251}
{"item_id": "cap_0054", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.881896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2252}
{"item_id": "cap_0054", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984515, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2253}
{"item_id": "cap_0054", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.945949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2254}
{"item_id": "cap_0054", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.977493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2255}
{"item_id": "cap_0184", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.868043, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2256}
{"item_id": "cap_0184", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2257}
{"item_id": "cap_0184", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947077, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 2258}
{"item_id": "cap_0184", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5794, "commit_prob": 0.958794, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 2259}
{"item_id": "cap_0162", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.642996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2260}
{"item_id": "cap_0162", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.900599, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2261}
{"item_id": "cap_0162", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.9963, "commit_prob": 0.941704, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 2262}
{"item_id": "cap_0162", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0224, "commit_prob": 0.914821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2263}
{"item_id": "cap_0199", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.768762, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2264}
{"item_id": "cap_0199", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992736, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2265}
{"item_id": "cap_0199", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979739, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2266}
{"item_id": "cap_0199", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.98719, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2267}
{"item_id": "cap_0269", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.742084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2268}
{"item_id": "cap_0269", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.972651, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2269}
{"item_id": "cap_0269", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.829097, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2270}
{"item_id": "cap_0269", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0195, "commit_prob": 0.979583, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2271}
{"item_id": "cap_0276", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.71375, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2272}
{"item_id": "cap_0276", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2273}
{"item_id": "cap_0276", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.965791, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2274}
{"item_id": "cap_0276", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.931487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2275}
{"item_id": "cap_0078", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.871935, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2276}
{"item_id": "cap_0078", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.92261, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2277}
{"item_id": "cap_0078", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.920535, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2278}
{"item_id": "cap_0078", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.880603, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2279}
{"item_id": "cap_0137", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.900868, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2280}
{"item_id": "cap_0137", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986174, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2281}
{"item_id": "cap_0137", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.938432, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2282}
{"item_id": "cap_0137", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.976748, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2283}
{"item_id": "cap_0042", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.89082, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2284}
{"item_id": "cap_0042", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.988521, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2285}
{"item_id": "cap_0042", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.864907, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2286}
{"item_id": "cap_0042", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.951421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2287}
{"item_id": "cap_0037", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.619243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2288}
{"item_id": "cap_0037", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9994, "commit_prob": 0.934199, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2289}
{"item_id": "cap_0037", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.932483, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2290}
{"item_id": "cap_0037", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.861223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2291}
{"item_id": "cap_0126", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.828762, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2292}
{"item_id": "cap_0126", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.984101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2293}
{"item_id": "cap_0126", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.876179, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2294}
{"item_id": "cap_0126", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.932702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2295}
{"item_id": "cap_0151", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.518866, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2296}
{"item_id": "cap_0151", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.963881, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2297}
{"item_id": "cap_0151", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.956763, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2298}
{"item_id": "cap_0151", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.92876, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2299}
{"item_id": "cap_0043", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.836406, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2300}
{"item_id": "cap_0043", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.978064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2301}
{"item_id": "cap_0043", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.908552, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2302}
{"item_id": "cap_0043", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.962786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2303}
{"item_id": "cap_0194", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.810571, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2304}
{"item_id": "cap_0194", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.9905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2305}
{"item_id": "cap_0194", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.94445, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2306}
{"item_id": "cap_0194", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.992548, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2307}
{"item_id": "cap_0095", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.801761, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2308}
{"item_id": "cap_0095", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.98658, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2309}
{"item_id": "cap_0095", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.963101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2310}
{"item_id": "cap_0095", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.966292, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2311}
{"item_id": "cap_0221", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.863293, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2312}
{"item_id": "cap_0221", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.985259, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2313}
{"item_id": "cap_0221", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0066, "commit_prob": 0.863171, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2314}
{"item_id": "cap_0221", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.976896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2315}
{"item_id": "cap_0192", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.761017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2316}
{"item_id": "cap_0192", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.987184, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2317}
{"item_id": "cap_0192", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.93134, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2318}
{"item_id": "cap_0192", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.974921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2319}
{"item_id": "cap_0182", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.757001, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2320}
{"item_id": "cap_0182", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.977695, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2321}
{"item_id": "cap_0182", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0003, "commit_prob": 0.702414, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2322}
{"item_id": "cap_0182", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.012, "commit_prob": 0.925409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2323}
{"item_id": "cap_0116", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.833518, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2324}
{"item_id": "cap_0116", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.945319, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2325}
{"item_id": "cap_0116", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.05, "probe_lofo_score": 1.0, "commit_prob": 0.959143, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2326}
{"item_id": "cap_0116", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.956249, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2327}
{"item_id": "cap_0251", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.7294, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2328}
{"item_id": "cap_0251", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.986896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2329}
{"item_id": "cap_0251", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.971468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2330}
{"item_id": "cap_0251", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0073, "commit_prob": 0.977851, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2331}
{"item_id": "cap_0230", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.591823, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2332}
{"item_id": "cap_0230", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.973768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2333}
{"item_id": "cap_0230", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.968108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2334}
{"item_id": "cap_0230", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.966946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2335}
{"item_id": "cap_0139", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.818251, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2336}
{"item_id": "cap_0139", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.965691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2337}
{"item_id": "cap_0139", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.885902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2338}
{"item_id": "cap_0139", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.898909, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2339}
{"item_id": "cap_0015", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.868037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2340}
{"item_id": "cap_0015", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986736, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2341}
{"item_id": "cap_0015", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.956982, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2342}
{"item_id": "cap_0015", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.97588, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2343}
{"item_id": "cap_0167", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.773386, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2344}
{"item_id": "cap_0167", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.989149, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2345}
{"item_id": "cap_0167", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.954902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2346}
{"item_id": "cap_0167", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.977636, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2347}
{"item_id": "cap_0203", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.800515, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2348}
{"item_id": "cap_0203", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.977438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2349}
{"item_id": "cap_0203", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.05, "probe_lofo_score": 0.0038, "commit_prob": 0.978941, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2350}
{"item_id": "cap_0203", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.978493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2351}
{"item_id": "cap_0174", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.788249, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2352}
{"item_id": "cap_0174", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.968668, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2353}
{"item_id": "cap_0174", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.962649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2354}
{"item_id": "cap_0174", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.92504, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2355}
{"item_id": "cap_0038", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.848554, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2356}
{"item_id": "cap_0038", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.975332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2357}
{"item_id": "cap_0038", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.846099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2358}
{"item_id": "cap_0038", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.901301, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2359}
{"item_id": "cap_0118", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.814888, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2360}
{"item_id": "cap_0118", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.958789, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2361}
{"item_id": "cap_0118", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.807813, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2362}
{"item_id": "cap_0118", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.932434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2363}
{"item_id": "cap_0223", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.777514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2364}
{"item_id": "cap_0223", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.983807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2365}
{"item_id": "cap_0223", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.94855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2366}
{"item_id": "cap_0223", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.942887, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2367}
{"item_id": "cap_0050", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.887517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2368}
{"item_id": "cap_0050", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.985726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2369}
{"item_id": "cap_0050", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.860105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2370}
{"item_id": "cap_0050", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.981828, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2371}
{"item_id": "cap_0027", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.780844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2372}
{"item_id": "cap_0027", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.982525, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2373}
{"item_id": "cap_0027", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.94578, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2374}
{"item_id": "cap_0027", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.968402, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2375}
{"item_id": "cap_0177", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.851804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2376}
{"item_id": "cap_0177", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.990102, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2377}
{"item_id": "cap_0177", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.894845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2378}
{"item_id": "cap_0177", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.962856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2379}
{"item_id": "cap_0256", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.842764, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2380}
{"item_id": "cap_0256", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984699, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2381}
{"item_id": "cap_0256", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.977324, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2382}
{"item_id": "cap_0256", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.962956, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2383}
{"item_id": "cap_0040", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.761626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2384}
{"item_id": "cap_0040", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.978827, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2385}
{"item_id": "cap_0040", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.90982, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2386}
{"item_id": "cap_0040", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.886417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2387}
{"item_id": "cap_0071", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.854651, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2388}
{"item_id": "cap_0071", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.986348, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2389}
{"item_id": "cap_0071", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.919491, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2390}
{"item_id": "cap_0071", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.947509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2391}
{"item_id": "cap_0196", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.687236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2392}
{"item_id": "cap_0196", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.979121, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2393}
{"item_id": "cap_0196", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.717, "commit_prob": 0.930866, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 2394}
{"item_id": "cap_0196", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.008, "commit_prob": 0.976297, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2395}
{"item_id": "cap_0169", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.694413, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2396}
{"item_id": "cap_0169", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.994204, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2397}
{"item_id": "cap_0169", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.964691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2398}
{"item_id": "cap_0169", "model": "qwen2.5-7b-instruct", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.984985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2399}
{"item_id": "arith_0280", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039701, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 0}
{"item_id": "arith_0280", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9384, "commit_prob": 0.006291, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1}
{"item_id": "arith_0280", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0014, "commit_prob": 0.026572, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2}
{"item_id": "arith_0280", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0012, "commit_prob": 0.014717, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 3}
{"item_id": "arith_0023", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0268, "commit_prob": 0.165899, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 4}
{"item_id": "arith_0023", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.022022, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 5}
{"item_id": "arith_0023", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.019646, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 6}
{"item_id": "arith_0023", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.023382, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 7}
{"item_id": "arith_0289", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028937, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 8}
{"item_id": "arith_0289", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6151, "commit_prob": 0.00746, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 9}
{"item_id": "arith_0289", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 10}
{"item_id": "arith_0289", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0109, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 11}
{"item_id": "arith_0032", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9954, "commit_prob": 0.040078, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 12}
{"item_id": "arith_0032", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.010061, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 13}
{"item_id": "arith_0032", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.016047, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 14}
{"item_id": "arith_0032", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.003512, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 15}
{"item_id": "arith_0297", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.050155, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 16}
{"item_id": "arith_0297", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9294, "commit_prob": 0.033121, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 17}
{"item_id": "arith_0297", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014586, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 18}
{"item_id": "arith_0297", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006326, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 19}
{"item_id": "arith_0116", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9886, "commit_prob": 0.118299, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 20}
{"item_id": "arith_0116", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9409, "commit_prob": 0.005843, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 21}
{"item_id": "arith_0116", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9908, "commit_prob": 0.024502, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 22}
{"item_id": "arith_0116", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.4762, "commit_prob": 0.01956, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 23}
{"item_id": "arith_0205", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.026189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 24}
{"item_id": "arith_0205", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0009, "commit_prob": 0.011001, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 25}
{"item_id": "arith_0205", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.010902, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 26}
{"item_id": "arith_0205", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.031835, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 27}
{"item_id": "arith_0224", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0103, "commit_prob": 0.013988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 28}
{"item_id": "arith_0224", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2106, "commit_prob": 0.010599, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 29}
{"item_id": "arith_0224", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0017, "commit_prob": 0.006244, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 30}
{"item_id": "arith_0224", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.006, "commit_prob": 0.009035, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 31}
{"item_id": "arith_0001", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9989, "commit_prob": 0.034, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 32}
{"item_id": "arith_0001", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9863, "commit_prob": 0.014546, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 33}
{"item_id": "arith_0001", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.029581, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 34}
{"item_id": "arith_0001", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.02165, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 35}
{"item_id": "arith_0259", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039653, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 36}
{"item_id": "arith_0259", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1273, "commit_prob": 0.006528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 37}
{"item_id": "arith_0259", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.011476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 38}
{"item_id": "arith_0259", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9807, "commit_prob": 0.007022, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 39}
{"item_id": "arith_0154", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.081703, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 40}
{"item_id": "arith_0154", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6507, "commit_prob": 0.006855, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 41}
{"item_id": "arith_0154", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.04252, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 42}
{"item_id": "arith_0154", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0167, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 43}
{"item_id": "arith_0059", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9982, "commit_prob": 0.040237, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 44}
{"item_id": "arith_0059", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9984, "commit_prob": 0.002909, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 45}
{"item_id": "arith_0059", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.009377, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 46}
{"item_id": "arith_0059", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.005348, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 47}
{"item_id": "arith_0222", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.054046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 48}
{"item_id": "arith_0222", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.998, "commit_prob": 0.010511, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 49}
{"item_id": "arith_0222", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 50}
{"item_id": "arith_0222", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005137, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 51}
{"item_id": "arith_0184", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012752, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 52}
{"item_id": "arith_0184", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8515, "commit_prob": 0.022754, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 53}
{"item_id": "arith_0184", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 54}
{"item_id": "arith_0184", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01154, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 55}
{"item_id": "arith_0043", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9981, "commit_prob": 0.040777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 56}
{"item_id": "arith_0043", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9515, "commit_prob": 0.006956, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 57}
{"item_id": "arith_0043", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.029009, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 58}
{"item_id": "arith_0043", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.00729, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 59}
{"item_id": "arith_0058", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.108581, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 60}
{"item_id": "arith_0058", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.014988, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 61}
{"item_id": "arith_0058", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.016991, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 62}
{"item_id": "arith_0058", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.022274, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 63}
{"item_id": "arith_0218", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.101589, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 64}
{"item_id": "arith_0218", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.005218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 65}
{"item_id": "arith_0218", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.043055, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 66}
{"item_id": "arith_0218", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.019797, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 67}
{"item_id": "arith_0015", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.088672, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 68}
{"item_id": "arith_0015", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.013135, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 69}
{"item_id": "arith_0015", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.051398, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 70}
{"item_id": "arith_0015", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.049667, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 71}
{"item_id": "arith_0167", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0122, "commit_prob": 0.021878, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 72}
{"item_id": "arith_0167", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9979, "commit_prob": 5.8e-05, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 73}
{"item_id": "arith_0167", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 74}
{"item_id": "arith_0167", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.003, "commit_prob": 0.009807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 75}
{"item_id": "arith_0076", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.025201, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 76}
{"item_id": "arith_0076", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0603, "commit_prob": 0.00695, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 77}
{"item_id": "arith_0076", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.008104, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 78}
{"item_id": "arith_0076", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007794, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 79}
{"item_id": "arith_0006", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.017431, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 80}
{"item_id": "arith_0006", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9905, "commit_prob": 0.013442, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 81}
{"item_id": "arith_0006", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9963, "commit_prob": 0.007164, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 82}
{"item_id": "arith_0006", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0201, "commit_prob": 0.008965, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 83}
{"item_id": "arith_0295", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.015342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 84}
{"item_id": "arith_0295", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1272, "commit_prob": 0.003829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 85}
{"item_id": "arith_0295", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.005063, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 86}
{"item_id": "arith_0295", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3889, "commit_prob": 0.007036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 87}
{"item_id": "arith_0062", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9337, "commit_prob": 0.059124, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 88}
{"item_id": "arith_0062", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9086, "commit_prob": 0.007822, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 89}
{"item_id": "arith_0062", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.024114, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 90}
{"item_id": "arith_0062", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9972, "commit_prob": 0.006372, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 91}
{"item_id": "arith_0053", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9981, "commit_prob": 0.046328, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 92}
{"item_id": "arith_0053", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9909, "commit_prob": 0.011835, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 93}
{"item_id": "arith_0053", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.011871, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 94}
{"item_id": "arith_0053", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.005359, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 95}
{"item_id": "arith_0266", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0011, "commit_prob": 0.127038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 96}
{"item_id": "arith_0266", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9884, "commit_prob": 0.007693, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 97}
{"item_id": "arith_0266", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0269, "commit_prob": 0.028649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 98}
{"item_id": "arith_0266", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0027, "commit_prob": 0.016424, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 99}
{"item_id": "arith_0025", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.047768, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 100}
{"item_id": "arith_0025", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9961, "commit_prob": 0.005436, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 101}
{"item_id": "arith_0025", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.009593, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 102}
{"item_id": "arith_0025", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007309, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 103}
{"item_id": "arith_0253", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.055801, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 104}
{"item_id": "arith_0253", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.006112, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 105}
{"item_id": "arith_0253", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060869, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 106}
{"item_id": "arith_0253", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012523, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 107}
{"item_id": "arith_0172", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.077789, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 108}
{"item_id": "arith_0172", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.193, "commit_prob": 0.004038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 109}
{"item_id": "arith_0172", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 110}
{"item_id": "arith_0172", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.01821, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 111}
{"item_id": "arith_0029", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5973, "commit_prob": 0.069299, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 112}
{"item_id": "arith_0029", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.827, "commit_prob": 0.00339, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 113}
{"item_id": "arith_0029", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9656, "commit_prob": 0.008102, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 114}
{"item_id": "arith_0029", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011716, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 115}
{"item_id": "arith_0104", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9994, "commit_prob": 0.082185, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 116}
{"item_id": "arith_0104", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.010064, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 117}
{"item_id": "arith_0104", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3364, "commit_prob": 0.051626, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 118}
{"item_id": "arith_0104", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9948, "commit_prob": 0.03665, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 119}
{"item_id": "arith_0221", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.00864, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 120}
{"item_id": "arith_0221", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.831, "commit_prob": 0.006747, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 121}
{"item_id": "arith_0221", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 4.8e-05, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 122}
{"item_id": "arith_0221", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.000327, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 123}
{"item_id": "arith_0125", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.09503, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 124}
{"item_id": "arith_0125", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8526, "commit_prob": 0.026371, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 125}
{"item_id": "arith_0125", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.019258, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 126}
{"item_id": "arith_0125", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.02402, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 127}
{"item_id": "arith_0248", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.091927, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 128}
{"item_id": "arith_0248", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005828, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 129}
{"item_id": "arith_0248", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.045437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 130}
{"item_id": "arith_0248", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018346, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 131}
{"item_id": "arith_0260", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036215, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 132}
{"item_id": "arith_0260", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.025225, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 133}
{"item_id": "arith_0260", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 134}
{"item_id": "arith_0260", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 135}
{"item_id": "arith_0169", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.137014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 136}
{"item_id": "arith_0169", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.019461, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 137}
{"item_id": "arith_0169", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.018238, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 138}
{"item_id": "arith_0169", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.017784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 139}
{"item_id": "arith_0293", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.046415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 140}
{"item_id": "arith_0293", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0018, "commit_prob": 0.011625, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 141}
{"item_id": "arith_0293", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014062, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 142}
{"item_id": "arith_0293", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 143}
{"item_id": "arith_0022", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9518, "commit_prob": 0.013233, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 144}
{"item_id": "arith_0022", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.004241, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 145}
{"item_id": "arith_0022", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.014498, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 146}
{"item_id": "arith_0022", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.004757, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 147}
{"item_id": "arith_0136", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9943, "commit_prob": 0.088501, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 148}
{"item_id": "arith_0136", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.030901, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 149}
{"item_id": "arith_0136", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.025509, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 150}
{"item_id": "arith_0136", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.014102, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 151}
{"item_id": "arith_0144", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.127296, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 152}
{"item_id": "arith_0144", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.998, "commit_prob": 0.014776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 153}
{"item_id": "arith_0144", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.047603, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 154}
{"item_id": "arith_0144", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.025487, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 155}
{"item_id": "arith_0124", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.983, "commit_prob": 0.032949, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 156}
{"item_id": "arith_0124", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9931, "commit_prob": 0.008655, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 157}
{"item_id": "arith_0124", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.014599, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 158}
{"item_id": "arith_0124", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9975, "commit_prob": 0.005747, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 159}
{"item_id": "arith_0250", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.041926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 160}
{"item_id": "arith_0250", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.003882, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 161}
{"item_id": "arith_0250", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.045308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 162}
{"item_id": "arith_0250", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.008863, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 163}
{"item_id": "arith_0194", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.107603, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 164}
{"item_id": "arith_0194", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0012, "commit_prob": 0.005383, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 165}
{"item_id": "arith_0194", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.076385, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 166}
{"item_id": "arith_0194", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.015368, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 167}
{"item_id": "arith_0235", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.045988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 168}
{"item_id": "arith_0235", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0262, "commit_prob": 0.01783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 169}
{"item_id": "arith_0235", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030219, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 170}
{"item_id": "arith_0235", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 171}
{"item_id": "arith_0298", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9947, "commit_prob": 0.021497, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 172}
{"item_id": "arith_0298", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1751, "commit_prob": 0.006991, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 173}
{"item_id": "arith_0298", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 1.8e-05, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 174}
{"item_id": "arith_0298", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0012, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 175}
{"item_id": "arith_0151", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 176}
{"item_id": "arith_0151", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7127, "commit_prob": 0.010975, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 177}
{"item_id": "arith_0151", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008282, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 178}
{"item_id": "arith_0151", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 179}
{"item_id": "arith_0149", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9954, "commit_prob": 0.042955, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 180}
{"item_id": "arith_0149", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9508, "commit_prob": 0.004834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 181}
{"item_id": "arith_0149", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02896, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 182}
{"item_id": "arith_0149", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.00826, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 183}
{"item_id": "arith_0243", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.052104, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 184}
{"item_id": "arith_0243", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.003922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 185}
{"item_id": "arith_0243", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0104, "commit_prob": 0.029723, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 186}
{"item_id": "arith_0243", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2095, "commit_prob": 0.008714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 187}
{"item_id": "arith_0285", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.056159, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 188}
{"item_id": "arith_0285", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0042, "commit_prob": 0.008627, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 189}
{"item_id": "arith_0285", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021703, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 190}
{"item_id": "arith_0285", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010255, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 191}
{"item_id": "arith_0207", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.064918, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 192}
{"item_id": "arith_0207", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1427, "commit_prob": 0.010716, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 193}
{"item_id": "arith_0207", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0018, "commit_prob": 0.010735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 194}
{"item_id": "arith_0207", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6886, "commit_prob": 0.010514, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 195}
{"item_id": "arith_0249", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 196}
{"item_id": "arith_0249", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01023, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 197}
{"item_id": "arith_0249", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.028929, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 198}
{"item_id": "arith_0249", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01793, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 199}
{"item_id": "arith_0126", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.101097, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 200}
{"item_id": "arith_0126", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.008619, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 201}
{"item_id": "arith_0126", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9901, "commit_prob": 0.023826, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 202}
{"item_id": "arith_0126", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.01937, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 203}
{"item_id": "arith_0232", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.056616, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 204}
{"item_id": "arith_0232", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9971, "commit_prob": 0.010559, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 205}
{"item_id": "arith_0232", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.014756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 206}
{"item_id": "arith_0232", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 207}
{"item_id": "arith_0219", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027109, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 208}
{"item_id": "arith_0219", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0486, "commit_prob": 0.005768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 209}
{"item_id": "arith_0219", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.002522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 210}
{"item_id": "arith_0219", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 211}
{"item_id": "arith_0238", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.069106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 212}
{"item_id": "arith_0238", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.997, "commit_prob": 0.002034, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 213}
{"item_id": "arith_0238", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 214}
{"item_id": "arith_0238", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 215}
{"item_id": "arith_0100", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.112594, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 216}
{"item_id": "arith_0100", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9897, "commit_prob": 0.006174, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 217}
{"item_id": "arith_0100", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9969, "commit_prob": 0.032835, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 218}
{"item_id": "arith_0100", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.021613, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 219}
{"item_id": "arith_0087", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9987, "commit_prob": 0.077586, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 220}
{"item_id": "arith_0087", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.005367, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 221}
{"item_id": "arith_0087", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.012842, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 222}
{"item_id": "arith_0087", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.002878, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 223}
{"item_id": "arith_0103", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9778, "commit_prob": 0.050702, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 224}
{"item_id": "arith_0103", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5727, "commit_prob": 0.003623, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 225}
{"item_id": "arith_0103", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.031962, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 226}
{"item_id": "arith_0103", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.008292, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 227}
{"item_id": "arith_0066", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9161, "commit_prob": 0.099456, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 228}
{"item_id": "arith_0066", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9977, "commit_prob": 0.004193, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 229}
{"item_id": "arith_0066", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.03564, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 230}
{"item_id": "arith_0066", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.009394, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 231}
{"item_id": "arith_0024", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9994, "commit_prob": 0.10192, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 232}
{"item_id": "arith_0024", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9975, "commit_prob": 0.032472, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 233}
{"item_id": "arith_0024", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9983, "commit_prob": 0.036725, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 234}
{"item_id": "arith_0024", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.041143, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 235}
{"item_id": "arith_0033", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.085389, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 236}
{"item_id": "arith_0033", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9224, "commit_prob": 0.001237, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 237}
{"item_id": "arith_0033", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.027138, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 238}
{"item_id": "arith_0033", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020271, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 239}
{"item_id": "arith_0097", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9976, "commit_prob": 0.046487, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 240}
{"item_id": "arith_0097", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9352, "commit_prob": 0.010935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 241}
{"item_id": "arith_0097", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.028229, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 242}
{"item_id": "arith_0097", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.014107, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 243}
{"item_id": "arith_0237", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0394, "commit_prob": 0.092376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 244}
{"item_id": "arith_0237", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8257, "commit_prob": 0.006584, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 245}
{"item_id": "arith_0237", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.032166, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 246}
{"item_id": "arith_0237", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0186, "commit_prob": 0.028433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 247}
{"item_id": "arith_0220", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037361, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 248}
{"item_id": "arith_0220", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 6.9e-05, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 249}
{"item_id": "arith_0220", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004398, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 250}
{"item_id": "arith_0220", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01964, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 251}
{"item_id": "arith_0130", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.028193, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 252}
{"item_id": "arith_0130", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.004467, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 253}
{"item_id": "arith_0130", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01551, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 254}
{"item_id": "arith_0130", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.007255, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 255}
{"item_id": "arith_0271", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1308, "commit_prob": 0.100643, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 256}
{"item_id": "arith_0271", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9466, "commit_prob": 0.002205, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 257}
{"item_id": "arith_0271", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.060291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 258}
{"item_id": "arith_0271", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0018, "commit_prob": 0.042174, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 259}
{"item_id": "arith_0231", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.002269, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 260}
{"item_id": "arith_0231", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8967, "commit_prob": 0.006183, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 261}
{"item_id": "arith_0231", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 262}
{"item_id": "arith_0231", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.001243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 263}
{"item_id": "arith_0254", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0002, "commit_prob": 0.044419, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 264}
{"item_id": "arith_0254", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0689, "commit_prob": 0.003997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 265}
{"item_id": "arith_0254", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 266}
{"item_id": "arith_0254", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 267}
{"item_id": "arith_0258", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02871, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 268}
{"item_id": "arith_0258", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0322, "commit_prob": 0.004894, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 269}
{"item_id": "arith_0258", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.014921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 270}
{"item_id": "arith_0258", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0023, "commit_prob": 0.016495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 271}
{"item_id": "arith_0269", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040277, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 272}
{"item_id": "arith_0269", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.016314, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 273}
{"item_id": "arith_0269", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 274}
{"item_id": "arith_0269", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018581, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 275}
{"item_id": "arith_0123", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.030164, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 276}
{"item_id": "arith_0123", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9953, "commit_prob": 0.010314, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 277}
{"item_id": "arith_0123", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.998, "commit_prob": 0.009692, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 278}
{"item_id": "arith_0123", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.009857, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 279}
{"item_id": "arith_0067", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.996, "commit_prob": 0.087412, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 280}
{"item_id": "arith_0067", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9726, "commit_prob": 0.005976, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 281}
{"item_id": "arith_0067", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.034472, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 282}
{"item_id": "arith_0067", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 283}
{"item_id": "arith_0188", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.102681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 284}
{"item_id": "arith_0188", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.007916, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 285}
{"item_id": "arith_0188", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.031036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 286}
{"item_id": "arith_0188", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 287}
{"item_id": "arith_0143", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9978, "commit_prob": 0.09602, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 288}
{"item_id": "arith_0143", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9789, "commit_prob": 0.004047, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 289}
{"item_id": "arith_0143", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.025727, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 290}
{"item_id": "arith_0143", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.008287, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 291}
{"item_id": "arith_0089", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9074, "commit_prob": 0.028326, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 292}
{"item_id": "arith_0089", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7703, "commit_prob": 0.005976, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 293}
{"item_id": "arith_0089", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.017663, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 294}
{"item_id": "arith_0089", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.010898, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 295}
{"item_id": "arith_0128", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.098516, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 296}
{"item_id": "arith_0128", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9989, "commit_prob": 0.046595, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 297}
{"item_id": "arith_0128", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.036732, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 298}
{"item_id": "arith_0128", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9968, "commit_prob": 0.028315, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 299}
{"item_id": "arith_0156", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.10096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 300}
{"item_id": "arith_0156", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.021379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 301}
{"item_id": "arith_0156", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025874, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 302}
{"item_id": "arith_0156", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015172, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 303}
{"item_id": "arith_0142", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.036397, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 304}
{"item_id": "arith_0142", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9488, "commit_prob": 0.011484, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 305}
{"item_id": "arith_0142", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013248, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 306}
{"item_id": "arith_0142", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.016583, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 307}
{"item_id": "arith_0265", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.056224, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 308}
{"item_id": "arith_0265", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.6945, "commit_prob": 0.005047, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 309}
{"item_id": "arith_0265", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0437, "commit_prob": 0.053414, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 310}
{"item_id": "arith_0265", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0025, "commit_prob": 0.010396, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 311}
{"item_id": "arith_0173", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.017, "commit_prob": 0.02453, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 312}
{"item_id": "arith_0173", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.003844, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 313}
{"item_id": "arith_0173", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0014, "commit_prob": 0.01011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 314}
{"item_id": "arith_0173", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0527, "commit_prob": 0.005064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 315}
{"item_id": "arith_0115", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.09432, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 316}
{"item_id": "arith_0115", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9143, "commit_prob": 0.012226, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 317}
{"item_id": "arith_0115", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.049669, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 318}
{"item_id": "arith_0115", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.028196, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 319}
{"item_id": "arith_0072", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.084973, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 320}
{"item_id": "arith_0072", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011292, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 321}
{"item_id": "arith_0072", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.038448, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 322}
{"item_id": "arith_0072", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.018547, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 323}
{"item_id": "arith_0049", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.0651, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 324}
{"item_id": "arith_0049", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0505, "commit_prob": 0.006853, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 325}
{"item_id": "arith_0049", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.018543, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 326}
{"item_id": "arith_0049", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.00781, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 327}
{"item_id": "arith_0083", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 328}
{"item_id": "arith_0083", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.038538, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 329}
{"item_id": "arith_0083", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.035446, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 330}
{"item_id": "arith_0083", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 331}
{"item_id": "arith_0200", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6608, "commit_prob": 0.119141, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 332}
{"item_id": "arith_0200", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6106, "commit_prob": 0.003938, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 333}
{"item_id": "arith_0200", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023172, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 334}
{"item_id": "arith_0200", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0135, "commit_prob": 0.022135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 335}
{"item_id": "arith_0228", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.069505, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 336}
{"item_id": "arith_0228", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.00662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 337}
{"item_id": "arith_0228", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037675, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 338}
{"item_id": "arith_0228", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010092, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 339}
{"item_id": "arith_0030", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8775, "commit_prob": 0.053368, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 340}
{"item_id": "arith_0030", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.005993, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 341}
{"item_id": "arith_0030", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.018691, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 342}
{"item_id": "arith_0030", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.006546, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 343}
{"item_id": "arith_0008", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9931, "commit_prob": 0.047035, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 344}
{"item_id": "arith_0008", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9958, "commit_prob": 0.035873, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 345}
{"item_id": "arith_0008", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.997, "commit_prob": 0.010315, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 346}
{"item_id": "arith_0008", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9961, "commit_prob": 0.003765, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 347}
{"item_id": "arith_0185", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0435, "commit_prob": 0.006902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 348}
{"item_id": "arith_0185", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9106, "commit_prob": 0.025798, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 349}
{"item_id": "arith_0185", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.001598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 350}
{"item_id": "arith_0185", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004297, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 351}
{"item_id": "arith_0299", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.107122, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 352}
{"item_id": "arith_0299", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4141, "commit_prob": 0.005934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 353}
{"item_id": "arith_0299", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.007707, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 354}
{"item_id": "arith_0299", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007326, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 355}
{"item_id": "arith_0272", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 356}
{"item_id": "arith_0272", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9974, "commit_prob": 0.008205, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 357}
{"item_id": "arith_0272", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.001428, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 358}
{"item_id": "arith_0272", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1992, "commit_prob": 0.02485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 359}
{"item_id": "arith_0096", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.091179, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 360}
{"item_id": "arith_0096", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9596, "commit_prob": 0.00463, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 361}
{"item_id": "arith_0096", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.057385, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 362}
{"item_id": "arith_0096", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 363}
{"item_id": "arith_0119", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.054131, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 364}
{"item_id": "arith_0119", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.003477, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 365}
{"item_id": "arith_0119", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.029605, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 366}
{"item_id": "arith_0119", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.006514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 367}
{"item_id": "arith_0018", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.282, "commit_prob": 0.133385, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 368}
{"item_id": "arith_0018", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.000102, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 369}
{"item_id": "arith_0018", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9763, "commit_prob": 0.017914, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 370}
{"item_id": "arith_0018", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9967, "commit_prob": 0.034325, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 371}
{"item_id": "arith_0003", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.921, "commit_prob": 0.066499, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 372}
{"item_id": "arith_0003", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.017255, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 373}
{"item_id": "arith_0003", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0045, "commit_prob": 0.010992, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 374}
{"item_id": "arith_0003", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9689, "commit_prob": 0.012173, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 375}
{"item_id": "arith_0158", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0317, "commit_prob": 0.045908, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 376}
{"item_id": "arith_0158", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9949, "commit_prob": 0.004869, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 377}
{"item_id": "arith_0158", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 378}
{"item_id": "arith_0158", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0018, "commit_prob": 0.014003, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 379}
{"item_id": "arith_0252", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.035763, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 380}
{"item_id": "arith_0252", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3308, "commit_prob": 0.004352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 381}
{"item_id": "arith_0252", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0395, "commit_prob": 0.025602, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 382}
{"item_id": "arith_0252", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 383}
{"item_id": "arith_0193", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.085281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 384}
{"item_id": "arith_0193", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 385}
{"item_id": "arith_0193", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.041667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 386}
{"item_id": "arith_0193", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 387}
{"item_id": "arith_0065", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.070128, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 388}
{"item_id": "arith_0065", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9956, "commit_prob": 0.00502, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 389}
{"item_id": "arith_0065", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9966, "commit_prob": 0.009032, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 390}
{"item_id": "arith_0065", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9959, "commit_prob": 0.016283, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 391}
{"item_id": "arith_0279", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.089427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 392}
{"item_id": "arith_0279", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0214, "commit_prob": 0.012739, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 393}
{"item_id": "arith_0279", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 394}
{"item_id": "arith_0279", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 395}
{"item_id": "arith_0195", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.121816, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 396}
{"item_id": "arith_0195", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4922, "commit_prob": 0.022731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 397}
{"item_id": "arith_0195", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018966, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 398}
{"item_id": "arith_0195", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014244, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 399}
{"item_id": "arith_0105", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9738, "commit_prob": 0.033204, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 400}
{"item_id": "arith_0105", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0981, "commit_prob": 0.005881, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 401}
{"item_id": "arith_0105", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007998, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 402}
{"item_id": "arith_0105", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.005068, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 403}
{"item_id": "arith_0181", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017601, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 404}
{"item_id": "arith_0181", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.004771, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 405}
{"item_id": "arith_0181", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.018175, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 406}
{"item_id": "arith_0181", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.79, "commit_prob": 0.017003, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 407}
{"item_id": "arith_0153", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 408}
{"item_id": "arith_0153", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3382, "commit_prob": 0.004774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 409}
{"item_id": "arith_0153", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.002984, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 410}
{"item_id": "arith_0153", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0045, "commit_prob": 0.002676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 411}
{"item_id": "arith_0007", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9246, "commit_prob": 0.034345, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 412}
{"item_id": "arith_0007", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.997, "commit_prob": 0.007834, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 413}
{"item_id": "arith_0007", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9899, "commit_prob": 0.011219, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 414}
{"item_id": "arith_0007", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.004501, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 415}
{"item_id": "arith_0217", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 416}
{"item_id": "arith_0217", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0054, "commit_prob": 0.007727, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 417}
{"item_id": "arith_0217", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000593, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 418}
{"item_id": "arith_0217", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.002223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 419}
{"item_id": "arith_0081", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.106618, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 420}
{"item_id": "arith_0081", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9951, "commit_prob": 0.004797, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 421}
{"item_id": "arith_0081", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.019234, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 422}
{"item_id": "arith_0081", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9986, "commit_prob": 0.014088, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 423}
{"item_id": "arith_0035", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9954, "commit_prob": 0.064283, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 424}
{"item_id": "arith_0035", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8396, "commit_prob": 0.013463, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 425}
{"item_id": "arith_0035", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.997, "commit_prob": 0.015692, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 426}
{"item_id": "arith_0035", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9982, "commit_prob": 0.012965, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 427}
{"item_id": "arith_0055", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.136753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 428}
{"item_id": "arith_0055", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9882, "commit_prob": 0.025565, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 429}
{"item_id": "arith_0055", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.045037, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 430}
{"item_id": "arith_0055", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.021451, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 431}
{"item_id": "arith_0078", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5829, "commit_prob": 0.048994, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 432}
{"item_id": "arith_0078", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9927, "commit_prob": 0.007697, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 433}
{"item_id": "arith_0078", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9947, "commit_prob": 0.01175, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 434}
{"item_id": "arith_0078", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01167, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 435}
{"item_id": "arith_0045", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8743, "commit_prob": 0.086175, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 436}
{"item_id": "arith_0045", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.006346, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 437}
{"item_id": "arith_0045", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.024493, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 438}
{"item_id": "arith_0045", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.008252, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 439}
{"item_id": "arith_0093", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.046405, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 440}
{"item_id": "arith_0093", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9982, "commit_prob": 0.003866, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 441}
{"item_id": "arith_0093", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.031661, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 442}
{"item_id": "arith_0093", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007361, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 443}
{"item_id": "arith_0199", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.058119, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 444}
{"item_id": "arith_0199", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0046, "commit_prob": 0.00647, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 445}
{"item_id": "arith_0199", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015357, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 446}
{"item_id": "arith_0199", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007661, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 447}
{"item_id": "arith_0275", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0499, "commit_prob": 0.129824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 448}
{"item_id": "arith_0275", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0211, "commit_prob": 0.010209, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 449}
{"item_id": "arith_0275", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 450}
{"item_id": "arith_0275", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.029539, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 451}
{"item_id": "arith_0174", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.002, "commit_prob": 0.115678, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 452}
{"item_id": "arith_0174", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1263, "commit_prob": 0.01891, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 453}
{"item_id": "arith_0174", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.067824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 454}
{"item_id": "arith_0174", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.032377, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 455}
{"item_id": "arith_0056", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8908, "commit_prob": 0.082889, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 456}
{"item_id": "arith_0056", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7479, "commit_prob": 0.015344, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 457}
{"item_id": "arith_0056", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.106534, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 458}
{"item_id": "arith_0056", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.055866, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 459}
{"item_id": "arith_0187", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.061415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 460}
{"item_id": "arith_0187", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9888, "commit_prob": 0.000439, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 461}
{"item_id": "arith_0187", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013575, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 462}
{"item_id": "arith_0187", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 463}
{"item_id": "arith_0133", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.028442, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 464}
{"item_id": "arith_0133", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6954, "commit_prob": 0.004092, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 465}
{"item_id": "arith_0133", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6149, "commit_prob": 0.004303, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 466}
{"item_id": "arith_0133", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.1712, "commit_prob": 0.000459, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 467}
{"item_id": "arith_0054", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9987, "commit_prob": 0.022506, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 468}
{"item_id": "arith_0054", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9811, "commit_prob": 0.011379, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 469}
{"item_id": "arith_0054", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.009989, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 470}
{"item_id": "arith_0054", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.011675, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 471}
{"item_id": "arith_0150", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.04335, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 472}
{"item_id": "arith_0150", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7012, "commit_prob": 0.000223, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 473}
{"item_id": "arith_0150", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.004, "commit_prob": 0.018332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 474}
{"item_id": "arith_0150", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00766, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 475}
{"item_id": "arith_0242", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.015, "commit_prob": 0.057797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 476}
{"item_id": "arith_0242", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9646, "commit_prob": 8.8e-05, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 477}
{"item_id": "arith_0242", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.034525, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 478}
{"item_id": "arith_0242", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.018488, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 479}
{"item_id": "arith_0057", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.08317, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 480}
{"item_id": "arith_0057", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.0047, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 481}
{"item_id": "arith_0057", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020173, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 482}
{"item_id": "arith_0057", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.005415, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 483}
{"item_id": "arith_0039", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.040964, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 484}
{"item_id": "arith_0039", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.006796, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 485}
{"item_id": "arith_0039", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.027738, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 486}
{"item_id": "arith_0039", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.032421, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 487}
{"item_id": "arith_0037", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.080514, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 488}
{"item_id": "arith_0037", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5285, "commit_prob": 0.011275, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 489}
{"item_id": "arith_0037", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.019996, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 490}
{"item_id": "arith_0037", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.011272, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 491}
{"item_id": "arith_0182", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.080803, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 492}
{"item_id": "arith_0182", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.005898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 493}
{"item_id": "arith_0182", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 494}
{"item_id": "arith_0182", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.009253, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 495}
{"item_id": "arith_0274", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0152, "commit_prob": 0.047016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 496}
{"item_id": "arith_0274", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9101, "commit_prob": 0.002808, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 497}
{"item_id": "arith_0274", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008628, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 498}
{"item_id": "arith_0274", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0086, "commit_prob": 0.031452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 499}
{"item_id": "arith_0210", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.1462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 500}
{"item_id": "arith_0210", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01792, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 501}
{"item_id": "arith_0210", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 502}
{"item_id": "arith_0210", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021464, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 503}
{"item_id": "arith_0282", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.058984, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 504}
{"item_id": "arith_0282", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0245, "commit_prob": 0.005906, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 505}
{"item_id": "arith_0282", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.024073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 506}
{"item_id": "arith_0282", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 507}
{"item_id": "arith_0292", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039246, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 508}
{"item_id": "arith_0292", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.082, "commit_prob": 0.013405, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 509}
{"item_id": "arith_0292", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.001142, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 510}
{"item_id": "arith_0292", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 511}
{"item_id": "arith_0165", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.071294, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 512}
{"item_id": "arith_0165", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0918, "commit_prob": 0.032177, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 513}
{"item_id": "arith_0165", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023574, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 514}
{"item_id": "arith_0165", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034269, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 515}
{"item_id": "arith_0211", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0248, "commit_prob": 0.029827, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 516}
{"item_id": "arith_0211", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.977, "commit_prob": 0.008297, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 517}
{"item_id": "arith_0211", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0102, "commit_prob": 0.006487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 518}
{"item_id": "arith_0211", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2952, "commit_prob": 0.015655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 519}
{"item_id": "arith_0255", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.052539, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 520}
{"item_id": "arith_0255", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9405, "commit_prob": 0.014779, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 521}
{"item_id": "arith_0255", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3097, "commit_prob": 0.017397, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 522}
{"item_id": "arith_0255", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0038, "commit_prob": 0.005395, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 523}
{"item_id": "arith_0020", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9926, "commit_prob": 0.05797, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 524}
{"item_id": "arith_0020", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9959, "commit_prob": 0.006191, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 525}
{"item_id": "arith_0020", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9766, "commit_prob": 0.009593, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 526}
{"item_id": "arith_0020", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9976, "commit_prob": 0.008621, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 527}
{"item_id": "arith_0247", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.066593, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 528}
{"item_id": "arith_0247", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0011, "commit_prob": 0.00471, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 529}
{"item_id": "arith_0247", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.0469, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 530}
{"item_id": "arith_0247", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.021312, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 531}
{"item_id": "arith_0209", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.00289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 532}
{"item_id": "arith_0209", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7727, "commit_prob": 0.007252, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 533}
{"item_id": "arith_0209", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 9.9e-05, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 534}
{"item_id": "arith_0209", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.001512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 535}
{"item_id": "arith_0068", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9986, "commit_prob": 0.194772, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 536}
{"item_id": "arith_0068", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9384, "commit_prob": 0.074835, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 537}
{"item_id": "arith_0068", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9959, "commit_prob": 0.018113, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 538}
{"item_id": "arith_0068", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8518, "commit_prob": 0.028977, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 539}
{"item_id": "arith_0132", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.038243, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 540}
{"item_id": "arith_0132", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.009338, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 541}
{"item_id": "arith_0132", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.012228, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 542}
{"item_id": "arith_0132", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.007289, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 543}
{"item_id": "arith_0294", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021094, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 544}
{"item_id": "arith_0294", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0027, "commit_prob": 0.006439, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 545}
{"item_id": "arith_0294", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.003984, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 546}
{"item_id": "arith_0294", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007808, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 547}
{"item_id": "arith_0138", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9982, "commit_prob": 0.054981, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 548}
{"item_id": "arith_0138", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7161, "commit_prob": 0.012797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 549}
{"item_id": "arith_0138", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.042368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 550}
{"item_id": "arith_0138", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01346, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 551}
{"item_id": "arith_0284", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.051034, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 552}
{"item_id": "arith_0284", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0271, "commit_prob": 0.007835, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 553}
{"item_id": "arith_0284", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016247, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 554}
{"item_id": "arith_0284", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 555}
{"item_id": "arith_0281", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 556}
{"item_id": "arith_0281", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0168, "commit_prob": 0.026437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 557}
{"item_id": "arith_0281", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008489, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 558}
{"item_id": "arith_0281", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018972, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 559}
{"item_id": "arith_0176", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034661, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 560}
{"item_id": "arith_0176", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8075, "commit_prob": 0.019749, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 561}
{"item_id": "arith_0176", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.026749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 562}
{"item_id": "arith_0176", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006915, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 563}
{"item_id": "arith_0098", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.065902, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 564}
{"item_id": "arith_0098", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9816, "commit_prob": 0.005558, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 565}
{"item_id": "arith_0098", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.012433, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 566}
{"item_id": "arith_0098", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.013267, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 567}
{"item_id": "arith_0112", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9931, "commit_prob": 0.073362, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 568}
{"item_id": "arith_0112", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8053, "commit_prob": 0.006557, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 569}
{"item_id": "arith_0112", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.009269, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 570}
{"item_id": "arith_0112", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.003302, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 571}
{"item_id": "arith_0102", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9903, "commit_prob": 0.103202, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 572}
{"item_id": "arith_0102", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.007176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 573}
{"item_id": "arith_0102", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.059781, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 574}
{"item_id": "arith_0102", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.029036, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 575}
{"item_id": "arith_0111", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.096284, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 576}
{"item_id": "arith_0111", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9974, "commit_prob": 0.004163, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 577}
{"item_id": "arith_0111", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.063026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 578}
{"item_id": "arith_0111", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.008837, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 579}
{"item_id": "arith_0094", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.063993, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 580}
{"item_id": "arith_0094", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8528, "commit_prob": 0.005638, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 581}
{"item_id": "arith_0094", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.024787, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 582}
{"item_id": "arith_0094", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.004802, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 583}
{"item_id": "arith_0263", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034399, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 584}
{"item_id": "arith_0263", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0001, "commit_prob": 0.005403, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 585}
{"item_id": "arith_0263", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.012543, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 586}
{"item_id": "arith_0263", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010373, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 587}
{"item_id": "arith_0069", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.068788, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 588}
{"item_id": "arith_0069", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.005021, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 589}
{"item_id": "arith_0069", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.035474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 590}
{"item_id": "arith_0069", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01193, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 591}
{"item_id": "arith_0084", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0084, "commit_prob": 0.087862, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 592}
{"item_id": "arith_0084", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9666, "commit_prob": 0.012246, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 593}
{"item_id": "arith_0084", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011699, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 594}
{"item_id": "arith_0084", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.00881, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 595}
{"item_id": "arith_0251", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.095656, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 596}
{"item_id": "arith_0251", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0421, "commit_prob": 0.004923, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 597}
{"item_id": "arith_0251", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.033223, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 598}
{"item_id": "arith_0251", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 599}
{"item_id": "arith_0189", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0014, "commit_prob": 0.037016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 600}
{"item_id": "arith_0189", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9986, "commit_prob": 0.00787, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 601}
{"item_id": "arith_0189", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.010691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 602}
{"item_id": "arith_0189", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.003495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 603}
{"item_id": "arith_0244", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0062, "commit_prob": 0.142316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 604}
{"item_id": "arith_0244", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.161, "commit_prob": 0.013468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 605}
{"item_id": "arith_0244", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02108, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 606}
{"item_id": "arith_0244", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.033233, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 607}
{"item_id": "arith_0048", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.060537, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 608}
{"item_id": "arith_0048", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9068, "commit_prob": 0.006294, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 609}
{"item_id": "arith_0048", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.012328, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 610}
{"item_id": "arith_0048", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01158, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 611}
{"item_id": "arith_0166", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.044796, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 612}
{"item_id": "arith_0166", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.021693, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 613}
{"item_id": "arith_0166", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019931, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 614}
{"item_id": "arith_0166", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010466, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 615}
{"item_id": "arith_0192", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 616}
{"item_id": "arith_0192", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3174, "commit_prob": 0.008559, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 617}
{"item_id": "arith_0192", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.000545, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 618}
{"item_id": "arith_0192", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0056, "commit_prob": 0.013673, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 619}
{"item_id": "arith_0121", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.039111, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 620}
{"item_id": "arith_0121", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9929, "commit_prob": 0.009326, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 621}
{"item_id": "arith_0121", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9975, "commit_prob": 0.009601, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 622}
{"item_id": "arith_0121", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.004213, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 623}
{"item_id": "arith_0177", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0801, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 624}
{"item_id": "arith_0177", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0255, "commit_prob": 0.011959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 625}
{"item_id": "arith_0177", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.022817, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 626}
{"item_id": "arith_0177", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011072, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 627}
{"item_id": "arith_0101", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9987, "commit_prob": 0.051574, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 628}
{"item_id": "arith_0101", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.005509, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 629}
{"item_id": "arith_0101", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.026252, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 630}
{"item_id": "arith_0101", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.006096, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 631}
{"item_id": "arith_0225", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 632}
{"item_id": "arith_0225", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.2708, "commit_prob": 0.010341, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 633}
{"item_id": "arith_0225", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039193, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 634}
{"item_id": "arith_0225", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 635}
{"item_id": "arith_0079", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.008048, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 636}
{"item_id": "arith_0079", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9457, "commit_prob": 0.00709, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 637}
{"item_id": "arith_0079", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9875, "commit_prob": 0.00275, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 638}
{"item_id": "arith_0079", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.003182, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 639}
{"item_id": "arith_0080", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7975, "commit_prob": 0.024258, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 640}
{"item_id": "arith_0080", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9819, "commit_prob": 0.004842, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 641}
{"item_id": "arith_0080", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9919, "commit_prob": 0.006658, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 642}
{"item_id": "arith_0080", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.006973, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 643}
{"item_id": "arith_0010", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.093731, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 644}
{"item_id": "arith_0010", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9752, "commit_prob": 0.033793, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 645}
{"item_id": "arith_0010", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.033994, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 646}
{"item_id": "arith_0010", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.029055, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 647}
{"item_id": "arith_0175", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.081846, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 648}
{"item_id": "arith_0175", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.005443, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 649}
{"item_id": "arith_0175", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.060788, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 650}
{"item_id": "arith_0175", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.021341, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 651}
{"item_id": "arith_0179", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034326, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 652}
{"item_id": "arith_0179", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0515, "commit_prob": 0.011136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 653}
{"item_id": "arith_0179", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01165, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 654}
{"item_id": "arith_0179", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01148, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 655}
{"item_id": "arith_0051", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.2763, "commit_prob": 0.157661, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 656}
{"item_id": "arith_0051", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9946, "commit_prob": 0.020021, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 657}
{"item_id": "arith_0051", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.028971, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 658}
{"item_id": "arith_0051", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0069, "commit_prob": 0.031804, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 659}
{"item_id": "arith_0288", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.07173, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 660}
{"item_id": "arith_0288", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.008314, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 661}
{"item_id": "arith_0288", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011998, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 662}
{"item_id": "arith_0288", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 663}
{"item_id": "arith_0278", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 664}
{"item_id": "arith_0278", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9756, "commit_prob": 0.025604, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 665}
{"item_id": "arith_0278", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 666}
{"item_id": "arith_0278", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010269, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 667}
{"item_id": "arith_0234", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0037, "commit_prob": 0.064831, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 668}
{"item_id": "arith_0234", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9187, "commit_prob": 0.013964, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 669}
{"item_id": "arith_0234", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.027442, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 670}
{"item_id": "arith_0234", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008124, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 671}
{"item_id": "arith_0233", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.137417, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 672}
{"item_id": "arith_0233", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7618, "commit_prob": 0.04876, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 673}
{"item_id": "arith_0233", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.034332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 674}
{"item_id": "arith_0233", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 675}
{"item_id": "arith_0180", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.062638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 676}
{"item_id": "arith_0180", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2925, "commit_prob": 0.00648, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 677}
{"item_id": "arith_0180", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3087, "commit_prob": 0.01442, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 678}
{"item_id": "arith_0180", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030273, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 679}
{"item_id": "arith_0286", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0042, "commit_prob": 0.081643, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 680}
{"item_id": "arith_0286", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9448, "commit_prob": 0.004625, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 681}
{"item_id": "arith_0286", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0034, "commit_prob": 0.015623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 682}
{"item_id": "arith_0286", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0082, "commit_prob": 0.009464, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 683}
{"item_id": "arith_0226", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 684}
{"item_id": "arith_0226", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.5659, "commit_prob": 0.006576, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 685}
{"item_id": "arith_0226", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 686}
{"item_id": "arith_0226", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004292, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 687}
{"item_id": "arith_0122", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8023, "commit_prob": 0.072808, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 688}
{"item_id": "arith_0122", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.997, "commit_prob": 0.005304, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 689}
{"item_id": "arith_0122", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.056579, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 690}
{"item_id": "arith_0122", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.008297, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 691}
{"item_id": "arith_0118", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9972, "commit_prob": 0.086353, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 692}
{"item_id": "arith_0118", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.010455, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 693}
{"item_id": "arith_0118", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.040556, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 694}
{"item_id": "arith_0118", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.04353, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 695}
{"item_id": "arith_0044", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9512, "commit_prob": 0.105231, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 696}
{"item_id": "arith_0044", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6847, "commit_prob": 0.002784, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 697}
{"item_id": "arith_0044", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5378, "commit_prob": 0.007762, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 698}
{"item_id": "arith_0044", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9959, "commit_prob": 0.018656, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 699}
{"item_id": "arith_0164", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.049838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 700}
{"item_id": "arith_0164", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3013, "commit_prob": 0.009095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 701}
{"item_id": "arith_0164", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 2.9e-05, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 702}
{"item_id": "arith_0164", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 703}
{"item_id": "arith_0086", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.017972, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 704}
{"item_id": "arith_0086", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9902, "commit_prob": 0.002823, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 705}
{"item_id": "arith_0086", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.006447, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 706}
{"item_id": "arith_0086", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.009027, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 707}
{"item_id": "arith_0204", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.149497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 708}
{"item_id": "arith_0204", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0016, "commit_prob": 0.018145, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 709}
{"item_id": "arith_0204", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.026025, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 710}
{"item_id": "arith_0204", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034648, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 711}
{"item_id": "arith_0216", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.089886, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 712}
{"item_id": "arith_0216", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1865, "commit_prob": 0.009115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 713}
{"item_id": "arith_0216", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.020799, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 714}
{"item_id": "arith_0216", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.020387, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 715}
{"item_id": "arith_0196", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.008676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 716}
{"item_id": "arith_0196", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1227, "commit_prob": 0.005118, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 717}
{"item_id": "arith_0196", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015471, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 718}
{"item_id": "arith_0196", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3853, "commit_prob": 0.018742, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 719}
{"item_id": "arith_0034", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9864, "commit_prob": 0.069156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 720}
{"item_id": "arith_0034", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9994, "commit_prob": 0.025935, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 721}
{"item_id": "arith_0034", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.015909, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 722}
{"item_id": "arith_0034", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01991, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 723}
{"item_id": "arith_0085", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.024647, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 724}
{"item_id": "arith_0085", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.009707, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 725}
{"item_id": "arith_0085", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9834, "commit_prob": 0.014419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 726}
{"item_id": "arith_0085", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9926, "commit_prob": 0.019713, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 727}
{"item_id": "arith_0148", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.035965, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 728}
{"item_id": "arith_0148", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.003192, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 729}
{"item_id": "arith_0148", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.009665, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 730}
{"item_id": "arith_0148", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.002932, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 731}
{"item_id": "arith_0026", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9241, "commit_prob": 0.045166, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 732}
{"item_id": "arith_0026", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8402, "commit_prob": 0.006083, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 733}
{"item_id": "arith_0026", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029636, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 734}
{"item_id": "arith_0026", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007768, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 735}
{"item_id": "arith_0160", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.133156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 736}
{"item_id": "arith_0160", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8754, "commit_prob": 0.025696, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 737}
{"item_id": "arith_0160", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.032855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 738}
{"item_id": "arith_0160", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027258, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 739}
{"item_id": "arith_0168", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.044368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 740}
{"item_id": "arith_0168", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0029, "commit_prob": 0.013843, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 741}
{"item_id": "arith_0168", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017791, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 742}
{"item_id": "arith_0168", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 743}
{"item_id": "arith_0215", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.080272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 744}
{"item_id": "arith_0215", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0441, "commit_prob": 0.000609, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 745}
{"item_id": "arith_0215", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028369, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 746}
{"item_id": "arith_0215", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010892, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 747}
{"item_id": "arith_0088", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9983, "commit_prob": 0.033569, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 748}
{"item_id": "arith_0088", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.002848, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 749}
{"item_id": "arith_0088", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.3531, "commit_prob": 0.009816, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 750}
{"item_id": "arith_0088", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.012703, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 751}
{"item_id": "arith_0206", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.086911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 752}
{"item_id": "arith_0206", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.012802, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 753}
{"item_id": "arith_0206", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.033922, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 754}
{"item_id": "arith_0206", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018279, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 755}
{"item_id": "arith_0091", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0197, "commit_prob": 0.204319, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 756}
{"item_id": "arith_0091", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9141, "commit_prob": 0.024207, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 757}
{"item_id": "arith_0091", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.039407, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 758}
{"item_id": "arith_0091", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.02043, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 759}
{"item_id": "arith_0227", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 760}
{"item_id": "arith_0227", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0276, "commit_prob": 0.006984, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 761}
{"item_id": "arith_0227", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000755, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 762}
{"item_id": "arith_0227", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 763}
{"item_id": "arith_0273", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0688, "commit_prob": 0.035788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 764}
{"item_id": "arith_0273", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9544, "commit_prob": 0.003, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 765}
{"item_id": "arith_0273", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.01804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 766}
{"item_id": "arith_0273", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0017, "commit_prob": 0.012174, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 767}
{"item_id": "arith_0064", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9924, "commit_prob": 0.055253, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 768}
{"item_id": "arith_0064", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.7714, "commit_prob": 0.007166, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 769}
{"item_id": "arith_0064", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.039037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 770}
{"item_id": "arith_0064", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029042, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 771}
{"item_id": "arith_0095", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9984, "commit_prob": 0.101767, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 772}
{"item_id": "arith_0095", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9868, "commit_prob": 0.006501, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 773}
{"item_id": "arith_0095", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.057145, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 774}
{"item_id": "arith_0095", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.022943, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 775}
{"item_id": "arith_0245", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.043497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 776}
{"item_id": "arith_0245", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.005872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 777}
{"item_id": "arith_0245", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.031575, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 778}
{"item_id": "arith_0245", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 779}
{"item_id": "arith_0162", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024634, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 780}
{"item_id": "arith_0162", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.007726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 781}
{"item_id": "arith_0162", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.001351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 782}
{"item_id": "arith_0162", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010498, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 783}
{"item_id": "arith_0011", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.039039, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 784}
{"item_id": "arith_0011", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.4762, "commit_prob": 0.007838, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 785}
{"item_id": "arith_0011", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.004944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 786}
{"item_id": "arith_0011", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.004905, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 787}
{"item_id": "arith_0276", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.114969, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 788}
{"item_id": "arith_0276", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8332, "commit_prob": 8.4e-05, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 789}
{"item_id": "arith_0276", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.019461, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 790}
{"item_id": "arith_0276", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0022, "commit_prob": 0.017456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 791}
{"item_id": "arith_0099", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.036418, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 792}
{"item_id": "arith_0099", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.004906, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 793}
{"item_id": "arith_0099", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.033712, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 794}
{"item_id": "arith_0099", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.008331, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 795}
{"item_id": "arith_0005", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.038038, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 796}
{"item_id": "arith_0005", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9765, "commit_prob": 0.003487, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 797}
{"item_id": "arith_0005", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.015533, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 798}
{"item_id": "arith_0005", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.004473, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 799}
{"item_id": "arith_0141", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9945, "commit_prob": 0.051152, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 800}
{"item_id": "arith_0141", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.072284, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 801}
{"item_id": "arith_0141", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.014271, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 802}
{"item_id": "arith_0141", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.00423, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 803}
{"item_id": "arith_0236", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 804}
{"item_id": "arith_0236", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1328, "commit_prob": 0.004539, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 805}
{"item_id": "arith_0236", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006713, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 806}
{"item_id": "arith_0236", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.014516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 807}
{"item_id": "arith_0201", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0033, "commit_prob": 0.11824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 808}
{"item_id": "arith_0201", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9503, "commit_prob": 0.018664, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 809}
{"item_id": "arith_0201", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.021015, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 810}
{"item_id": "arith_0201", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.014649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 811}
{"item_id": "arith_0129", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.044787, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 812}
{"item_id": "arith_0129", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9855, "commit_prob": 0.011324, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 813}
{"item_id": "arith_0129", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.009602, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 814}
{"item_id": "arith_0129", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.010139, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 815}
{"item_id": "arith_0291", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.120246, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 816}
{"item_id": "arith_0291", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0945, "commit_prob": 0.008807, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 817}
{"item_id": "arith_0291", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02719, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 818}
{"item_id": "arith_0291", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0021, "commit_prob": 0.032568, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 819}
{"item_id": "arith_0208", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.085727, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 820}
{"item_id": "arith_0208", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0007, "commit_prob": 0.006508, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 821}
{"item_id": "arith_0208", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 822}
{"item_id": "arith_0208", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010859, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 823}
{"item_id": "arith_0017", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9953, "commit_prob": 0.104937, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 824}
{"item_id": "arith_0017", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9074, "commit_prob": 0.009012, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 825}
{"item_id": "arith_0017", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.033812, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 826}
{"item_id": "arith_0017", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.013048, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 827}
{"item_id": "arith_0092", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8995, "commit_prob": 0.102177, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 828}
{"item_id": "arith_0092", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.2001, "commit_prob": 0.011513, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 829}
{"item_id": "arith_0092", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.071511, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 830}
{"item_id": "arith_0092", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.052526, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 831}
{"item_id": "arith_0134", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9991, "commit_prob": 0.093131, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 832}
{"item_id": "arith_0134", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9948, "commit_prob": 0.001264, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 833}
{"item_id": "arith_0134", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9717, "commit_prob": 0.038331, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 834}
{"item_id": "arith_0134", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.01653, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 835}
{"item_id": "arith_0021", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.143694, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 836}
{"item_id": "arith_0021", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7513, "commit_prob": 0.005958, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 837}
{"item_id": "arith_0021", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.039326, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 838}
{"item_id": "arith_0021", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020816, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 839}
{"item_id": "arith_0268", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025601, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 840}
{"item_id": "arith_0268", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0058, "commit_prob": 0.007605, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 841}
{"item_id": "arith_0268", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008874, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 842}
{"item_id": "arith_0268", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0204, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 843}
{"item_id": "arith_0170", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.070024, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 844}
{"item_id": "arith_0170", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0058, "commit_prob": 0.010143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 845}
{"item_id": "arith_0170", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.031065, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 846}
{"item_id": "arith_0170", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.022374, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 847}
{"item_id": "arith_0047", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9972, "commit_prob": 0.092531, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 848}
{"item_id": "arith_0047", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9882, "commit_prob": 0.005921, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 849}
{"item_id": "arith_0047", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.010971, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 850}
{"item_id": "arith_0047", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007877, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 851}
{"item_id": "arith_0106", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9777, "commit_prob": 0.080494, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 852}
{"item_id": "arith_0106", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8409, "commit_prob": 0.016753, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 853}
{"item_id": "arith_0106", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9896, "commit_prob": 0.017085, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 854}
{"item_id": "arith_0106", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.015845, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 855}
{"item_id": "arith_0296", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.001422, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 856}
{"item_id": "arith_0296", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2341, "commit_prob": 0.005606, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 857}
{"item_id": "arith_0296", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 858}
{"item_id": "arith_0296", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004286, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 859}
{"item_id": "arith_0287", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.048242, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 860}
{"item_id": "arith_0287", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.026, "commit_prob": 0.011338, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 861}
{"item_id": "arith_0287", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027369, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 862}
{"item_id": "arith_0287", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.020712, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 863}
{"item_id": "arith_0090", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.027577, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 864}
{"item_id": "arith_0090", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.011523, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 865}
{"item_id": "arith_0090", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.002072, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 866}
{"item_id": "arith_0090", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.004235, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 867}
{"item_id": "arith_0157", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.103864, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 868}
{"item_id": "arith_0157", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.1859, "commit_prob": 0.005419, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 869}
{"item_id": "arith_0157", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.053529, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 870}
{"item_id": "arith_0157", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018877, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 871}
{"item_id": "arith_0000", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.134866, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 872}
{"item_id": "arith_0000", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7408, "commit_prob": 0.025001, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 873}
{"item_id": "arith_0000", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.027286, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 874}
{"item_id": "arith_0000", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.016485, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 875}
{"item_id": "arith_0109", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9985, "commit_prob": 0.07113, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 876}
{"item_id": "arith_0109", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9233, "commit_prob": 0.010599, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 877}
{"item_id": "arith_0109", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.018671, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 878}
{"item_id": "arith_0109", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007351, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 879}
{"item_id": "arith_0267", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.101694, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 880}
{"item_id": "arith_0267", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9995, "commit_prob": 0.002084, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 881}
{"item_id": "arith_0267", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.065021, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 882}
{"item_id": "arith_0267", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0003, "commit_prob": 0.007978, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 883}
{"item_id": "arith_0036", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.12249, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 884}
{"item_id": "arith_0036", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9978, "commit_prob": 0.00589, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 885}
{"item_id": "arith_0036", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9967, "commit_prob": 0.009626, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 886}
{"item_id": "arith_0036", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9974, "commit_prob": 0.01551, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 887}
{"item_id": "arith_0183", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.091292, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 888}
{"item_id": "arith_0183", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5653, "commit_prob": 0.010452, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 889}
{"item_id": "arith_0183", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 890}
{"item_id": "arith_0183", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 891}
{"item_id": "arith_0239", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.118476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 892}
{"item_id": "arith_0239", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1173, "commit_prob": 0.023452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 893}
{"item_id": "arith_0239", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011498, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 894}
{"item_id": "arith_0239", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011631, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 895}
{"item_id": "arith_0147", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9989, "commit_prob": 0.076118, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 896}
{"item_id": "arith_0147", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9762, "commit_prob": 0.011647, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 897}
{"item_id": "arith_0147", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020641, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 898}
{"item_id": "arith_0147", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.009733, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 899}
{"item_id": "arith_0256", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.08595, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 900}
{"item_id": "arith_0256", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.996, "commit_prob": 0.008085, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 901}
{"item_id": "arith_0256", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.041243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 902}
{"item_id": "arith_0256", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 903}
{"item_id": "arith_0161", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.066685, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 904}
{"item_id": "arith_0161", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.011005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 905}
{"item_id": "arith_0161", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 906}
{"item_id": "arith_0161", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006551, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 907}
{"item_id": "arith_0004", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9989, "commit_prob": 0.053732, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 908}
{"item_id": "arith_0004", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.011611, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 909}
{"item_id": "arith_0004", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020055, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 910}
{"item_id": "arith_0004", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.006083, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 911}
{"item_id": "arith_0137", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9943, "commit_prob": 0.077311, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 912}
{"item_id": "arith_0137", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9776, "commit_prob": 0.013187, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 913}
{"item_id": "arith_0137", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033581, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 914}
{"item_id": "arith_0137", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.016237, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 915}
{"item_id": "arith_0152", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.058827, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 916}
{"item_id": "arith_0152", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5104, "commit_prob": 0.011941, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 917}
{"item_id": "arith_0152", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0014, "commit_prob": 0.015466, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 918}
{"item_id": "arith_0152", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013287, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 919}
{"item_id": "arith_0127", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.047349, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 920}
{"item_id": "arith_0127", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.019399, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 921}
{"item_id": "arith_0127", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.017966, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 922}
{"item_id": "arith_0127", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007311, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 923}
{"item_id": "arith_0214", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.037699, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 924}
{"item_id": "arith_0214", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.000107, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 925}
{"item_id": "arith_0214", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012242, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 926}
{"item_id": "arith_0214", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007451, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 927}
{"item_id": "arith_0246", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.078244, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 928}
{"item_id": "arith_0246", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1599, "commit_prob": 0.026018, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 929}
{"item_id": "arith_0246", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016065, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 930}
{"item_id": "arith_0246", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013095, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 931}
{"item_id": "arith_0016", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.03621, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 932}
{"item_id": "arith_0016", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9757, "commit_prob": 0.006068, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 933}
{"item_id": "arith_0016", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.00742, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 934}
{"item_id": "arith_0016", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.006438, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 935}
{"item_id": "arith_0117", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7034, "commit_prob": 0.033869, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 936}
{"item_id": "arith_0117", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5029, "commit_prob": 0.011146, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 937}
{"item_id": "arith_0117", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9709, "commit_prob": 0.010252, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 938}
{"item_id": "arith_0117", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9948, "commit_prob": 0.012506, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 939}
{"item_id": "arith_0159", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.090156, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 940}
{"item_id": "arith_0159", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0612, "commit_prob": 0.018212, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 941}
{"item_id": "arith_0159", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.044381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 942}
{"item_id": "arith_0159", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 943}
{"item_id": "arith_0203", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.055097, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 944}
{"item_id": "arith_0203", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01304, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 945}
{"item_id": "arith_0203", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.022112, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 946}
{"item_id": "arith_0203", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005762, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 947}
{"item_id": "arith_0270", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2496, "commit_prob": 0.073729, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 948}
{"item_id": "arith_0270", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.062, "commit_prob": 0.014762, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 949}
{"item_id": "arith_0270", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00216, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 950}
{"item_id": "arith_0270", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 951}
{"item_id": "arith_0107", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9985, "commit_prob": 0.043328, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 952}
{"item_id": "arith_0107", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9962, "commit_prob": 0.011924, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 953}
{"item_id": "arith_0107", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.019159, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 954}
{"item_id": "arith_0107", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.007322, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 955}
{"item_id": "arith_0061", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.157937, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 956}
{"item_id": "arith_0061", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.006925, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 957}
{"item_id": "arith_0061", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.076252, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 958}
{"item_id": "arith_0061", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013539, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 959}
{"item_id": "arith_0012", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.088693, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 960}
{"item_id": "arith_0012", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.1808, "commit_prob": 0.02257, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 961}
{"item_id": "arith_0012", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.077228, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 962}
{"item_id": "arith_0012", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.016883, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 963}
{"item_id": "arith_0031", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9905, "commit_prob": 0.082967, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 964}
{"item_id": "arith_0031", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9657, "commit_prob": 0.013622, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 965}
{"item_id": "arith_0031", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.015118, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 966}
{"item_id": "arith_0031", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.008782, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 967}
{"item_id": "arith_0077", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.03233, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 968}
{"item_id": "arith_0077", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.954, "commit_prob": 0.008219, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 969}
{"item_id": "arith_0077", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.013123, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 970}
{"item_id": "arith_0077", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011203, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 971}
{"item_id": "arith_0060", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9982, "commit_prob": 0.045807, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 972}
{"item_id": "arith_0060", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.847, "commit_prob": 0.004664, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 973}
{"item_id": "arith_0060", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.007316, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 974}
{"item_id": "arith_0060", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.002572, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 975}
{"item_id": "arith_0073", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9944, "commit_prob": 0.060931, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 976}
{"item_id": "arith_0073", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.04939, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 977}
{"item_id": "arith_0073", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020814, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 978}
{"item_id": "arith_0073", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.004453, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 979}
{"item_id": "arith_0198", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.022353, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 980}
{"item_id": "arith_0198", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0081, "commit_prob": 0.002625, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 981}
{"item_id": "arith_0198", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.002546, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 982}
{"item_id": "arith_0198", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.004564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 983}
{"item_id": "arith_0028", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.053835, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 984}
{"item_id": "arith_0028", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9913, "commit_prob": 0.005262, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 985}
{"item_id": "arith_0028", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.018076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 986}
{"item_id": "arith_0028", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9989, "commit_prob": 0.013621, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 987}
{"item_id": "arith_0108", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9942, "commit_prob": 0.075702, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 988}
{"item_id": "arith_0108", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6166, "commit_prob": 0.016237, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 989}
{"item_id": "arith_0108", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020366, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 990}
{"item_id": "arith_0108", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9979, "commit_prob": 0.00793, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 991}
{"item_id": "arith_0135", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9896, "commit_prob": 0.062621, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 992}
{"item_id": "arith_0135", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.005963, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 993}
{"item_id": "arith_0135", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.070746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 994}
{"item_id": "arith_0135", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020318, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 995}
{"item_id": "arith_0155", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.101787, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 996}
{"item_id": "arith_0155", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0008, "commit_prob": 0.016329, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 997}
{"item_id": "arith_0155", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.025252, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 998}
{"item_id": "arith_0155", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023402, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 999}
{"item_id": "arith_0186", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0091, "commit_prob": 0.032189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1000}
{"item_id": "arith_0186", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0758, "commit_prob": 0.002996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1001}
{"item_id": "arith_0186", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.003404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1002}
{"item_id": "arith_0186", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.02063, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1003}
{"item_id": "arith_0261", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015973, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1004}
{"item_id": "arith_0261", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9299, "commit_prob": 0.000101, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1005}
{"item_id": "arith_0261", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009082, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1006}
{"item_id": "arith_0261", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.015349, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1007}
{"item_id": "arith_0140", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.102855, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1008}
{"item_id": "arith_0140", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5251, "commit_prob": 0.002049, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1009}
{"item_id": "arith_0140", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0321, "commit_prob": 0.008052, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1010}
{"item_id": "arith_0140", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9674, "commit_prob": 0.020928, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1011}
{"item_id": "arith_0038", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.115977, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1012}
{"item_id": "arith_0038", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9491, "commit_prob": 0.116901, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1013}
{"item_id": "arith_0038", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9926, "commit_prob": 0.019721, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1014}
{"item_id": "arith_0038", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9876, "commit_prob": 0.030229, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1015}
{"item_id": "arith_0213", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.109741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1016}
{"item_id": "arith_0213", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6651, "commit_prob": 0.015714, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1017}
{"item_id": "arith_0213", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.049118, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1018}
{"item_id": "arith_0213", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.033053, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1019}
{"item_id": "arith_0110", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9929, "commit_prob": 0.060601, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1020}
{"item_id": "arith_0110", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.005665, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1021}
{"item_id": "arith_0110", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9971, "commit_prob": 0.011103, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1022}
{"item_id": "arith_0110", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007495, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1023}
{"item_id": "arith_0131", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.956, "commit_prob": 0.197602, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1024}
{"item_id": "arith_0131", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.2464, "commit_prob": 0.027293, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1025}
{"item_id": "arith_0131", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.032583, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1026}
{"item_id": "arith_0131", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.021419, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1027}
{"item_id": "arith_0009", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.998, "commit_prob": 0.051643, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1028}
{"item_id": "arith_0009", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8387, "commit_prob": 0.004618, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1029}
{"item_id": "arith_0009", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.036214, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1030}
{"item_id": "arith_0009", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.003513, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1031}
{"item_id": "arith_0040", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.041703, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1032}
{"item_id": "arith_0040", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9347, "commit_prob": 0.005483, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1033}
{"item_id": "arith_0040", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019402, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1034}
{"item_id": "arith_0040", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.011758, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1035}
{"item_id": "arith_0002", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9989, "commit_prob": 0.036812, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1036}
{"item_id": "arith_0002", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.001129, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1037}
{"item_id": "arith_0002", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9627, "commit_prob": 0.011538, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1038}
{"item_id": "arith_0002", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9623, "commit_prob": 0.018243, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1039}
{"item_id": "arith_0229", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.077514, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1040}
{"item_id": "arith_0229", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9512, "commit_prob": 0.009782, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1041}
{"item_id": "arith_0229", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.021603, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1042}
{"item_id": "arith_0229", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.004581, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1043}
{"item_id": "arith_0240", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0102, "commit_prob": 0.240832, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1044}
{"item_id": "arith_0240", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6767, "commit_prob": 0.006995, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1045}
{"item_id": "arith_0240", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040348, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1046}
{"item_id": "arith_0240", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.063495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1047}
{"item_id": "arith_0071", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.100566, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1048}
{"item_id": "arith_0071", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.001322, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1049}
{"item_id": "arith_0071", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.036502, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1050}
{"item_id": "arith_0071", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.015122, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1051}
{"item_id": "arith_0241", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.115759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1052}
{"item_id": "arith_0241", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012071, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1053}
{"item_id": "arith_0241", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1054}
{"item_id": "arith_0241", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1055}
{"item_id": "arith_0146", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9773, "commit_prob": 0.039325, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1056}
{"item_id": "arith_0146", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.998, "commit_prob": 0.003234, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1057}
{"item_id": "arith_0146", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.015634, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1058}
{"item_id": "arith_0146", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9986, "commit_prob": 0.004776, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1059}
{"item_id": "arith_0019", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6306, "commit_prob": 0.044196, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1060}
{"item_id": "arith_0019", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.012025, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1061}
{"item_id": "arith_0019", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.015322, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1062}
{"item_id": "arith_0019", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.00647, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1063}
{"item_id": "arith_0070", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9981, "commit_prob": 0.066876, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1064}
{"item_id": "arith_0070", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.0063, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1065}
{"item_id": "arith_0070", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.041376, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1066}
{"item_id": "arith_0070", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.009478, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1067}
{"item_id": "arith_0074", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.042943, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1068}
{"item_id": "arith_0074", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011698, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1069}
{"item_id": "arith_0074", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.019882, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1070}
{"item_id": "arith_0074", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.005079, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1071}
{"item_id": "arith_0171", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0068, "commit_prob": 0.019285, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1072}
{"item_id": "arith_0171", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0146, "commit_prob": 0.006773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1073}
{"item_id": "arith_0171", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0052, "commit_prob": 0.011455, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1074}
{"item_id": "arith_0171", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0266, "commit_prob": 0.01094, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1075}
{"item_id": "arith_0050", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.040458, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1076}
{"item_id": "arith_0050", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.023436, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1077}
{"item_id": "arith_0050", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.008448, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1078}
{"item_id": "arith_0050", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.014014, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1079}
{"item_id": "arith_0163", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.026005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1080}
{"item_id": "arith_0163", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8698, "commit_prob": 0.00578, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1081}
{"item_id": "arith_0163", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1082}
{"item_id": "arith_0163", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020459, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1083}
{"item_id": "arith_0014", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.026149, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1084}
{"item_id": "arith_0014", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8962, "commit_prob": 0.008874, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1085}
{"item_id": "arith_0014", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9831, "commit_prob": 0.00533, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1086}
{"item_id": "arith_0014", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.009756, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1087}
{"item_id": "arith_0114", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.984, "commit_prob": 0.050658, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1088}
{"item_id": "arith_0114", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.011162, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1089}
{"item_id": "arith_0114", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.015519, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1090}
{"item_id": "arith_0114", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.005759, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1091}
{"item_id": "arith_0277", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.002995, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1092}
{"item_id": "arith_0277", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9082, "commit_prob": 0.004813, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1093}
{"item_id": "arith_0277", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.010449, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1094}
{"item_id": "arith_0277", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.011033, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1095}
{"item_id": "arith_0041", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.031756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1096}
{"item_id": "arith_0041", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9912, "commit_prob": 0.002471, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1097}
{"item_id": "arith_0041", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.009512, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1098}
{"item_id": "arith_0041", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.00657, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1099}
{"item_id": "arith_0197", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.04663, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1100}
{"item_id": "arith_0197", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.89, "commit_prob": 0.006652, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1101}
{"item_id": "arith_0197", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1062, "commit_prob": 0.029109, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1102}
{"item_id": "arith_0197", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0123, "commit_prob": 0.024106, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1103}
{"item_id": "arith_0120", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.030992, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1104}
{"item_id": "arith_0120", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.995, "commit_prob": 0.006047, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1105}
{"item_id": "arith_0120", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.011584, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1106}
{"item_id": "arith_0120", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.008883, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1107}
{"item_id": "arith_0191", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012588, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1108}
{"item_id": "arith_0191", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7546, "commit_prob": 0.01155, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1109}
{"item_id": "arith_0191", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1110}
{"item_id": "arith_0191", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.003833, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1111}
{"item_id": "arith_0257", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.085526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1112}
{"item_id": "arith_0257", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1362, "commit_prob": 0.026392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1113}
{"item_id": "arith_0257", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0689, "commit_prob": 0.029282, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1114}
{"item_id": "arith_0257", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007984, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1115}
{"item_id": "arith_0202", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039211, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1116}
{"item_id": "arith_0202", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.045468, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1117}
{"item_id": "arith_0202", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.012882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1118}
{"item_id": "arith_0202", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00331, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1119}
{"item_id": "arith_0027", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.998, "commit_prob": 0.055293, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1120}
{"item_id": "arith_0027", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9971, "commit_prob": 0.008303, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1121}
{"item_id": "arith_0027", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.014062, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1122}
{"item_id": "arith_0027", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.003732, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1123}
{"item_id": "arith_0212", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.090563, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1124}
{"item_id": "arith_0212", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9565, "commit_prob": 0.003681, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1125}
{"item_id": "arith_0212", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1869, "commit_prob": 0.031272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1126}
{"item_id": "arith_0212", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0625, "commit_prob": 0.008803, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1127}
{"item_id": "arith_0013", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.126038, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1128}
{"item_id": "arith_0013", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9692, "commit_prob": 0.003951, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1129}
{"item_id": "arith_0013", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8079, "commit_prob": 0.007357, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1130}
{"item_id": "arith_0013", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.025594, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1131}
{"item_id": "arith_0178", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.097826, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1132}
{"item_id": "arith_0178", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.002, "commit_prob": 0.0208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1133}
{"item_id": "arith_0178", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015915, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1134}
{"item_id": "arith_0178", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1135}
{"item_id": "arith_0290", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.096254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1136}
{"item_id": "arith_0290", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1137}
{"item_id": "arith_0290", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.042794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1138}
{"item_id": "arith_0290", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017276, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1139}
{"item_id": "arith_0113", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.111596, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1140}
{"item_id": "arith_0113", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.044544, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1141}
{"item_id": "arith_0113", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.029093, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1142}
{"item_id": "arith_0113", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.007485, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1143}
{"item_id": "arith_0046", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9875, "commit_prob": 0.071852, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1144}
{"item_id": "arith_0046", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9676, "commit_prob": 0.006121, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1145}
{"item_id": "arith_0046", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.016556, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1146}
{"item_id": "arith_0046", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.005967, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1147}
{"item_id": "arith_0223", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1148}
{"item_id": "arith_0223", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0032, "commit_prob": 0.005564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1149}
{"item_id": "arith_0223", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00058, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1150}
{"item_id": "arith_0223", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1151}
{"item_id": "arith_0075", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.052877, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1152}
{"item_id": "arith_0075", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8332, "commit_prob": 0.005208, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1153}
{"item_id": "arith_0075", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.025849, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1154}
{"item_id": "arith_0075", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01675, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1155}
{"item_id": "arith_0262", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.045434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1156}
{"item_id": "arith_0262", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7603, "commit_prob": 0.004443, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1157}
{"item_id": "arith_0262", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.6385, "commit_prob": 0.017226, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1158}
{"item_id": "arith_0262", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0138, "commit_prob": 0.004757, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1159}
{"item_id": "arith_0230", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.1867, "commit_prob": 0.004762, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1160}
{"item_id": "arith_0230", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8989, "commit_prob": 0.005838, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1161}
{"item_id": "arith_0230", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 6.2e-05, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1162}
{"item_id": "arith_0230", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.000669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1163}
{"item_id": "arith_0139", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.4777, "commit_prob": 0.036804, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1164}
{"item_id": "arith_0139", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9967, "commit_prob": 0.018419, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1165}
{"item_id": "arith_0139", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.01645, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1166}
{"item_id": "arith_0139", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.004509, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1167}
{"item_id": "arith_0082", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.158202, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1168}
{"item_id": "arith_0082", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9907, "commit_prob": 0.00499, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1169}
{"item_id": "arith_0082", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.023321, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1170}
{"item_id": "arith_0082", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9983, "commit_prob": 0.025955, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1171}
{"item_id": "arith_0042", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.999, "commit_prob": 0.055687, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1172}
{"item_id": "arith_0042", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9977, "commit_prob": 0.005446, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1173}
{"item_id": "arith_0042", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8948, "commit_prob": 0.009855, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1174}
{"item_id": "arith_0042", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.006502, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1175}
{"item_id": "arith_0145", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.946, "commit_prob": 0.097641, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1176}
{"item_id": "arith_0145", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9934, "commit_prob": 0.003456, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1177}
{"item_id": "arith_0145", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.038635, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1178}
{"item_id": "arith_0145", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.008853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1179}
{"item_id": "arith_0063", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9886, "commit_prob": 0.036683, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1180}
{"item_id": "arith_0063", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9586, "commit_prob": 0.015442, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1181}
{"item_id": "arith_0063", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9885, "commit_prob": 0.005503, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1182}
{"item_id": "arith_0063", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.006978, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1183}
{"item_id": "arith_0264", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.129495, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1184}
{"item_id": "arith_0264", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3567, "commit_prob": 0.019916, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1185}
{"item_id": "arith_0264", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1186}
{"item_id": "arith_0264", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.032014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1187}
{"item_id": "arith_0052", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.985, "commit_prob": 0.032845, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1188}
{"item_id": "arith_0052", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.00313, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1189}
{"item_id": "arith_0052", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.010197, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1190}
{"item_id": "arith_0052", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9992, "commit_prob": 0.004748, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1191}
{"item_id": "arith_0283", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008195, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1192}
{"item_id": "arith_0283", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2873, "commit_prob": 0.016272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1193}
{"item_id": "arith_0283", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1194}
{"item_id": "arith_0283", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016478, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1195}
{"item_id": "arith_0190", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_symbolic", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.069135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1196}
{"item_id": "arith_0190", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_verbal", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0, "commit_prob": 0.003342, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1197}
{"item_id": "arith_0190", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.036563, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1198}
{"item_id": "arith_0190", "model": "mistral-7b-instruct-v0.3", "domain": "arithmetic", "format": "f_colloq", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010749, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1199}
{"item_id": "cap_0180", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1200}
{"item_id": "cap_0180", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1201}
{"item_id": "cap_0180", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.004718, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1202}
{"item_id": "cap_0180", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1203}
{"item_id": "cap_0004", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.082907, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1204}
{"item_id": "cap_0004", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.04249, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1205}
{"item_id": "cap_0004", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.009895, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1206}
{"item_id": "cap_0004", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1207}
{"item_id": "cap_0216", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030043, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1208}
{"item_id": "cap_0216", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016261, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1209}
{"item_id": "cap_0216", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1210}
{"item_id": "cap_0216", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012878, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1211}
{"item_id": "cap_0007", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024587, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1212}
{"item_id": "cap_0007", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024177, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1213}
{"item_id": "cap_0007", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1214}
{"item_id": "cap_0007", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01325, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1215}
{"item_id": "cap_0241", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027979, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1216}
{"item_id": "cap_0241", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01073, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1217}
{"item_id": "cap_0241", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3969, "commit_prob": 0.014497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1218}
{"item_id": "cap_0241", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0026, "commit_prob": 0.012946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1219}
{"item_id": "cap_0036", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.037694, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1220}
{"item_id": "cap_0036", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.034797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1221}
{"item_id": "cap_0036", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1222}
{"item_id": "cap_0036", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017144, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1223}
{"item_id": "cap_0124", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.053707, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1224}
{"item_id": "cap_0124", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.084528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1225}
{"item_id": "cap_0124", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014673, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1226}
{"item_id": "cap_0124", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.041014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1227}
{"item_id": "cap_0171", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0063, "commit_prob": 0.027166, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1228}
{"item_id": "cap_0171", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.1292, "commit_prob": 0.01655, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1229}
{"item_id": "cap_0171", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.3122, "commit_prob": 0.012783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1230}
{"item_id": "cap_0171", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.028, "commit_prob": 0.010849, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1231}
{"item_id": "cap_0032", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.5454, "commit_prob": 0.043322, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1232}
{"item_id": "cap_0032", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9969, "commit_prob": 0.018777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1233}
{"item_id": "cap_0032", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.252, "commit_prob": 0.008413, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1234}
{"item_id": "cap_0032", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.8275, "commit_prob": 0.018192, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1235}
{"item_id": "cap_0295", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.053323, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1236}
{"item_id": "cap_0295", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019621, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1237}
{"item_id": "cap_0295", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0312, "commit_prob": 0.013096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1238}
{"item_id": "cap_0295", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010525, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1239}
{"item_id": "cap_0248", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037344, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1240}
{"item_id": "cap_0248", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.022685, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1241}
{"item_id": "cap_0248", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013097, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1242}
{"item_id": "cap_0248", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.020428, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1243}
{"item_id": "cap_0132", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027609, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1244}
{"item_id": "cap_0132", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017991, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1245}
{"item_id": "cap_0132", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012286, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1246}
{"item_id": "cap_0132", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1247}
{"item_id": "cap_0049", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.078474, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1248}
{"item_id": "cap_0049", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1249}
{"item_id": "cap_0049", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.01094, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1250}
{"item_id": "cap_0049", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1251}
{"item_id": "cap_0020", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.032358, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1252}
{"item_id": "cap_0020", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.022503, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1253}
{"item_id": "cap_0020", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1254}
{"item_id": "cap_0020", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.017597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1255}
{"item_id": "cap_0213", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028683, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1256}
{"item_id": "cap_0213", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015081, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1257}
{"item_id": "cap_0213", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1258}
{"item_id": "cap_0213", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1259}
{"item_id": "cap_0232", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.05219, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1260}
{"item_id": "cap_0232", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1261}
{"item_id": "cap_0232", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007375, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1262}
{"item_id": "cap_0232", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1263}
{"item_id": "cap_0069", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1264}
{"item_id": "cap_0069", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017679, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1265}
{"item_id": "cap_0069", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019734, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1266}
{"item_id": "cap_0069", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1267}
{"item_id": "cap_0030", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018708, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1268}
{"item_id": "cap_0030", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015738, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1269}
{"item_id": "cap_0030", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.017162, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1270}
{"item_id": "cap_0030", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013475, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1271}
{"item_id": "cap_0048", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1272}
{"item_id": "cap_0048", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1273}
{"item_id": "cap_0048", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011444, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1274}
{"item_id": "cap_0048", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1275}
{"item_id": "cap_0239", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1276}
{"item_id": "cap_0239", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004994, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1277}
{"item_id": "cap_0239", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.006701, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1278}
{"item_id": "cap_0239", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1279}
{"item_id": "cap_0195", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017738, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1280}
{"item_id": "cap_0195", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008061, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1281}
{"item_id": "cap_0195", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009358, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1282}
{"item_id": "cap_0195", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007007, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1283}
{"item_id": "cap_0224", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01901, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1284}
{"item_id": "cap_0224", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009656, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1285}
{"item_id": "cap_0224", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1286}
{"item_id": "cap_0224", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007403, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1287}
{"item_id": "cap_0255", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.031308, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1288}
{"item_id": "cap_0255", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015774, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1289}
{"item_id": "cap_0255", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1290}
{"item_id": "cap_0255", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010729, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1291}
{"item_id": "cap_0031", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.030602, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1292}
{"item_id": "cap_0031", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1293}
{"item_id": "cap_0031", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9939, "commit_prob": 0.007311, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1294}
{"item_id": "cap_0031", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1295}
{"item_id": "cap_0225", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1296}
{"item_id": "cap_0225", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1297}
{"item_id": "cap_0225", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0052, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1298}
{"item_id": "cap_0225", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018194, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1299}
{"item_id": "cap_0165", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1300}
{"item_id": "cap_0165", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011239, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1301}
{"item_id": "cap_0165", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007013, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1302}
{"item_id": "cap_0165", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00548, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1303}
{"item_id": "cap_0294", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.022688, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1304}
{"item_id": "cap_0294", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0107, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1305}
{"item_id": "cap_0294", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01233, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1306}
{"item_id": "cap_0294", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1307}
{"item_id": "cap_0087", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025122, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1308}
{"item_id": "cap_0087", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020923, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1309}
{"item_id": "cap_0087", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.016584, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1310}
{"item_id": "cap_0087", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1311}
{"item_id": "cap_0280", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017891, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1312}
{"item_id": "cap_0280", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013425, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1313}
{"item_id": "cap_0280", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005603, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1314}
{"item_id": "cap_0280", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008081, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1315}
{"item_id": "cap_0244", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.018333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1316}
{"item_id": "cap_0244", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017082, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1317}
{"item_id": "cap_0244", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1318}
{"item_id": "cap_0244", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015384, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1319}
{"item_id": "cap_0179", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.032015, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1320}
{"item_id": "cap_0179", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1321}
{"item_id": "cap_0179", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008781, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1322}
{"item_id": "cap_0179", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009031, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1323}
{"item_id": "cap_0148", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1324}
{"item_id": "cap_0148", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.048767, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1325}
{"item_id": "cap_0148", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.0315, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1326}
{"item_id": "cap_0148", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.039886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1327}
{"item_id": "cap_0136", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024891, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1328}
{"item_id": "cap_0136", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.030644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1329}
{"item_id": "cap_0136", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1330}
{"item_id": "cap_0136", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1331}
{"item_id": "cap_0128", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021656, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1332}
{"item_id": "cap_0128", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02529, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1333}
{"item_id": "cap_0128", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.029303, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1334}
{"item_id": "cap_0128", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017316, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1335}
{"item_id": "cap_0000", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014357, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1336}
{"item_id": "cap_0000", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1337}
{"item_id": "cap_0000", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016471, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1338}
{"item_id": "cap_0000", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012011, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1339}
{"item_id": "cap_0024", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1340}
{"item_id": "cap_0024", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022625, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1341}
{"item_id": "cap_0024", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.033515, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1342}
{"item_id": "cap_0024", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1343}
{"item_id": "cap_0041", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1344}
{"item_id": "cap_0041", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1345}
{"item_id": "cap_0041", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.017914, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1346}
{"item_id": "cap_0041", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018271, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1347}
{"item_id": "cap_0115", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.077863, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1348}
{"item_id": "cap_0115", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.044477, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1349}
{"item_id": "cap_0115", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.036257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1350}
{"item_id": "cap_0115", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013674, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1351}
{"item_id": "cap_0135", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1352}
{"item_id": "cap_0135", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018697, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1353}
{"item_id": "cap_0135", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020558, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1354}
{"item_id": "cap_0135", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014629, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1355}
{"item_id": "cap_0150", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.070448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1356}
{"item_id": "cap_0150", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1357}
{"item_id": "cap_0150", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009642, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1358}
{"item_id": "cap_0150", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023515, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1359}
{"item_id": "cap_0079", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023866, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1360}
{"item_id": "cap_0079", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01274, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1361}
{"item_id": "cap_0079", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1362}
{"item_id": "cap_0079", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.009465, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1363}
{"item_id": "cap_0235", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02398, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1364}
{"item_id": "cap_0235", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010481, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1365}
{"item_id": "cap_0235", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1366}
{"item_id": "cap_0235", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1367}
{"item_id": "cap_0281", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030944, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1368}
{"item_id": "cap_0281", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008574, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1369}
{"item_id": "cap_0281", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011537, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1370}
{"item_id": "cap_0281", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010903, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1371}
{"item_id": "cap_0155", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0011, "commit_prob": 0.019046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1372}
{"item_id": "cap_0155", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1373}
{"item_id": "cap_0155", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006373, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1374}
{"item_id": "cap_0155", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01831, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1375}
{"item_id": "cap_0173", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.116494, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1376}
{"item_id": "cap_0173", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0174, "commit_prob": 0.026811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1377}
{"item_id": "cap_0173", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7839, "commit_prob": 0.01231, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1378}
{"item_id": "cap_0173", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0053, "commit_prob": 0.032083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1379}
{"item_id": "cap_0270", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028998, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1380}
{"item_id": "cap_0270", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012181, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1381}
{"item_id": "cap_0270", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005311, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1382}
{"item_id": "cap_0270", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1383}
{"item_id": "cap_0210", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.026147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1384}
{"item_id": "cap_0210", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016743, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1385}
{"item_id": "cap_0210", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.002, "commit_prob": 0.01347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1386}
{"item_id": "cap_0210", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018519, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1387}
{"item_id": "cap_0025", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.039402, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1388}
{"item_id": "cap_0025", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.045078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1389}
{"item_id": "cap_0025", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.0618, "commit_prob": 0.010829, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1390}
{"item_id": "cap_0025", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.0397, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1391}
{"item_id": "cap_0159", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016633, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1392}
{"item_id": "cap_0159", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007002, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1393}
{"item_id": "cap_0159", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006279, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1394}
{"item_id": "cap_0159", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007188, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1395}
{"item_id": "cap_0206", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024586, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1396}
{"item_id": "cap_0206", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008903, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1397}
{"item_id": "cap_0206", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1398}
{"item_id": "cap_0206", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006587, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1399}
{"item_id": "cap_0134", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.079632, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1400}
{"item_id": "cap_0134", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.05584, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1401}
{"item_id": "cap_0134", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1402}
{"item_id": "cap_0134", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1403}
{"item_id": "cap_0263", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1404}
{"item_id": "cap_0263", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01345, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1405}
{"item_id": "cap_0263", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010984, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1406}
{"item_id": "cap_0263", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009363, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1407}
{"item_id": "cap_0283", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1408}
{"item_id": "cap_0283", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016959, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1409}
{"item_id": "cap_0283", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00558, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1410}
{"item_id": "cap_0283", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1411}
{"item_id": "cap_0286", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.033732, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1412}
{"item_id": "cap_0286", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014117, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1413}
{"item_id": "cap_0286", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007284, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1414}
{"item_id": "cap_0286", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01098, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1415}
{"item_id": "cap_0145", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.038991, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1416}
{"item_id": "cap_0145", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033643, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1417}
{"item_id": "cap_0145", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.030557, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1418}
{"item_id": "cap_0145", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1419}
{"item_id": "cap_0011", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014321, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1420}
{"item_id": "cap_0011", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012786, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1421}
{"item_id": "cap_0011", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1422}
{"item_id": "cap_0011", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1423}
{"item_id": "cap_0183", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0095, "commit_prob": 0.079001, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1424}
{"item_id": "cap_0183", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0257, "commit_prob": 0.034085, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1425}
{"item_id": "cap_0183", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8698, "commit_prob": 0.010288, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1426}
{"item_id": "cap_0183", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0214, "commit_prob": 0.026618, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1427}
{"item_id": "cap_0285", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0017, "commit_prob": 0.007378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1428}
{"item_id": "cap_0285", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.004354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1429}
{"item_id": "cap_0285", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1430}
{"item_id": "cap_0285", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.003472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1431}
{"item_id": "cap_0231", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.043284, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1432}
{"item_id": "cap_0231", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007694, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1433}
{"item_id": "cap_0231", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1434}
{"item_id": "cap_0231", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007422, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1435}
{"item_id": "cap_0187", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039334, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1436}
{"item_id": "cap_0187", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018717, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1437}
{"item_id": "cap_0187", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00546, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1438}
{"item_id": "cap_0187", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.007583, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1439}
{"item_id": "cap_0201", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014852, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1440}
{"item_id": "cap_0201", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0038, "commit_prob": 0.012819, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1441}
{"item_id": "cap_0201", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0287, "commit_prob": 0.007276, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1442}
{"item_id": "cap_0201", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.01007, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1443}
{"item_id": "cap_0181", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039659, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1444}
{"item_id": "cap_0181", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1445}
{"item_id": "cap_0181", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009076, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1446}
{"item_id": "cap_0181", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1447}
{"item_id": "cap_0161", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.04597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1448}
{"item_id": "cap_0161", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023817, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1449}
{"item_id": "cap_0161", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00624, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1450}
{"item_id": "cap_0161", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0051, "commit_prob": 0.015332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1451}
{"item_id": "cap_0094", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016252, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1452}
{"item_id": "cap_0094", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01412, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1453}
{"item_id": "cap_0094", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027957, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1454}
{"item_id": "cap_0094", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.010305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1455}
{"item_id": "cap_0288", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.038735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1456}
{"item_id": "cap_0288", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012396, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1457}
{"item_id": "cap_0288", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1458}
{"item_id": "cap_0288", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018874, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1459}
{"item_id": "cap_0261", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1460}
{"item_id": "cap_0261", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1461}
{"item_id": "cap_0261", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1462}
{"item_id": "cap_0261", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1463}
{"item_id": "cap_0186", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1464}
{"item_id": "cap_0186", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1465}
{"item_id": "cap_0186", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1466}
{"item_id": "cap_0186", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010058, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1467}
{"item_id": "cap_0207", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018428, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1468}
{"item_id": "cap_0207", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1469}
{"item_id": "cap_0207", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1470}
{"item_id": "cap_0207", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010802, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1471}
{"item_id": "cap_0289", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01035, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1472}
{"item_id": "cap_0289", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1473}
{"item_id": "cap_0289", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006307, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1474}
{"item_id": "cap_0289", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1475}
{"item_id": "cap_0008", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1476}
{"item_id": "cap_0008", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1477}
{"item_id": "cap_0008", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.014118, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1478}
{"item_id": "cap_0008", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1479}
{"item_id": "cap_0296", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.035261, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1480}
{"item_id": "cap_0296", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016291, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1481}
{"item_id": "cap_0296", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010519, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1482}
{"item_id": "cap_0296", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1483}
{"item_id": "cap_0299", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016356, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1484}
{"item_id": "cap_0299", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011366, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1485}
{"item_id": "cap_0299", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.008448, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1486}
{"item_id": "cap_0299", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.010568, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1487}
{"item_id": "cap_0056", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1488}
{"item_id": "cap_0056", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1489}
{"item_id": "cap_0056", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.010896, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1490}
{"item_id": "cap_0056", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011552, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1491}
{"item_id": "cap_0211", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.039796, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1492}
{"item_id": "cap_0211", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011364, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1493}
{"item_id": "cap_0211", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1494}
{"item_id": "cap_0211", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007406, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1495}
{"item_id": "cap_0060", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9896, "commit_prob": 0.044257, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1496}
{"item_id": "cap_0060", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9986, "commit_prob": 0.021609, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1497}
{"item_id": "cap_0060", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.027924, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1498}
{"item_id": "cap_0060", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9971, "commit_prob": 0.016175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1499}
{"item_id": "cap_0119", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.034718, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1500}
{"item_id": "cap_0119", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020463, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1501}
{"item_id": "cap_0119", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9974, "commit_prob": 0.011387, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1502}
{"item_id": "cap_0119", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018413, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1503}
{"item_id": "cap_0089", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023221, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1504}
{"item_id": "cap_0089", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026035, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1505}
{"item_id": "cap_0089", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.023683, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1506}
{"item_id": "cap_0089", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1507}
{"item_id": "cap_0106", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.038383, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1508}
{"item_id": "cap_0106", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.040468, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1509}
{"item_id": "cap_0106", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.03554, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1510}
{"item_id": "cap_0106", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024553, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1511}
{"item_id": "cap_0246", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.029848, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1512}
{"item_id": "cap_0246", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015758, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1513}
{"item_id": "cap_0246", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010922, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1514}
{"item_id": "cap_0246", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011655, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1515}
{"item_id": "cap_0058", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027932, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1516}
{"item_id": "cap_0058", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014559, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1517}
{"item_id": "cap_0058", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.014376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1518}
{"item_id": "cap_0058", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.007332, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1519}
{"item_id": "cap_0220", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.061103, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1520}
{"item_id": "cap_0220", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.022484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1521}
{"item_id": "cap_0220", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1522}
{"item_id": "cap_0220", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1523}
{"item_id": "cap_0242", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060383, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1524}
{"item_id": "cap_0242", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015723, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1525}
{"item_id": "cap_0242", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.00647, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1526}
{"item_id": "cap_0242", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1527}
{"item_id": "cap_0091", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.043021, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1528}
{"item_id": "cap_0091", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.053834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1529}
{"item_id": "cap_0091", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026247, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1530}
{"item_id": "cap_0091", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.055999, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1531}
{"item_id": "cap_0257", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.033195, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1532}
{"item_id": "cap_0257", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010617, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1533}
{"item_id": "cap_0257", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1534}
{"item_id": "cap_0257", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020769, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1535}
{"item_id": "cap_0014", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.091381, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1536}
{"item_id": "cap_0014", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.027103, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1537}
{"item_id": "cap_0014", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.012942, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1538}
{"item_id": "cap_0014", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.021927, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1539}
{"item_id": "cap_0010", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.036311, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1540}
{"item_id": "cap_0010", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013744, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1541}
{"item_id": "cap_0010", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015232, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1542}
{"item_id": "cap_0010", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.006541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1543}
{"item_id": "cap_0197", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.042559, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1544}
{"item_id": "cap_0197", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020534, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1545}
{"item_id": "cap_0197", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010823, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1546}
{"item_id": "cap_0197", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1547}
{"item_id": "cap_0214", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037755, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1548}
{"item_id": "cap_0214", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015165, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1549}
{"item_id": "cap_0214", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006473, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1550}
{"item_id": "cap_0214", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013315, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1551}
{"item_id": "cap_0113", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.034755, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1552}
{"item_id": "cap_0113", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029903, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1553}
{"item_id": "cap_0113", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020089, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1554}
{"item_id": "cap_0113", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023105, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1555}
{"item_id": "cap_0259", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.031015, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1556}
{"item_id": "cap_0259", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012041, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1557}
{"item_id": "cap_0259", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.010936, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1558}
{"item_id": "cap_0259", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005907, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1559}
{"item_id": "cap_0234", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020934, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1560}
{"item_id": "cap_0234", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.018855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1561}
{"item_id": "cap_0234", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.7066, "commit_prob": 0.016306, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1562}
{"item_id": "cap_0234", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.020079, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1563}
{"item_id": "cap_0044", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1564}
{"item_id": "cap_0044", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1565}
{"item_id": "cap_0044", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.6739, "commit_prob": 0.012263, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1566}
{"item_id": "cap_0044", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.00812, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1567}
{"item_id": "cap_0205", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.052481, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1568}
{"item_id": "cap_0205", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1569}
{"item_id": "cap_0205", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010946, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1570}
{"item_id": "cap_0205", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01814, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1571}
{"item_id": "cap_0249", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1572}
{"item_id": "cap_0249", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012336, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1573}
{"item_id": "cap_0249", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013939, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1574}
{"item_id": "cap_0249", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018874, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1575}
{"item_id": "cap_0103", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1576}
{"item_id": "cap_0103", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02518, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1577}
{"item_id": "cap_0103", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.021169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1578}
{"item_id": "cap_0103", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01048, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1579}
{"item_id": "cap_0075", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1580}
{"item_id": "cap_0075", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018113, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1581}
{"item_id": "cap_0075", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1582}
{"item_id": "cap_0075", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.009726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1583}
{"item_id": "cap_0120", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027757, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1584}
{"item_id": "cap_0120", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013737, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1585}
{"item_id": "cap_0120", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9992, "commit_prob": 0.010201, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1586}
{"item_id": "cap_0120", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1587}
{"item_id": "cap_0059", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.018068, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1588}
{"item_id": "cap_0059", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.049924, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1589}
{"item_id": "cap_0059", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9853, "commit_prob": 0.008407, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1590}
{"item_id": "cap_0059", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1591}
{"item_id": "cap_0298", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.048409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1592}
{"item_id": "cap_0298", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009125, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1593}
{"item_id": "cap_0298", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006841, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1594}
{"item_id": "cap_0298", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010021, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1595}
{"item_id": "cap_0253", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.029822, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1596}
{"item_id": "cap_0253", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1597}
{"item_id": "cap_0253", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1598}
{"item_id": "cap_0253", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1599}
{"item_id": "cap_0057", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1600}
{"item_id": "cap_0057", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.025778, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1601}
{"item_id": "cap_0057", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1602}
{"item_id": "cap_0057", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020221, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1603}
{"item_id": "cap_0109", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.024554, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1604}
{"item_id": "cap_0109", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033748, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1605}
{"item_id": "cap_0109", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.015036, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1606}
{"item_id": "cap_0109", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1607}
{"item_id": "cap_0073", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1608}
{"item_id": "cap_0073", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1609}
{"item_id": "cap_0073", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.019857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1610}
{"item_id": "cap_0073", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015287, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1611}
{"item_id": "cap_0088", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.023573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1612}
{"item_id": "cap_0088", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019088, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1613}
{"item_id": "cap_0088", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.015857, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1614}
{"item_id": "cap_0088", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013129, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1615}
{"item_id": "cap_0149", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.032185, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1616}
{"item_id": "cap_0149", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.051706, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1617}
{"item_id": "cap_0149", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1618}
{"item_id": "cap_0149", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.037616, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1619}
{"item_id": "cap_0163", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.046725, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1620}
{"item_id": "cap_0163", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013586, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1621}
{"item_id": "cap_0163", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005891, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1622}
{"item_id": "cap_0163", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017883, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1623}
{"item_id": "cap_0066", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.044854, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1624}
{"item_id": "cap_0066", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9997, "commit_prob": 0.021074, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1625}
{"item_id": "cap_0066", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.016106, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1626}
{"item_id": "cap_0066", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.979, "commit_prob": 0.016087, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1627}
{"item_id": "cap_0277", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0028, "commit_prob": 0.013634, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1628}
{"item_id": "cap_0277", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1629}
{"item_id": "cap_0277", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0008, "commit_prob": 0.008497, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1630}
{"item_id": "cap_0277", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.006829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1631}
{"item_id": "cap_0065", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.032015, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1632}
{"item_id": "cap_0065", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1633}
{"item_id": "cap_0065", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02765, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1634}
{"item_id": "cap_0065", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011919, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1635}
{"item_id": "cap_0028", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.032259, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1636}
{"item_id": "cap_0028", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029732, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1637}
{"item_id": "cap_0028", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020435, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1638}
{"item_id": "cap_0028", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01602, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1639}
{"item_id": "cap_0033", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018205, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1640}
{"item_id": "cap_0033", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020997, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1641}
{"item_id": "cap_0033", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022967, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1642}
{"item_id": "cap_0033", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013264, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1643}
{"item_id": "cap_0012", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.051333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1644}
{"item_id": "cap_0012", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.031374, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1645}
{"item_id": "cap_0012", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.014151, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1646}
{"item_id": "cap_0012", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.016647, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1647}
{"item_id": "cap_0191", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03843, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1648}
{"item_id": "cap_0191", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1649}
{"item_id": "cap_0191", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008494, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1650}
{"item_id": "cap_0191", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1651}
{"item_id": "cap_0013", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026442, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1652}
{"item_id": "cap_0013", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028413, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1653}
{"item_id": "cap_0013", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028637, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1654}
{"item_id": "cap_0013", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1655}
{"item_id": "cap_0055", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.019026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1656}
{"item_id": "cap_0055", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017761, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1657}
{"item_id": "cap_0055", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022469, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1658}
{"item_id": "cap_0055", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.010935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1659}
{"item_id": "cap_0172", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.058746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1660}
{"item_id": "cap_0172", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019722, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1661}
{"item_id": "cap_0172", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1662}
{"item_id": "cap_0172", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.016396, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1663}
{"item_id": "cap_0212", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021608, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1664}
{"item_id": "cap_0212", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009987, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1665}
{"item_id": "cap_0212", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014135, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1666}
{"item_id": "cap_0212", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012346, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1667}
{"item_id": "cap_0156", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.054648, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1668}
{"item_id": "cap_0156", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024859, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1669}
{"item_id": "cap_0156", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.4299, "commit_prob": 0.012983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1670}
{"item_id": "cap_0156", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027692, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1671}
{"item_id": "cap_0188", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1672}
{"item_id": "cap_0188", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024567, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1673}
{"item_id": "cap_0188", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010379, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1674}
{"item_id": "cap_0188", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008987, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1675}
{"item_id": "cap_0121", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.041293, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1676}
{"item_id": "cap_0121", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.021951, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1677}
{"item_id": "cap_0121", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1678}
{"item_id": "cap_0121", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011046, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1679}
{"item_id": "cap_0086", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021586, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1680}
{"item_id": "cap_0086", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.023652, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1681}
{"item_id": "cap_0086", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.015665, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1682}
{"item_id": "cap_0086", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.00908, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1683}
{"item_id": "cap_0168", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005808, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1684}
{"item_id": "cap_0168", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0447, "commit_prob": 0.012724, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1685}
{"item_id": "cap_0168", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009567, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1686}
{"item_id": "cap_0168", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.007078, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1687}
{"item_id": "cap_0072", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.036314, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1688}
{"item_id": "cap_0072", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026101, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1689}
{"item_id": "cap_0072", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.019576, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1690}
{"item_id": "cap_0072", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018529, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1691}
{"item_id": "cap_0005", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1692}
{"item_id": "cap_0005", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1693}
{"item_id": "cap_0005", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.019637, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1694}
{"item_id": "cap_0005", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.006457, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1695}
{"item_id": "cap_0267", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.038981, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1696}
{"item_id": "cap_0267", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018045, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1697}
{"item_id": "cap_0267", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013281, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1698}
{"item_id": "cap_0267", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012989, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1699}
{"item_id": "cap_0178", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040574, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1700}
{"item_id": "cap_0178", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014639, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1701}
{"item_id": "cap_0178", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010768, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1702}
{"item_id": "cap_0178", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1703}
{"item_id": "cap_0130", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.03198, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1704}
{"item_id": "cap_0130", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026873, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1705}
{"item_id": "cap_0130", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013855, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1706}
{"item_id": "cap_0130", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02004, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1707}
{"item_id": "cap_0243", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018573, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1708}
{"item_id": "cap_0243", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015012, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1709}
{"item_id": "cap_0243", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.012752, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1710}
{"item_id": "cap_0243", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01022, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1711}
{"item_id": "cap_0202", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020823, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1712}
{"item_id": "cap_0202", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1713}
{"item_id": "cap_0202", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005588, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1714}
{"item_id": "cap_0202", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1715}
{"item_id": "cap_0268", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1716}
{"item_id": "cap_0268", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.0139, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1717}
{"item_id": "cap_0268", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008496, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1718}
{"item_id": "cap_0268", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017252, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1719}
{"item_id": "cap_0229", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.060082, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1720}
{"item_id": "cap_0229", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.044647, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1721}
{"item_id": "cap_0229", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1722}
{"item_id": "cap_0229", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.9985, "commit_prob": 0.021749, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1723}
{"item_id": "cap_0204", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.051911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1724}
{"item_id": "cap_0204", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.04272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1725}
{"item_id": "cap_0204", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.00867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1726}
{"item_id": "cap_0204", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.029502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1727}
{"item_id": "cap_0009", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.072272, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1728}
{"item_id": "cap_0009", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024151, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1729}
{"item_id": "cap_0009", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.006924, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1730}
{"item_id": "cap_0009", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020139, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1731}
{"item_id": "cap_0209", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.052703, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1732}
{"item_id": "cap_0209", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.043826, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1733}
{"item_id": "cap_0209", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0015, "commit_prob": 0.006653, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1734}
{"item_id": "cap_0209", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.042537, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1735}
{"item_id": "cap_0129", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013797, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1736}
{"item_id": "cap_0129", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016409, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1737}
{"item_id": "cap_0129", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012307, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1738}
{"item_id": "cap_0129", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013968, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1739}
{"item_id": "cap_0102", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.013107, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1740}
{"item_id": "cap_0102", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.016823, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1741}
{"item_id": "cap_0102", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9988, "commit_prob": 0.017659, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1742}
{"item_id": "cap_0102", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01394, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1743}
{"item_id": "cap_0222", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021405, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1744}
{"item_id": "cap_0222", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014342, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1745}
{"item_id": "cap_0222", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013872, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1746}
{"item_id": "cap_0222", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.013849, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1747}
{"item_id": "cap_0282", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03202, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1748}
{"item_id": "cap_0282", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017555, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1749}
{"item_id": "cap_0282", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1750}
{"item_id": "cap_0282", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014048, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1751}
{"item_id": "cap_0018", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1752}
{"item_id": "cap_0018", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020062, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1753}
{"item_id": "cap_0018", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.024913, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1754}
{"item_id": "cap_0018", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1755}
{"item_id": "cap_0164", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005699, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1756}
{"item_id": "cap_0164", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.003, "commit_prob": 0.015951, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1757}
{"item_id": "cap_0164", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00945, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1758}
{"item_id": "cap_0164", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0093, "commit_prob": 0.016146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1759}
{"item_id": "cap_0108", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028429, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1760}
{"item_id": "cap_0108", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022315, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1761}
{"item_id": "cap_0108", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.024638, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1762}
{"item_id": "cap_0108", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1763}
{"item_id": "cap_0039", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.030601, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1764}
{"item_id": "cap_0039", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.048351, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1765}
{"item_id": "cap_0039", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015146, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1766}
{"item_id": "cap_0039", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1767}
{"item_id": "cap_0287", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012399, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1768}
{"item_id": "cap_0287", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008381, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1769}
{"item_id": "cap_0287", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005213, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1770}
{"item_id": "cap_0287", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1771}
{"item_id": "cap_0061", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9527, "commit_prob": 0.04408, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1772}
{"item_id": "cap_0061", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9626, "commit_prob": 0.027407, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1773}
{"item_id": "cap_0061", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.019709, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1774}
{"item_id": "cap_0061", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9919, "commit_prob": 0.01955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1775}
{"item_id": "cap_0279", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1776}
{"item_id": "cap_0279", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1777}
{"item_id": "cap_0279", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1778}
{"item_id": "cap_0279", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.010361, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1779}
{"item_id": "cap_0219", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030781, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1780}
{"item_id": "cap_0219", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1781}
{"item_id": "cap_0219", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0057, "commit_prob": 0.012962, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1782}
{"item_id": "cap_0219", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011704, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1783}
{"item_id": "cap_0127", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.022386, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1784}
{"item_id": "cap_0127", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02846, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1785}
{"item_id": "cap_0127", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024943, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1786}
{"item_id": "cap_0127", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015465, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1787}
{"item_id": "cap_0247", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.065963, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1788}
{"item_id": "cap_0247", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.035546, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1789}
{"item_id": "cap_0247", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1790}
{"item_id": "cap_0247", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.041359, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1791}
{"item_id": "cap_0017", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025568, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1792}
{"item_id": "cap_0017", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018702, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1793}
{"item_id": "cap_0017", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.022652, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1794}
{"item_id": "cap_0017", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.010479, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1795}
{"item_id": "cap_0170", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037467, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1796}
{"item_id": "cap_0170", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012037, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1797}
{"item_id": "cap_0170", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1798}
{"item_id": "cap_0170", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005542, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1799}
{"item_id": "cap_0228", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1800}
{"item_id": "cap_0228", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006127, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1801}
{"item_id": "cap_0228", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1802}
{"item_id": "cap_0228", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1803}
{"item_id": "cap_0053", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1804}
{"item_id": "cap_0053", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027542, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1805}
{"item_id": "cap_0053", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023339, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1806}
{"item_id": "cap_0053", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018136, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1807}
{"item_id": "cap_0290", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004732, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1808}
{"item_id": "cap_0290", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1809}
{"item_id": "cap_0290", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012318, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1810}
{"item_id": "cap_0290", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004439, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1811}
{"item_id": "cap_0245", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.026068, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1812}
{"item_id": "cap_0245", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010369, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1813}
{"item_id": "cap_0245", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006441, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1814}
{"item_id": "cap_0245", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009373, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1815}
{"item_id": "cap_0140", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028248, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1816}
{"item_id": "cap_0140", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1817}
{"item_id": "cap_0140", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.018683, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1818}
{"item_id": "cap_0140", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021456, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1819}
{"item_id": "cap_0262", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.035953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1820}
{"item_id": "cap_0262", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037992, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1821}
{"item_id": "cap_0262", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00904, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1822}
{"item_id": "cap_0262", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.022575, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1823}
{"item_id": "cap_0284", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025028, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1824}
{"item_id": "cap_0284", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1825}
{"item_id": "cap_0284", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009596, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1826}
{"item_id": "cap_0284", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010307, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1827}
{"item_id": "cap_0274", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.049528, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1828}
{"item_id": "cap_0274", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1829}
{"item_id": "cap_0274", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1830}
{"item_id": "cap_0274", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1831}
{"item_id": "cap_0176", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027295, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1832}
{"item_id": "cap_0176", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013318, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1833}
{"item_id": "cap_0176", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015359, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1834}
{"item_id": "cap_0176", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2806, "commit_prob": 0.006365, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1835}
{"item_id": "cap_0144", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027576, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1836}
{"item_id": "cap_0144", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018954, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1837}
{"item_id": "cap_0144", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.012221, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1838}
{"item_id": "cap_0144", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013149, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1839}
{"item_id": "cap_0029", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.039915, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1840}
{"item_id": "cap_0029", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017371, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1841}
{"item_id": "cap_0029", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.018053, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1842}
{"item_id": "cap_0029", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.007857, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1843}
{"item_id": "cap_0093", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.031317, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1844}
{"item_id": "cap_0093", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.041349, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1845}
{"item_id": "cap_0093", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024389, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1846}
{"item_id": "cap_0093", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023426, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1847}
{"item_id": "cap_0100", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022194, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1848}
{"item_id": "cap_0100", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1849}
{"item_id": "cap_0100", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015248, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1850}
{"item_id": "cap_0100", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021423, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1851}
{"item_id": "cap_0297", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.005, "commit_prob": 0.001235, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1852}
{"item_id": "cap_0297", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1853}
{"item_id": "cap_0297", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.8146, "commit_prob": 0.013045, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1854}
{"item_id": "cap_0297", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019967, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1855}
{"item_id": "cap_0096", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.038816, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1856}
{"item_id": "cap_0096", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1857}
{"item_id": "cap_0096", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.00451, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1858}
{"item_id": "cap_0096", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.007248, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1859}
{"item_id": "cap_0237", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.044376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1860}
{"item_id": "cap_0237", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012995, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1861}
{"item_id": "cap_0237", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010494, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1862}
{"item_id": "cap_0237", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013542, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1863}
{"item_id": "cap_0226", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1864}
{"item_id": "cap_0226", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007508, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1865}
{"item_id": "cap_0226", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.011406, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1866}
{"item_id": "cap_0226", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01061, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1867}
{"item_id": "cap_0147", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.036254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1868}
{"item_id": "cap_0147", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.035928, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1869}
{"item_id": "cap_0147", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018177, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1870}
{"item_id": "cap_0147", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020484, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1871}
{"item_id": "cap_0125", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027752, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1872}
{"item_id": "cap_0125", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.036258, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1873}
{"item_id": "cap_0125", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.014766, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1874}
{"item_id": "cap_0125", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1875}
{"item_id": "cap_0265", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1876}
{"item_id": "cap_0265", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010665, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1877}
{"item_id": "cap_0265", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006153, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1878}
{"item_id": "cap_0265", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006392, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1879}
{"item_id": "cap_0233", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.032545, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1880}
{"item_id": "cap_0233", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028508, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1881}
{"item_id": "cap_0233", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010298, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1882}
{"item_id": "cap_0233", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.047763, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1883}
{"item_id": "cap_0081", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.0335, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1884}
{"item_id": "cap_0081", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018672, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1885}
{"item_id": "cap_0081", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9998, "commit_prob": 0.026515, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1886}
{"item_id": "cap_0081", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.008804, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1887}
{"item_id": "cap_0190", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025277, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1888}
{"item_id": "cap_0190", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1889}
{"item_id": "cap_0190", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008598, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1890}
{"item_id": "cap_0190", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1891}
{"item_id": "cap_0045", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020362, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1892}
{"item_id": "cap_0045", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017139, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1893}
{"item_id": "cap_0045", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.023017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1894}
{"item_id": "cap_0045", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.010709, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1895}
{"item_id": "cap_0080", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.043208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1896}
{"item_id": "cap_0080", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.06561, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1897}
{"item_id": "cap_0080", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.038571, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1898}
{"item_id": "cap_0080", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.030689, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1899}
{"item_id": "cap_0122", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.031725, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1900}
{"item_id": "cap_0122", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015237, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1901}
{"item_id": "cap_0122", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.00844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1902}
{"item_id": "cap_0122", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.004634, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1903}
{"item_id": "cap_0051", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1904}
{"item_id": "cap_0051", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.025172, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1905}
{"item_id": "cap_0051", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011555, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1906}
{"item_id": "cap_0051", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1907}
{"item_id": "cap_0154", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.029064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1908}
{"item_id": "cap_0154", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014847, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1909}
{"item_id": "cap_0154", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010115, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1910}
{"item_id": "cap_0154", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.015715, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1911}
{"item_id": "cap_0082", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019882, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1912}
{"item_id": "cap_0082", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024274, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1913}
{"item_id": "cap_0082", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012058, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1914}
{"item_id": "cap_0082", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015892, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1915}
{"item_id": "cap_0208", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013236, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1916}
{"item_id": "cap_0208", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008515, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1917}
{"item_id": "cap_0208", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1918}
{"item_id": "cap_0208", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00806, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1919}
{"item_id": "cap_0193", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.049776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1920}
{"item_id": "cap_0193", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0016, "commit_prob": 0.026945, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1921}
{"item_id": "cap_0193", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.2296, "commit_prob": 0.002083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1922}
{"item_id": "cap_0193", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0124, "commit_prob": 0.015543, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1923}
{"item_id": "cap_0198", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034271, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1924}
{"item_id": "cap_0198", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037996, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1925}
{"item_id": "cap_0198", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1926}
{"item_id": "cap_0198", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.059258, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1927}
{"item_id": "cap_0166", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011578, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1928}
{"item_id": "cap_0166", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010269, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1929}
{"item_id": "cap_0166", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005844, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1930}
{"item_id": "cap_0166", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00885, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1931}
{"item_id": "cap_0252", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.068049, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1932}
{"item_id": "cap_0252", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014926, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1933}
{"item_id": "cap_0252", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.001, "commit_prob": 0.01266, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1934}
{"item_id": "cap_0252", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1935}
{"item_id": "cap_0189", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.016783, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1936}
{"item_id": "cap_0189", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.013644, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1937}
{"item_id": "cap_0189", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.005087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1938}
{"item_id": "cap_0189", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011779, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1939}
{"item_id": "cap_0112", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016225, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1940}
{"item_id": "cap_0112", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017828, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1941}
{"item_id": "cap_0112", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.011679, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1942}
{"item_id": "cap_0112", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012566, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1943}
{"item_id": "cap_0084", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018666, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1944}
{"item_id": "cap_0084", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013057, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1945}
{"item_id": "cap_0084", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.022516, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1946}
{"item_id": "cap_0084", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.00865, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1947}
{"item_id": "cap_0236", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.051487, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1948}
{"item_id": "cap_0236", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.035612, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1949}
{"item_id": "cap_0236", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008632, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1950}
{"item_id": "cap_0236", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.031129, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1951}
{"item_id": "cap_0158", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024745, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1952}
{"item_id": "cap_0158", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013396, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1953}
{"item_id": "cap_0158", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.8098, "commit_prob": 0.02129, "verbalized_correct": 0, "probe_correct": 0, "eval_order": 1954}
{"item_id": "cap_0158", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1955}
{"item_id": "cap_0085", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9991, "commit_prob": 0.029654, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1956}
{"item_id": "cap_0085", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024312, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1957}
{"item_id": "cap_0085", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011443, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1958}
{"item_id": "cap_0085", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.022714, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1959}
{"item_id": "cap_0101", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9957, "commit_prob": 0.03218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1960}
{"item_id": "cap_0101", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.014657, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1961}
{"item_id": "cap_0101", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.020773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1962}
{"item_id": "cap_0101", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.007532, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1963}
{"item_id": "cap_0001", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022049, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1964}
{"item_id": "cap_0001", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.011136, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1965}
{"item_id": "cap_0001", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.8949, "commit_prob": 0.010426, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 1966}
{"item_id": "cap_0001", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.008384, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1967}
{"item_id": "cap_0217", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.032014, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1968}
{"item_id": "cap_0217", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009337, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1969}
{"item_id": "cap_0217", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.004544, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1970}
{"item_id": "cap_0217", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008535, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1971}
{"item_id": "cap_0034", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.040008, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1972}
{"item_id": "cap_0034", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1973}
{"item_id": "cap_0034", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011274, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1974}
{"item_id": "cap_0034", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.1552, "commit_prob": 0.019359, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 1975}
{"item_id": "cap_0293", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03758, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1976}
{"item_id": "cap_0293", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01207, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1977}
{"item_id": "cap_0293", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1978}
{"item_id": "cap_0293", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008938, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1979}
{"item_id": "cap_0117", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.032244, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1980}
{"item_id": "cap_0117", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017538, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1981}
{"item_id": "cap_0117", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.011201, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1982}
{"item_id": "cap_0117", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018418, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1983}
{"item_id": "cap_0292", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.026401, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1984}
{"item_id": "cap_0292", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011685, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1985}
{"item_id": "cap_0292", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1986}
{"item_id": "cap_0292", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008064, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1987}
{"item_id": "cap_0260", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.037378, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1988}
{"item_id": "cap_0260", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009985, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1989}
{"item_id": "cap_0260", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1990}
{"item_id": "cap_0260", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017006, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1991}
{"item_id": "cap_0240", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.063498, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1992}
{"item_id": "cap_0240", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01698, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1993}
{"item_id": "cap_0240", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008482, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1994}
{"item_id": "cap_0240", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010796, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1995}
{"item_id": "cap_0215", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.028784, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1996}
{"item_id": "cap_0215", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.021589, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1997}
{"item_id": "cap_0215", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005778, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1998}
{"item_id": "cap_0215", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0009, "commit_prob": 0.016622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 1999}
{"item_id": "cap_0160", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024657, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2000}
{"item_id": "cap_0160", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012913, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2001}
{"item_id": "cap_0160", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006112, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2002}
{"item_id": "cap_0160", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2003}
{"item_id": "cap_0258", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.049154, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2004}
{"item_id": "cap_0258", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017902, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2005}
{"item_id": "cap_0258", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2006}
{"item_id": "cap_0258", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2007}
{"item_id": "cap_0063", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02467, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2008}
{"item_id": "cap_0063", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.030069, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2009}
{"item_id": "cap_0063", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.021667, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2010}
{"item_id": "cap_0063", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024958, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2011}
{"item_id": "cap_0064", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.021584, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2012}
{"item_id": "cap_0064", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017293, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2013}
{"item_id": "cap_0064", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014454, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2014}
{"item_id": "cap_0064", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.008451, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2015}
{"item_id": "cap_0092", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028591, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2016}
{"item_id": "cap_0092", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.03621, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2017}
{"item_id": "cap_0092", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2018}
{"item_id": "cap_0092", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015172, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2019}
{"item_id": "cap_0019", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.028516, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2020}
{"item_id": "cap_0019", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2021}
{"item_id": "cap_0019", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.035594, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2022}
{"item_id": "cap_0019", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017175, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2023}
{"item_id": "cap_0238", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036358, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2024}
{"item_id": "cap_0238", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2025}
{"item_id": "cap_0238", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2026}
{"item_id": "cap_0238", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008185, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2027}
{"item_id": "cap_0123", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.026511, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2028}
{"item_id": "cap_0123", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.027992, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2029}
{"item_id": "cap_0123", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.011724, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2030}
{"item_id": "cap_0123", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020719, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2031}
{"item_id": "cap_0076", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9971, "commit_prob": 0.038746, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2032}
{"item_id": "cap_0076", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018404, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2033}
{"item_id": "cap_0076", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01694, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2034}
{"item_id": "cap_0076", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016777, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2035}
{"item_id": "cap_0107", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2036}
{"item_id": "cap_0107", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033646, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2037}
{"item_id": "cap_0107", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2038}
{"item_id": "cap_0107", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020811, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2039}
{"item_id": "cap_0070", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029012, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2040}
{"item_id": "cap_0070", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015347, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2041}
{"item_id": "cap_0070", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.014017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2042}
{"item_id": "cap_0070", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2043}
{"item_id": "cap_0111", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020255, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2044}
{"item_id": "cap_0111", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029208, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2045}
{"item_id": "cap_0111", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033886, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2046}
{"item_id": "cap_0111", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015476, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2047}
{"item_id": "cap_0271", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023544, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2048}
{"item_id": "cap_0271", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2049}
{"item_id": "cap_0271", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2050}
{"item_id": "cap_0271", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011988, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2051}
{"item_id": "cap_0016", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2052}
{"item_id": "cap_0016", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.008533, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2053}
{"item_id": "cap_0016", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.00855, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2054}
{"item_id": "cap_0016", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018255, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2055}
{"item_id": "cap_0272", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.054991, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2056}
{"item_id": "cap_0272", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02438, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2057}
{"item_id": "cap_0272", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.01169, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2058}
{"item_id": "cap_0272", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01452, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2059}
{"item_id": "cap_0273", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.038615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2060}
{"item_id": "cap_0273", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017756, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2061}
{"item_id": "cap_0273", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010788, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2062}
{"item_id": "cap_0273", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008469, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2063}
{"item_id": "cap_0218", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020197, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2064}
{"item_id": "cap_0218", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016962, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2065}
{"item_id": "cap_0218", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0045, "commit_prob": 0.008905, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2066}
{"item_id": "cap_0218", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010361, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2067}
{"item_id": "cap_0077", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2068}
{"item_id": "cap_0077", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016506, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2069}
{"item_id": "cap_0077", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.020935, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2070}
{"item_id": "cap_0077", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015904, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2071}
{"item_id": "cap_0068", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.049094, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2072}
{"item_id": "cap_0068", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.019354, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2073}
{"item_id": "cap_0068", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.5265, "commit_prob": 0.00733, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2074}
{"item_id": "cap_0068", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9768, "commit_prob": 0.013084, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2075}
{"item_id": "cap_0035", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9919, "commit_prob": 0.029297, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2076}
{"item_id": "cap_0035", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9989, "commit_prob": 0.011606, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2077}
{"item_id": "cap_0035", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.7396, "commit_prob": 0.009544, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2078}
{"item_id": "cap_0035", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.010831, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2079}
{"item_id": "cap_0291", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.082278, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2080}
{"item_id": "cap_0291", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.024362, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2081}
{"item_id": "cap_0291", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007054, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2082}
{"item_id": "cap_0291", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.050867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2083}
{"item_id": "cap_0097", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026864, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2084}
{"item_id": "cap_0097", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033731, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2085}
{"item_id": "cap_0097", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.051637, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2086}
{"item_id": "cap_0097", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021953, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2087}
{"item_id": "cap_0175", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.061915, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2088}
{"item_id": "cap_0175", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00871, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2089}
{"item_id": "cap_0175", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.002, "commit_prob": 0.008747, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2090}
{"item_id": "cap_0175", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006127, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2091}
{"item_id": "cap_0275", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02884, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2092}
{"item_id": "cap_0275", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.019351, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2093}
{"item_id": "cap_0275", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00754, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2094}
{"item_id": "cap_0275", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01125, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2095}
{"item_id": "cap_0133", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.02196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2096}
{"item_id": "cap_0133", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.016289, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2097}
{"item_id": "cap_0133", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9945, "commit_prob": 0.01411, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2098}
{"item_id": "cap_0133", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020382, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2099}
{"item_id": "cap_0146", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024518, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2100}
{"item_id": "cap_0146", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021735, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2101}
{"item_id": "cap_0146", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.032506, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2102}
{"item_id": "cap_0146", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012117, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2103}
{"item_id": "cap_0062", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025338, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2104}
{"item_id": "cap_0062", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020787, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2105}
{"item_id": "cap_0062", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9978, "commit_prob": 0.019426, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2106}
{"item_id": "cap_0062", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.009921, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2107}
{"item_id": "cap_0143", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.999, "commit_prob": 0.02856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2108}
{"item_id": "cap_0143", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.019549, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2109}
{"item_id": "cap_0143", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9972, "commit_prob": 0.020283, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2110}
{"item_id": "cap_0143", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.009368, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2111}
{"item_id": "cap_0185", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012596, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2112}
{"item_id": "cap_0185", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2113}
{"item_id": "cap_0185", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006284, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2114}
{"item_id": "cap_0185", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008659, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2115}
{"item_id": "cap_0021", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.0868, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2116}
{"item_id": "cap_0021", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.996, "commit_prob": 0.025066, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2117}
{"item_id": "cap_0021", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9504, "commit_prob": 0.008289, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2118}
{"item_id": "cap_0021", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9996, "commit_prob": 0.023352, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2119}
{"item_id": "cap_0266", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.050004, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2120}
{"item_id": "cap_0266", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018042, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2121}
{"item_id": "cap_0266", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01147, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2122}
{"item_id": "cap_0266", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016131, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2123}
{"item_id": "cap_0099", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021161, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2124}
{"item_id": "cap_0099", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2125}
{"item_id": "cap_0099", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.019098, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2126}
{"item_id": "cap_0099", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01364, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2127}
{"item_id": "cap_0105", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022955, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2128}
{"item_id": "cap_0105", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2129}
{"item_id": "cap_0105", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012997, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2130}
{"item_id": "cap_0105", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012372, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2131}
{"item_id": "cap_0074", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.992, "commit_prob": 0.014015, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2132}
{"item_id": "cap_0074", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.016285, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2133}
{"item_id": "cap_0074", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9985, "commit_prob": 0.016785, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2134}
{"item_id": "cap_0074", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2135}
{"item_id": "cap_0003", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.015662, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2136}
{"item_id": "cap_0003", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015522, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2137}
{"item_id": "cap_0003", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9942, "commit_prob": 0.018577, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2138}
{"item_id": "cap_0003", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.017243, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2139}
{"item_id": "cap_0098", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.016897, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2140}
{"item_id": "cap_0098", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020155, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2141}
{"item_id": "cap_0098", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2142}
{"item_id": "cap_0098", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014633, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2143}
{"item_id": "cap_0278", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.016838, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2144}
{"item_id": "cap_0278", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.1033, "commit_prob": 0.012717, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2145}
{"item_id": "cap_0278", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009418, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2146}
{"item_id": "cap_0278", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0019, "commit_prob": 0.012539, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2147}
{"item_id": "cap_0083", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2148}
{"item_id": "cap_0083", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.030645, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2149}
{"item_id": "cap_0083", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025411, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2150}
{"item_id": "cap_0083", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016159, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2151}
{"item_id": "cap_0200", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2152}
{"item_id": "cap_0200", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009833, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2153}
{"item_id": "cap_0200", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007803, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2154}
{"item_id": "cap_0200", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012419, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2155}
{"item_id": "cap_0153", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0875, "commit_prob": 0.023535, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2156}
{"item_id": "cap_0153", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0006, "commit_prob": 0.021292, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2157}
{"item_id": "cap_0153", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.010262, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2158}
{"item_id": "cap_0153", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018881, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2159}
{"item_id": "cap_0152", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.062087, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2160}
{"item_id": "cap_0152", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027622, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2161}
{"item_id": "cap_0152", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009015, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2162}
{"item_id": "cap_0152", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03178, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2163}
{"item_id": "cap_0023", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.035258, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2164}
{"item_id": "cap_0023", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015867, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2165}
{"item_id": "cap_0023", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2166}
{"item_id": "cap_0023", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013254, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2167}
{"item_id": "cap_0141", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.031914, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2168}
{"item_id": "cap_0141", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.034625, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2169}
{"item_id": "cap_0141", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023005, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2170}
{"item_id": "cap_0141", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020401, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2171}
{"item_id": "cap_0090", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.030434, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2172}
{"item_id": "cap_0090", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.020951, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2173}
{"item_id": "cap_0090", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.017919, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2174}
{"item_id": "cap_0090", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018038, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2175}
{"item_id": "cap_0254", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.047165, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2176}
{"item_id": "cap_0254", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021541, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2177}
{"item_id": "cap_0254", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.009058, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2178}
{"item_id": "cap_0254", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.023536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2179}
{"item_id": "cap_0006", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024931, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2180}
{"item_id": "cap_0006", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023983, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2181}
{"item_id": "cap_0006", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017403, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2182}
{"item_id": "cap_0006", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026604, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2183}
{"item_id": "cap_0026", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.030872, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2184}
{"item_id": "cap_0026", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2185}
{"item_id": "cap_0026", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.988, "commit_prob": 0.017927, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2186}
{"item_id": "cap_0026", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024453, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2187}
{"item_id": "cap_0104", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.025168, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2188}
{"item_id": "cap_0104", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9994, "commit_prob": 0.021951, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2189}
{"item_id": "cap_0104", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018667, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2190}
{"item_id": "cap_0104", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011661, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2191}
{"item_id": "cap_0131", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024472, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2192}
{"item_id": "cap_0131", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.034726, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2193}
{"item_id": "cap_0131", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.031686, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2194}
{"item_id": "cap_0131", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021493, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2195}
{"item_id": "cap_0250", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03773, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2196}
{"item_id": "cap_0250", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016427, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2197}
{"item_id": "cap_0250", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009949, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2198}
{"item_id": "cap_0250", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01615, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2199}
{"item_id": "cap_0142", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9903, "commit_prob": 0.017286, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2200}
{"item_id": "cap_0142", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019017, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2201}
{"item_id": "cap_0142", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015632, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2202}
{"item_id": "cap_0142", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9993, "commit_prob": 0.019355, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2203}
{"item_id": "cap_0114", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023016, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2204}
{"item_id": "cap_0114", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02065, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2205}
{"item_id": "cap_0114", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015587, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2206}
{"item_id": "cap_0114", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022558, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2207}
{"item_id": "cap_0110", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.033206, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2208}
{"item_id": "cap_0110", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.027497, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2209}
{"item_id": "cap_0110", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.019163, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2210}
{"item_id": "cap_0110", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022019, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2211}
{"item_id": "cap_0047", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026912, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2212}
{"item_id": "cap_0047", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2213}
{"item_id": "cap_0047", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.023589, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2214}
{"item_id": "cap_0047", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012422, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2215}
{"item_id": "cap_0022", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.037421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2216}
{"item_id": "cap_0022", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022441, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2217}
{"item_id": "cap_0022", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.021562, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2218}
{"item_id": "cap_0022", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011814, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2219}
{"item_id": "cap_0067", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012776, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2220}
{"item_id": "cap_0067", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013965, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2221}
{"item_id": "cap_0067", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.010625, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2222}
{"item_id": "cap_0067", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012597, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2223}
{"item_id": "cap_0052", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.035517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2224}
{"item_id": "cap_0052", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.041526, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2225}
{"item_id": "cap_0052", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02564, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2226}
{"item_id": "cap_0052", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.031853, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2227}
{"item_id": "cap_0138", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022442, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2228}
{"item_id": "cap_0138", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.032669, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2229}
{"item_id": "cap_0138", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.025753, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2230}
{"item_id": "cap_0138", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.029026, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2231}
{"item_id": "cap_0264", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.027198, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2232}
{"item_id": "cap_0264", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016234, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2233}
{"item_id": "cap_0264", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016989, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2234}
{"item_id": "cap_0264", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.017151, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2235}
{"item_id": "cap_0227", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021824, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2236}
{"item_id": "cap_0227", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0063, "commit_prob": 0.010891, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2237}
{"item_id": "cap_0227", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010376, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2238}
{"item_id": "cap_0227", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.007462, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2239}
{"item_id": "cap_0157", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.0006, "commit_prob": 0.025985, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2240}
{"item_id": "cap_0157", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 1.0, "probe_lofo_score": 0.1315, "commit_prob": 0.023579, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2241}
{"item_id": "cap_0157", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.009626, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2242}
{"item_id": "cap_0157", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.008646, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2243}
{"item_id": "cap_0002", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.020224, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2244}
{"item_id": "cap_0002", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.017131, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2245}
{"item_id": "cap_0002", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9984, "commit_prob": 0.01018, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2246}
{"item_id": "cap_0002", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.009463, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2247}
{"item_id": "cap_0046", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9838, "commit_prob": 0.028029, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2248}
{"item_id": "cap_0046", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.019831, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2249}
{"item_id": "cap_0046", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.993, "commit_prob": 0.022218, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2250}
{"item_id": "cap_0046", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.017795, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2251}
{"item_id": "cap_0054", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.038397, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2252}
{"item_id": "cap_0054", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018431, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2253}
{"item_id": "cap_0054", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.013518, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2254}
{"item_id": "cap_0054", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019365, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2255}
{"item_id": "cap_0184", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018657, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2256}
{"item_id": "cap_0184", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014001, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2257}
{"item_id": "cap_0184", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.5196, "commit_prob": 0.010648, "verbalized_correct": 1, "probe_correct": 0, "eval_order": 2258}
{"item_id": "cap_0184", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006952, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2259}
{"item_id": "cap_0162", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.013741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2260}
{"item_id": "cap_0162", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.013467, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2261}
{"item_id": "cap_0162", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.008321, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2262}
{"item_id": "cap_0162", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0102, "commit_prob": 0.006894, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2263}
{"item_id": "cap_0199", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.030502, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2264}
{"item_id": "cap_0199", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00842, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2265}
{"item_id": "cap_0199", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008399, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2266}
{"item_id": "cap_0199", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007687, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2267}
{"item_id": "cap_0269", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014806, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2268}
{"item_id": "cap_0269", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0002, "commit_prob": 0.011759, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2269}
{"item_id": "cap_0269", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0112, "commit_prob": 0.008012, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2270}
{"item_id": "cap_0269", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.007176, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2271}
{"item_id": "cap_0276", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.034096, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2272}
{"item_id": "cap_0276", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012362, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2273}
{"item_id": "cap_0276", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2274}
{"item_id": "cap_0276", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009422, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2275}
{"item_id": "cap_0078", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.034034, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2276}
{"item_id": "cap_0078", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9999, "commit_prob": 0.034149, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2277}
{"item_id": "cap_0078", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9996, "commit_prob": 0.022013, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2278}
{"item_id": "cap_0078", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015517, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2279}
{"item_id": "cap_0137", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027898, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2280}
{"item_id": "cap_0137", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.037764, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2281}
{"item_id": "cap_0137", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018189, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2282}
{"item_id": "cap_0137", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021957, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2283}
{"item_id": "cap_0042", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026973, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2284}
{"item_id": "cap_0042", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024085, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2285}
{"item_id": "cap_0042", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.01421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2286}
{"item_id": "cap_0042", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016839, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2287}
{"item_id": "cap_0037", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2288}
{"item_id": "cap_0037", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021948, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2289}
{"item_id": "cap_0037", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.026695, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2290}
{"item_id": "cap_0037", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.011591, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2291}
{"item_id": "cap_0126", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.19067, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2292}
{"item_id": "cap_0126", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.072433, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2293}
{"item_id": "cap_0126", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.019687, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2294}
{"item_id": "cap_0126", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.067723, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2295}
{"item_id": "cap_0151", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036841, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2296}
{"item_id": "cap_0151", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014543, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2297}
{"item_id": "cap_0151", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.004799, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2298}
{"item_id": "cap_0151", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020331, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2299}
{"item_id": "cap_0043", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.021513, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2300}
{"item_id": "cap_0043", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.019178, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2301}
{"item_id": "cap_0043", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9995, "commit_prob": 0.018871, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2302}
{"item_id": "cap_0043", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015649, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2303}
{"item_id": "cap_0194", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2304}
{"item_id": "cap_0194", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011721, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2305}
{"item_id": "cap_0194", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005548, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2306}
{"item_id": "cap_0194", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00614, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2307}
{"item_id": "cap_0095", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028619, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2308}
{"item_id": "cap_0095", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018458, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2309}
{"item_id": "cap_0095", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.007199, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2310}
{"item_id": "cap_0095", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014741, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2311}
{"item_id": "cap_0221", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.042819, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2312}
{"item_id": "cap_0221", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016623, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2313}
{"item_id": "cap_0221", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008485, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2314}
{"item_id": "cap_0221", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01511, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2315}
{"item_id": "cap_0192", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.053102, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2316}
{"item_id": "cap_0192", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.016546, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2317}
{"item_id": "cap_0192", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008937, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2318}
{"item_id": "cap_0192", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.017559, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2319}
{"item_id": "cap_0182", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.073328, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2320}
{"item_id": "cap_0182", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.012144, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2321}
{"item_id": "cap_0182", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0004, "commit_prob": 0.014333, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2322}
{"item_id": "cap_0182", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0005, "commit_prob": 0.004894, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2323}
{"item_id": "cap_0116", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.022111, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2324}
{"item_id": "cap_0116", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.027556, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2325}
{"item_id": "cap_0116", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9999, "commit_prob": 0.011733, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2326}
{"item_id": "cap_0116", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014592, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2327}
{"item_id": "cap_0251", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.032911, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2328}
{"item_id": "cap_0251", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014509, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2329}
{"item_id": "cap_0251", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.00845, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2330}
{"item_id": "cap_0251", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.014569, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2331}
{"item_id": "cap_0230", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2332}
{"item_id": "cap_0230", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012421, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2333}
{"item_id": "cap_0230", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012928, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2334}
{"item_id": "cap_0230", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01398, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2335}
{"item_id": "cap_0139", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.018264, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2336}
{"item_id": "cap_0139", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016708, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2337}
{"item_id": "cap_0139", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014794, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2338}
{"item_id": "cap_0139", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.016613, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2339}
{"item_id": "cap_0015", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.031077, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2340}
{"item_id": "cap_0015", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019083, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2341}
{"item_id": "cap_0015", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9993, "commit_prob": 0.009972, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2342}
{"item_id": "cap_0015", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.015695, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2343}
{"item_id": "cap_0167", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.073684, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2344}
{"item_id": "cap_0167", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.036209, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2345}
{"item_id": "cap_0167", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.009507, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2346}
{"item_id": "cap_0167", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.018815, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2347}
{"item_id": "cap_0203", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.005658, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2348}
{"item_id": "cap_0203", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.007305, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2349}
{"item_id": "cap_0203", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.013182, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2350}
{"item_id": "cap_0203", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.006691, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2351}
{"item_id": "cap_0174", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.086689, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2352}
{"item_id": "cap_0174", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.021986, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2353}
{"item_id": "cap_0174", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0001, "commit_prob": 0.008512, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2354}
{"item_id": "cap_0174", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.040384, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2355}
{"item_id": "cap_0038", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.032856, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2356}
{"item_id": "cap_0038", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 1.0, "commit_prob": 0.0339, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2357}
{"item_id": "cap_0038", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.03132, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2358}
{"item_id": "cap_0038", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02963, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2359}
{"item_id": "cap_0118", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.019263, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2360}
{"item_id": "cap_0118", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.014553, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2361}
{"item_id": "cap_0118", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 0.0, "probe_lofo_score": 0.9973, "commit_prob": 0.015132, "verbalized_correct": 0, "probe_correct": 1, "eval_order": 2362}
{"item_id": "cap_0118", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.00676, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2363}
{"item_id": "cap_0223", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.047369, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2364}
{"item_id": "cap_0223", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.020891, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2365}
{"item_id": "cap_0223", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01536, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2366}
{"item_id": "cap_0223", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.029302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2367}
{"item_id": "cap_0050", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.02253, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2368}
{"item_id": "cap_0050", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.017049, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2369}
{"item_id": "cap_0050", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.023758, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2370}
{"item_id": "cap_0050", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.0143, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2371}
{"item_id": "cap_0027", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.024552, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2372}
{"item_id": "cap_0027", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.010486, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2373}
{"item_id": "cap_0027", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9997, "commit_prob": 0.016306, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2374}
{"item_id": "cap_0027", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.00964, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2375}
{"item_id": "cap_0177", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.029437, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2376}
{"item_id": "cap_0177", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.01696, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2377}
{"item_id": "cap_0177", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010627, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2378}
{"item_id": "cap_0177", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010374, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2379}
{"item_id": "cap_0256", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.03681, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2380}
{"item_id": "cap_0256", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.010231, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2381}
{"item_id": "cap_0256", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011834, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2382}
{"item_id": "cap_0256", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.008801, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2383}
{"item_id": "cap_0040", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.050413, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2384}
{"item_id": "cap_0040", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.035775, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2385}
{"item_id": "cap_0040", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9998, "commit_prob": 0.009829, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2386}
{"item_id": "cap_0040", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.028633, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2387}
{"item_id": "cap_0071", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.013415, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2388}
{"item_id": "cap_0071", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.012162, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2389}
{"item_id": "cap_0071", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 0.9994, "commit_prob": 0.010575, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2390}
{"item_id": "cap_0071", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": true, "verbalized_score": 1.0, "probe_lofo_score": 1.0, "commit_prob": 0.010302, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2391}
{"item_id": "cap_0196", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.049836, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2392}
{"item_id": "cap_0196", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02031, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2393}
{"item_id": "cap_0196", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0003, "commit_prob": 0.007196, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2394}
{"item_id": "cap_0196", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.025099, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2395}
{"item_id": "cap_0169", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_equation", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.02928, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2396}
{"item_id": "cap_0169", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_declare", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.012809, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2397}
{"item_id": "cap_0169", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_invert", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.015632, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2398}
{"item_id": "cap_0169", "model": "mistral-7b-instruct-v0.3", "domain": "capital", "format": "f_prose", "ground_truth": false, "verbalized_score": 0.0, "probe_lofo_score": 0.0, "commit_prob": 0.011256, "verbalized_correct": 1, "probe_correct": 1, "eval_order": 2399}