## probemetrics/llama-3.1-8b-instruct/A_CCvsCI
chosen_layer = 8
n_pos = 68
n_neg = 332
auc = 0.8707
ci_lo = 0.8233
ci_hi = 0.9116
cohens_d = 1.4612
## probemetrics/qwen2.5-7b-instruct/A_CCvsCI
chosen_layer = 14
n_pos = 65
n_neg = 335
auc = 0.9057
ci_lo = 0.8591
ci_hi = 0.9440
cohens_d = 2.2168
## probemetrics/qwen2.5-7b-instruct/C_CFvsAB
chosen_layer = 28
n_pos = 113
n_neg = 187
auc = 0.9873
ci_lo = 0.9740
ci_hi = 0.9968
cohens_d = 4.7292
## probemetrics/mistral-7b-instruct-v0.3/A_CCvsCI
chosen_layer = 24
n_pos = 139
n_neg = 261
auc = 0.9346
ci_lo = 0.9105
ci_hi = 0.9566
cohens_d = 2.1741
## probemetrics/mistral-7b-instruct-v0.3/C_CFvsAB
chosen_layer = 32
n_pos = 100
n_neg = 200
auc = 0.9780
ci_lo = 0.9581
ci_hi = 0.9924
cohens_d = 4.2490
## transfer/qwen2.5-7b-instruct
common_layer = 14
CFvsAB_auc = 0.3404
CFvsAB_ci_lo = 0.2849
CFvsAB_ci_hi = 0.3978
CFvsCC_auc = 0.2627
CFvsCC_ci_lo = 0.2182
CFvsCC_ci_hi = 0.3078
d_CF_vs_CC = -0.4229
d_CF_vs_CI = -2.8565
CF_position_CC0_CI1 = -0.1469
Q2_verdict = distinct (CF ~ felt correct)
## transfer/mistral-7b-instruct-v0.3
common_layer = 24
CFvsAB_auc = 0.5617
CFvsAB_ci_lo = 0.4985
CFvsAB_ci_hi = 0.6246
CFvsCC_auc = 0.8330
CFvsCC_ci_lo = 0.7905
CFvsCC_ci_hi = 0.8732
d_CF_vs_CC = 0.6854
d_CF_vs_CI = -1.1472
CF_position_CC0_CI1 = 0.3424
Q2_verdict = distinct (CF ~ felt correct)
## groupscores/qwen2.5-7b-instruct/CC
n = 335
mean = 0.0910
median = 0.0000
ci_lo = 0.0694
ci_hi = 0.1177
## groupscores/qwen2.5-7b-instruct/CI
n = 65
mean = 0.6823
median = 0.9405
ci_lo = 0.5903
ci_hi = 0.7711
## groupscores/qwen2.5-7b-instruct/CF
n = 113
mean = 0.0041
median = 0.0000
ci_lo = 0.0000
ci_hi = 0.0123
## groupscores/qwen2.5-7b-instruct/AB
n = 187
mean = 0.0630
median = 0.0000
ci_lo = 0.0355
ci_hi = 0.0959
## groupscores/mistral-7b-instruct-v0.3/CC
n = 261
mean = 0.1144
median = 0.0001
ci_lo = 0.0802
ci_hi = 0.1504
## groupscores/mistral-7b-instruct-v0.3/CI
n = 139
mean = 0.7854
median = 0.9911
ci_lo = 0.7238
ci_hi = 0.8433
## groupscores/mistral-7b-instruct-v0.3/CF
n = 100
mean = 0.3441
median = 0.0517
ci_lo = 0.2602
ci_hi = 0.4311
## groupscores/mistral-7b-instruct-v0.3/AB
n = 200
mean = 0.3819
median = 0.0405
ci_lo = 0.3242
ci_hi = 0.4410
## matrix/qwen2.5-7b-instruct/A_on_CCvsCI
common_layer = 14
auc = 0.9057
## matrix/qwen2.5-7b-instruct/A_on_CFvsAB
common_layer = 14
auc = 0.3404
## matrix/qwen2.5-7b-instruct/C_on_CCvsCI
common_layer = 14
auc = 0.1334
## matrix/qwen2.5-7b-instruct/C_on_CFvsAB
common_layer = 14
auc = 0.9429
## matrix/mistral-7b-instruct-v0.3/A_on_CCvsCI
common_layer = 24
auc = 0.9346
## matrix/mistral-7b-instruct-v0.3/A_on_CFvsAB
common_layer = 24
auc = 0.5617
## matrix/mistral-7b-instruct-v0.3/C_on_CCvsCI
common_layer = 24
auc = 0.7381
## matrix/mistral-7b-instruct-v0.3/C_on_CFvsAB
common_layer = 24
auc = 0.9748
## entity/qwen2.5-7b-instruct
chosen_layer = 28
n_CF = 100
n_AB = 60
auc = 0.9887
full_auc = 0.9873
## entity/mistral-7b-instruct-v0.3
chosen_layer = 32
n_CF = 96
n_AB = 64
auc = 0.9797
full_auc = 0.9780
## sanity/llama-3.1-8b-instruct
RC_n = 24
RC_answer_rate = 1.0000
## sanity/qwen2.5-7b-instruct
RC_n = 24
RC_answer_rate = 1.0000
## sanity/mistral-7b-instruct-v0.3
RC_n = 24
RC_answer_rate = 1.0000
## distinct/qwen2.5-7b-instruct
cosine_min = -0.0635
cosine_max = 0.0321
cosine_absmax = 0.0635
## distinct/mistral-7b-instruct-v0.3
cosine_min = -0.0393
cosine_max = 0.0598
cosine_absmax = 0.0598
## control/qwen2.5-7b-instruct/CF
layer = 28
mean = 0.9224
ci_lo = 0.8739
ci_hi = 0.9608
## control/qwen2.5-7b-instruct/AB
layer = 28
mean = 0.0346
ci_lo = 0.0146
ci_hi = 0.0563
## control/qwen2.5-7b-instruct/RC
layer = 28
mean = 0.9819
ci_lo = 0.9540
ci_hi = 0.9991
## control/qwen2.5-7b-instruct/CC
layer = 28
mean = 0.9890
ci_lo = 0.9819
ci_hi = 0.9946
## control/qwen2.5-7b-instruct/RC_vs_AB_auc
layer = 28
mean = 0.9920
ci_lo = 0.9786
ci_hi = 0.9997
## control/qwen2.5-7b-instruct/CF_vs_RC_auc
layer = 28
mean = 0.6814
ci_lo = 0.5914
ci_hi = 0.7677
## control/mistral-7b-instruct-v0.3/CF
layer = 32
mean = 0.9078
ci_lo = 0.8560
ci_hi = 0.9526
## control/mistral-7b-instruct-v0.3/AB
layer = 32
mean = 0.0443
ci_lo = 0.0220
ci_hi = 0.0719
## control/mistral-7b-instruct-v0.3/RC
layer = 32
mean = 0.9631
ci_lo = 0.8913
ci_hi = 0.9998
## control/mistral-7b-instruct-v0.3/CC
layer = 32
mean = 0.9809
ci_lo = 0.9686
ci_hi = 0.9898
## control/mistral-7b-instruct-v0.3/RC_vs_AB_auc
layer = 32
mean = 0.9960
ci_lo = 0.9894
ci_hi = 1.0000
## control/mistral-7b-instruct-v0.3/CF_vs_RC_auc
layer = 32
mean = 0.3296
ci_lo = 0.1858
ci_hi = 0.4834