{ "exp1": { "qwen3-4b": { "meta": { "model": "qwen3-4b", "n_layers": 36, "layers": [ 7, 13, 18, 22, 24, 27, 31 ], "layer_frac": { "7": 0.194, "13": 0.361, "18": 0.5, "22": 0.611, "24": 0.667, "27": 0.75, "31": 0.861 }, "vec_norm_mean": { "7": 1.5338947772979736, "13": 4.116428375244141, "18": 6.8965349197387695, "22": 14.405224800109863, "24": 28.481523513793945, "27": 41.6396484375, "31": 80.52169799804688 }, "resid_norm_mean": { "7": 28.467416763305664, "13": 37.94166946411133, "18": 57.425689697265625, "22": 83.1700210571289, "24": 128.3900604248047, "27": 178.47117614746094, "31": 344.6806335449219 }, "yes_ids": 6, "no_ids": 7 }, "n_trials": 6250, "fp": { "k": 0, "n": 200, "p": 0.0, "lo": 0.0, "hi": 0.018846005918320894 }, "chance_identify": { "k": 0, "n": 200, "p": 0.0, "lo": 0.0, "hi": 0.018846005918320894 }, "control_coherent": { "k": 200, "n": 200, "p": 1.0, "lo": 0.9811539940816791, "hi": 1.0 }, "yesbias_control": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "control_logodds": -11.08210000000004, "cells": [ { "layer": 7, "frac": 0.194, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.1192200000000394, "logodds_shift_random": 0.10758400000003654, "logodds_shift_yesbias": -0.025294999999985635 }, { "layer": 7, "frac": 0.194, "alpha": 2, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.16728199999996107, "logodds_shift_random": -0.153457999999965, "logodds_shift_yesbias": 0.0617100000000157 }, { "layer": 7, "frac": 0.194, "alpha": 4, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.6479079999999655, "logodds_shift_random": -0.24294399999996052, "logodds_shift_yesbias": 0.3524800000000141 }, { "layer": 7, "frac": 0.194, "alpha": 8, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -1.330503999999964, "logodds_shift_random": -0.09414199999996242, "logodds_shift_yesbias": -0.22126499999998117 }, { "layer": 7, "frac": 0.194, "alpha": 16, "coherent": { "k": 96, "n": 100, "p": 0.96, "lo": 0.9016278276739262, "hi": 0.984336949448152 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 1, "n": 96, "p": 0.010416666666666666, "lo": 0.001841122818436635, "hi": 0.056667554927112326 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": 3.7961960000000365, "logodds_shift_random": 0.43620400000003734, "logodds_shift_yesbias": 5.864020000000018 }, { "layer": 13, "frac": 0.361, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.23742199999995783, "logodds_shift_random": 0.12472600000004164, "logodds_shift_yesbias": 0.5115000000000194 }, { "layer": 13, "frac": 0.361, "alpha": 2, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.6034480000000428, "logodds_shift_random": 0.3364240000000436, "logodds_shift_yesbias": 1.1178550000000165 }, { "layer": 13, "frac": 0.361, "alpha": 4, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 2.6340400000000415, "logodds_shift_random": 2.41095800000004, "logodds_shift_yesbias": 2.7639350000000196 }, { "layer": 13, "frac": 0.361, "alpha": 8, "coherent": { "k": 98, "n": 100, "p": 0.98, "lo": 0.9299868370580063, "hi": 0.9944981477650318 }, "detect": { "k": 11, "n": 100, "p": 0.11, "lo": 0.06254131955225126, "hi": 0.18631463027903022 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_given_coherent": { "k": 11, "n": 98, "p": 0.11224489795918367, "lo": 0.0638420422031541, "hi": 0.18990102546271131 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "random_coherent": { "k": 45, "n": 50, "p": 0.9, "lo": 0.7863950966521162, "hi": 0.956524876008429 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 8.81305800000004, "logodds_shift_random": 8.370132000000039, "logodds_shift_yesbias": 7.000475000000016 }, { "layer": 13, "frac": 0.361, "alpha": 16, "coherent": { "k": 77, "n": 100, "p": 0.77, "lo": 0.6784543514317231, "hi": 0.841568452531236 }, "detect": { "k": 19, "n": 100, "p": 0.19, "lo": 0.1251465399270426, "hi": 0.27779024070807856 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "mentions": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "detect_given_coherent": { "k": 19, "n": 77, "p": 0.24675324675324675, "lo": 0.16403948228457532, "hi": 0.35353562755986123 }, "detect_s0": { "k": 8, "n": 50, "p": 0.16, "lo": 0.08337321362087696, "hi": 0.2851448096176598 }, "detect_s1": { "k": 11, "n": 50, "p": 0.22, "lo": 0.12753786224302288, "hi": 0.35241815689459555 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_detect": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "random_coherent": { "k": 31, "n": 50, "p": 0.62, "lo": 0.4815019502239357, "hi": 0.7413740415742278 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": 11.43247600000004, "logodds_shift_random": 11.25152600000004, "logodds_shift_yesbias": 18.587865000000015 }, { "layer": 18, "frac": 0.5, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 1.010876000000044, "logodds_shift_random": 1.0549040000000378, "logodds_shift_yesbias": -0.07537499999998332 }, { "layer": 18, "frac": 0.5, "alpha": 2, "coherent": { "k": 97, "n": 100, "p": 0.97, "lo": 0.915479219195973, "hi": 0.9897456617765851 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 1, "n": 97, "p": 0.010309278350515464, "lo": 0.0018221178995736602, "hi": 0.05610635606355266 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 3.642980000000036, "logodds_shift_random": 2.2030400000000405, "logodds_shift_yesbias": 1.5703300000000144 }, { "layer": 18, "frac": 0.5, "alpha": 4, "coherent": { "k": 89, "n": 100, "p": 0.89, "lo": 0.8136853697209698, "hi": 0.9374586804477487 }, "detect": { "k": 9, "n": 100, "p": 0.09, "lo": 0.04807199516388488, "hi": 0.16226374696643667 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 9, "n": 89, "p": 0.10112359550561797, "lo": 0.05411793406379983, "hi": 0.1811386750424629 }, "detect_s0": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 7.490428000000039, "logodds_shift_random": 7.134698000000041, "logodds_shift_yesbias": 3.4494000000000167 }, { "layer": 18, "frac": 0.5, "alpha": 8, "coherent": { "k": 73, "n": 100, "p": 0.73, "lo": 0.6356769977376873, "hi": 0.8073053908233518 }, "detect": { "k": 18, "n": 100, "p": 0.18, "lo": 0.11700131654251038, "hi": 0.26667536024213084 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 18, "n": 73, "p": 0.2465753424657534, "lo": 0.16204336317654708, "hi": 0.3564466214151324 }, "detect_s0": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "detect_s1": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "random_coherent": { "k": 39, "n": 50, "p": 0.78, "lo": 0.6475818431054045, "hi": 0.8724621377569771 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 12.726068000000039, "logodds_shift_random": 11.57453000000004, "logodds_shift_yesbias": 13.471815000000017 }, { "layer": 18, "frac": 0.5, "alpha": 16, "coherent": { "k": 65, "n": 100, "p": 0.65, "lo": 0.5525426042919797, "hi": 0.7363589534652197 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "detect_given_coherent": { "k": 2, "n": 65, "p": 0.03076923076923077, "lo": 0.008478819400945352, "hi": 0.10542905025926008 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "random_coherent": { "k": 31, "n": 50, "p": 0.62, "lo": 0.4815019502239357, "hi": 0.7413740415742278 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 10.548444000000039, "logodds_shift_random": 10.58116600000004, "logodds_shift_yesbias": 16.228380000000016 }, { "layer": 22, "frac": 0.611, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 1.5943520000000362, "logodds_shift_random": 0.5192660000000409, "logodds_shift_yesbias": 0.05127500000001817 }, { "layer": 22, "frac": 0.611, "alpha": 2, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_given_coherent": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 3.121204000000044, "logodds_shift_random": 3.495140000000042, "logodds_shift_yesbias": 2.3101850000000184 }, { "layer": 22, "frac": 0.611, "alpha": 4, "coherent": { "k": 88, "n": 100, "p": 0.88, "lo": 0.8018773199709163, "hi": 0.9300066263473222 }, "detect": { "k": 9, "n": 100, "p": 0.09, "lo": 0.04807199516388488, "hi": 0.16226374696643667 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_given_coherent": { "k": 9, "n": 88, "p": 0.10227272727272728, "lo": 0.05474388075144594, "hi": 0.18307427572666424 }, "detect_s0": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 7.83956400000004, "logodds_shift_random": 6.479908000000039, "logodds_shift_yesbias": 5.814180000000018 }, { "layer": 22, "frac": 0.611, "alpha": 8, "coherent": { "k": 60, "n": 100, "p": 0.6, "lo": 0.5020007846184025, "hi": 0.6906002538863971 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "detect_given_coherent": { "k": 2, "n": 60, "p": 0.03333333333333333, "lo": 0.009189126490150246, "hi": 0.11363987528925378 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "random_coherent": { "k": 41, "n": 50, "p": 0.82, "lo": 0.6920368054529739, "hi": 0.902299172675462 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": 9.52238600000004, "logodds_shift_random": 8.66648800000004, "logodds_shift_yesbias": 10.888950000000017 }, { "layer": 22, "frac": 0.611, "alpha": 16, "coherent": { "k": 48, "n": 100, "p": 0.48, "lo": 0.38464384320080547, "hi": 0.5768359490982345 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "detect_given_coherent": { "k": 0, "n": 48, "p": 0.0, "lo": 0.0, "hi": 0.0741026511527422 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 30, "n": 50, "p": 0.6, "lo": 0.4618118910275937, "hi": 0.7239181021375425 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 8.306296000000039, "logodds_shift_random": 10.01921000000004, "logodds_shift_yesbias": 14.546520000000015 }, { "layer": 24, "frac": 0.667, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 1.3326180000000427, "logodds_shift_random": 0.3687100000000374, "logodds_shift_yesbias": 0.04149500000001538 }, { "layer": 24, "frac": 0.667, "alpha": 2, "coherent": { "k": 95, "n": 100, "p": 0.95, "lo": 0.8882480347279118, "hi": 0.9784566385436864 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 13, "n": 100, "p": 0.13, "lo": 0.07757093858414264, "hi": 0.20980521894809878 }, "detect_given_coherent": { "k": 0, "n": 95, "p": 0.0, "lo": 0.0, "hi": 0.038866226366226365 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 3.6240200000000398, "logodds_shift_random": 4.476964000000043, "logodds_shift_yesbias": 1.8574850000000165 }, { "layer": 24, "frac": 0.667, "alpha": 4, "coherent": { "k": 67, "n": 100, "p": 0.67, "lo": 0.5730516033971139, "hi": 0.7543701620610456 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 60, "n": 100, "p": 0.6, "lo": 0.5020007846184025, "hi": 0.6906002538863971 }, "detect_given_coherent": { "k": 0, "n": 67, "p": 0.0, "lo": 0.0, "hi": 0.05422802421176257 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 7.314966000000041, "logodds_shift_random": 7.21254200000004, "logodds_shift_yesbias": 7.02847000000002 }, { "layer": 24, "frac": 0.667, "alpha": 8, "coherent": { "k": 28, "n": 100, "p": 0.28, "lo": 0.2013955916759837, "hi": 0.37488212361345724 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 54, "n": 100, "p": 0.54, "lo": 0.44264685393523856, "hi": 0.6343935614666815 }, "detect_given_coherent": { "k": 0, "n": 28, "p": 0.0, "lo": 0.0, "hi": 0.12064720365810762 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 32, "n": 50, "p": 0.64, "lo": 0.5014076201030195, "hi": 0.7586143703281711 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": 10.176098000000039, "logodds_shift_random": 8.735078000000039, "logodds_shift_yesbias": 15.697420000000015 }, { "layer": 24, "frac": 0.667, "alpha": 16, "coherent": { "k": 24, "n": 100, "p": 0.24, "lo": 0.16691211265459965, "hi": 0.3323251872329213 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 62, "n": 100, "p": 0.62, "lo": 0.5220957382071033, "hi": 0.7090255079986562 }, "detect_given_coherent": { "k": 0, "n": 24, "p": 0.0, "lo": 0.0, "hi": 0.13798057582897535 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 34, "n": 50, "p": 0.68, "lo": 0.5418944286372394, "hi": 0.792419559060006 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 11.40030800000004, "logodds_shift_random": 9.21958400000004, "logodds_shift_yesbias": 16.384510000000017 }, { "layer": 27, "frac": 0.75, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.4679620000000373, "logodds_shift_random": -0.09167399999996384, "logodds_shift_yesbias": 0.4964550000000152 }, { "layer": 27, "frac": 0.75, "alpha": 2, "coherent": { "k": 97, "n": 100, "p": 0.97, "lo": 0.915479219195973, "hi": 0.9897456617765851 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "detect_given_coherent": { "k": 0, "n": 97, "p": 0.0, "lo": 0.0, "hi": 0.03809538920445529 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 2.252650000000042, "logodds_shift_random": 1.6233080000000424, "logodds_shift_yesbias": 1.0309350000000173 }, { "layer": 27, "frac": 0.75, "alpha": 4, "coherent": { "k": 61, "n": 100, "p": 0.61, "lo": 0.5120283616749817, "hi": 0.699832780680298 }, "detect": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "mentions": { "k": 37, "n": 100, "p": 0.37, "lo": 0.28182212569509163, "hi": 0.46779652424866885 }, "detect_given_coherent": { "k": 5, "n": 61, "p": 0.08196721311475409, "lo": 0.035519042911066306, "hi": 0.177948854241379 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 46, "n": 50, "p": 0.92, "lo": 0.8116149745493629, "hi": 0.9684509967442093 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 6.61924200000004, "logodds_shift_random": 5.311960000000039, "logodds_shift_yesbias": 3.547690000000017 }, { "layer": 27, "frac": 0.75, "alpha": 8, "coherent": { "k": 27, "n": 100, "p": 0.27, "lo": 0.1926946091766482, "hi": 0.3643230022623127 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 51, "n": 100, "p": 0.51, "lo": 0.4134784047743415, "hi": 0.6057816990761385 }, "detect_given_coherent": { "k": 0, "n": 27, "p": 0.0, "lo": 6.938893903907228e-18, "hi": 0.12455903714463581 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 32, "n": 50, "p": 0.64, "lo": 0.5014076201030195, "hi": 0.7586143703281711 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 8.893476000000039, "logodds_shift_random": 9.00279800000004, "logodds_shift_yesbias": 11.304800000000016 }, { "layer": 27, "frac": 0.75, "alpha": 16, "coherent": { "k": 29, "n": 100, "p": 0.29, "lo": 0.21014706973984146, "hi": 0.38539074940007934 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 64, "n": 100, "p": 0.64, "lo": 0.542352199811621, "hi": 0.7272892540950986 }, "detect_given_coherent": { "k": 0, "n": 29, "p": 0.0, "lo": 0.0, "hi": 0.11697359446555587 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 46, "n": 50, "p": 0.92, "lo": 0.8116149745493629, "hi": 0.9684509967442093 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 9.80025400000004, "logodds_shift_random": 9.87263400000004, "logodds_shift_yesbias": 14.352935000000016 }, { "layer": 31, "frac": 0.861, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 11, "n": 100, "p": 0.11, "lo": 0.06254131955225126, "hi": 0.18631463027903022 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.5005340000000391, "logodds_shift_random": -0.026269999999962934, "logodds_shift_yesbias": 0.5143750000000189 }, { "layer": 31, "frac": 0.861, "alpha": 2, "coherent": { "k": 65, "n": 100, "p": 0.65, "lo": 0.5525426042919797, "hi": 0.7363589534652197 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 39, "n": 100, "p": 0.39, "lo": 0.300167219319702, "hi": 0.48797163832501844 }, "detect_given_coherent": { "k": 1, "n": 65, "p": 0.015384615384615385, "lo": 0.002720874527486622, "hi": 0.08213479413797146 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 3.514934000000043, "logodds_shift_random": 3.6863280000000413, "logodds_shift_yesbias": 0.9504450000000197 }, { "layer": 31, "frac": 0.861, "alpha": 4, "coherent": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 60, "n": 100, "p": 0.6, "lo": 0.5020007846184025, "hi": 0.6906002538863971 }, "detect_given_coherent": { "k": 0, "n": 6, "p": 0.0, "lo": 0.0, "hi": 0.3903430336530645 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 5.605568000000041, "logodds_shift_random": 7.14608400000004, "logodds_shift_yesbias": 5.12978500000002 }, { "layer": 31, "frac": 0.861, "alpha": 8, "coherent": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 65, "n": 100, "p": 0.65, "lo": 0.5525426042919797, "hi": 0.7363589534652197 }, "detect_given_coherent": { "k": 0, "n": 6, "p": 0.0, "lo": 0.0, "hi": 0.3903430336530645 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 33, "n": 50, "p": 0.66, "lo": 0.5215356854148285, "hi": 0.7756323036493895 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 7.21805600000004, "logodds_shift_random": 8.76930400000004, "logodds_shift_yesbias": 9.084360000000014 }, { "layer": 31, "frac": 0.861, "alpha": 16, "coherent": { "k": 12, "n": 100, "p": 0.12, "lo": 0.06999337365267776, "hi": 0.19812268002908368 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 71, "n": 100, "p": 0.71, "lo": 0.6146092505999207, "hi": 0.7898529302601586 }, "detect_given_coherent": { "k": 0, "n": 12, "p": 0.0, "lo": 0.0, "hi": 0.2425007574992425 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 43, "n": 50, "p": 0.86, "lo": 0.738135428014719, "hi": 0.9304925473797714 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 10.51072000000004, "logodds_shift_random": 10.140034000000039, "logodds_shift_yesbias": 14.714465000000015 } ], "best": { "layer": 18, "frac": 0.5, "alpha": 8, "detect_s0": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "detect_s1": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, "max_detect": 0.19, "max_identify": 0.01, "all_inject": { "detect": { "k": 86, "n": 3500, "p": 0.02457142857142857, "lo": 0.019940038415933788, "hi": 0.030245335260775795 }, "identify": { "k": 4, "n": 3500, "p": 0.001142857142857143, "lo": 0.00044451458417083824, "hi": 0.0029350902472804466 }, "coherent": { "k": 2608, "n": 3500, "p": 0.7451428571428571, "lo": 0.7304420560357794, "hi": 0.7593061106621672 } }, "all_random": { "detect": { "k": 29, "n": 1750, "p": 0.01657142857142857, "lo": 0.011562569461695999, "hi": 0.023698083495788867 } }, "wrong_guesses": [ [ "if", 21 ], [ "specific", 7 ], [ "word", 7 ], [ "in", 5 ], [ "are", 4 ], [ "has", 3 ], [ "you", 2 ], [ "way", 2 ], [ "detecting", 2 ], [ "specifically", 2 ], [ "thought", 2 ], [ "concept", 2 ], [ "however", 2 ], [ "there", 1 ], [ "but", 1 ] ], "control_guesses": [] }, "qwen3-1.7b": { "meta": { "model": "qwen3-1.7b", "n_layers": 28, "layers": [ 6, 10, 14, 17, 19, 21, 24 ], "layer_frac": { "6": 0.214, "10": 0.357, "14": 0.5, "17": 0.607, "19": 0.679, "21": 0.75, "24": 0.857 }, "vec_norm_mean": { "6": 1.6596174240112305, "10": 7.691015720367432, "14": 16.11014747619629, "17": 62.169395446777344, "19": 167.6212158203125, "21": 375.3921203613281, "24": 751.9006958007812 }, "resid_norm_mean": { "6": 46.75364303588867, "10": 98.57135009765625, "14": 155.29344177246094, "17": 370.3551025390625, "19": 666.056640625, "21": 1077.0760498046875, "24": 2097.917236328125 }, "yes_ids": 6, "no_ids": 7 }, "n_trials": 6250, "fp": { "k": 18, "n": 200, "p": 0.09, "lo": 0.05768697871453362, "hi": 0.13776674613848952 }, "chance_identify": { "k": 0, "n": 200, "p": 0.0, "lo": 0.0, "hi": 0.018846005918320894 }, "control_coherent": { "k": 196, "n": 200, "p": 0.98, "lo": 0.9497121344948062, "hi": 0.9921956998236058 }, "yesbias_control": { "k": 21, "n": 100, "p": 0.21, "lo": 0.14165549531645788, "hi": 0.2998014930196232 }, "control_logodds": 5.722800000000006, "cells": [ { "layer": 6, "frac": 0.214, "alpha": 1, "coherent": { "k": 98, "n": 100, "p": 0.98, "lo": 0.9299868370580063, "hi": 0.9944981477650318 }, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 4, "n": 98, "p": 0.04081632653061224, "lo": 0.015984990527160958, "hi": 0.10028969486662705 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 4, "n": 20, "p": 0.2, "lo": 0.0806563532712, "hi": 0.41602172202575993 }, "logodds_shift": -0.05707200000000512, "logodds_shift_random": -0.1035240000000055, "logodds_shift_yesbias": -0.6238850000000007 }, { "layer": 6, "frac": 0.214, "alpha": 2, "coherent": { "k": 98, "n": 100, "p": 0.98, "lo": 0.9299868370580063, "hi": 0.9944981477650318 }, "detect": { "k": 12, "n": 100, "p": 0.12, "lo": 0.06999337365267776, "hi": 0.19812268002908368 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 12, "n": 98, "p": 0.12244897959183673, "lo": 0.07145129752202053, "hi": 0.20193011046842743 }, "detect_s0": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s1": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 6, "n": 20, "p": 0.3, "lo": 0.14547527396899385, "hi": 0.5189767762289793 }, "logodds_shift": -0.09565000000000445, "logodds_shift_random": -0.24583400000000566, "logodds_shift_yesbias": 0.4094699999999989 }, { "layer": 6, "frac": 0.214, "alpha": 4, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 14, "n": 100, "p": 0.14, "lo": 0.08526265754464905, "hi": 0.22137360383807236 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 14, "n": 100, "p": 0.14, "lo": 0.08526265754464905, "hi": 0.22137360383807236 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 10, "n": 50, "p": 0.2, "lo": 0.11243629945973886, "hi": 0.3303737210448524 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": -0.38525000000000453, "logodds_shift_random": -0.6470220000000051, "logodds_shift_yesbias": -0.9474450000000005 }, { "layer": 6, "frac": 0.214, "alpha": 8, "coherent": { "k": 97, "n": 100, "p": 0.97, "lo": 0.915479219195973, "hi": 0.9897456617765851 }, "detect": { "k": 14, "n": 100, "p": 0.14, "lo": 0.08526265754464905, "hi": 0.22137360383807236 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 14, "n": 97, "p": 0.14432989690721648, "lo": 0.08796276624676438, "hi": 0.2277958095790852 }, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 10, "n": 50, "p": 0.2, "lo": 0.11243629945973886, "hi": 0.3303737210448524 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 6, "n": 20, "p": 0.3, "lo": 0.14547527396899385, "hi": 0.5189767762289793 }, "logodds_shift": -1.0462620000000058, "logodds_shift_random": -1.0070440000000076, "logodds_shift_yesbias": -0.4370200000000003 }, { "layer": 6, "frac": 0.214, "alpha": 16, "coherent": { "k": 95, "n": 100, "p": 0.95, "lo": 0.8882480347279118, "hi": 0.9784566385436864 }, "detect": { "k": 20, "n": 100, "p": 0.2, "lo": 0.1333659225590988, "hi": 0.28883096192650237 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 20, "n": 95, "p": 0.21052631578947367, "lo": 0.14062079660997456, "hi": 0.30293333444415654 }, "detect_s0": { "k": 12, "n": 50, "p": 0.24, "lo": 0.14297252401872207, "hi": 0.3741294937519236 }, "detect_s1": { "k": 8, "n": 50, "p": 0.16, "lo": 0.08337321362087696, "hi": 0.2851448096176598 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 14, "n": 50, "p": 0.28, "lo": 0.17474014357680362, "hi": 0.4166538714598967 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": -0.9876100000000054, "logodds_shift_random": -1.135426000000006, "logodds_shift_yesbias": 5.0095 }, { "layer": 10, "frac": 0.357, "alpha": 1, "coherent": { "k": 95, "n": 100, "p": 0.95, "lo": 0.8882480347279118, "hi": 0.9784566385436864 }, "detect": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 7, "n": 95, "p": 0.07368421052631578, "lo": 0.03614850970030849, "hi": 0.1443584833066845 }, "detect_s0": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": 0.029889999999994643, "logodds_shift_random": -0.01667200000000424, "logodds_shift_yesbias": 0.6563999999999997 }, { "layer": 10, "frac": 0.357, "alpha": 2, "coherent": { "k": 95, "n": 100, "p": 0.95, "lo": 0.8882480347279118, "hi": 0.9784566385436864 }, "detect": { "k": 21, "n": 100, "p": 0.21, "lo": 0.14165549531645788, "hi": 0.2998014930196232 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 21, "n": 95, "p": 0.22105263157894736, "lo": 0.1493724298392572, "hi": 0.31441609644926916 }, "detect_s0": { "k": 10, "n": 50, "p": 0.2, "lo": 0.11243629945973886, "hi": 0.3303737210448524 }, "detect_s1": { "k": 11, "n": 50, "p": 0.22, "lo": 0.12753786224302288, "hi": 0.35241815689459555 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 4, "n": 20, "p": 0.2, "lo": 0.0806563532712, "hi": 0.41602172202575993 }, "logodds_shift": 0.9244739999999938, "logodds_shift_random": 0.10556799999999456, "logodds_shift_yesbias": 1.3046799999999998 }, { "layer": 10, "frac": 0.357, "alpha": 4, "coherent": { "k": 92, "n": 100, "p": 0.92, "lo": 0.8500173312059693, "hi": 0.9589070305141891 }, "detect": { "k": 24, "n": 100, "p": 0.24, "lo": 0.16691211265459965, "hi": 0.3323251872329213 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "mentions": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_given_coherent": { "k": 24, "n": 92, "p": 0.2608695652173913, "lo": 0.18202097082654678, "hi": 0.3588881959653265 }, "detect_s0": { "k": 10, "n": 50, "p": 0.2, "lo": 0.11243629945973886, "hi": 0.3303737210448524 }, "detect_s1": { "k": 14, "n": 50, "p": 0.28, "lo": 0.17474014357680362, "hi": 0.4166538714598967 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 13, "n": 50, "p": 0.26, "lo": 0.15871379651367384, "hi": 0.3955342198899992 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 7, "n": 20, "p": 0.35, "lo": 0.18118954786794464, "hi": 0.5671494897805354 }, "logodds_shift": 2.392029999999992, "logodds_shift_random": 1.0157619999999934, "logodds_shift_yesbias": 1.9491749999999997 }, { "layer": 10, "frac": 0.357, "alpha": 8, "coherent": { "k": 88, "n": 100, "p": 0.88, "lo": 0.8018773199709163, "hi": 0.9300066263473222 }, "detect": { "k": 35, "n": 100, "p": 0.35, "lo": 0.2636410465347802, "hi": 0.4474573957080203 }, "identify": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "mentions": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_given_coherent": { "k": 35, "n": 88, "p": 0.3977272727272727, "lo": 0.3018157656690707, "hi": 0.5021946174253005 }, "detect_s0": { "k": 20, "n": 50, "p": 0.4, "lo": 0.2760818978624575, "hi": 0.5381881089724063 }, "detect_s1": { "k": 15, "n": 50, "p": 0.3, "lo": 0.1910338908960936, "hi": 0.4375061227736339 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_detect": { "k": 12, "n": 50, "p": 0.24, "lo": 0.14297252401872207, "hi": 0.3741294937519236 }, "random_coherent": { "k": 40, "n": 50, "p": 0.8, "lo": 0.6696262789551477, "hi": 0.8875637005402612 }, "yesbias": { "k": 9, "n": 20, "p": 0.45, "lo": 0.25819502085709295, "hi": 0.6579179916924003 }, "logodds_shift": 4.121679999999992, "logodds_shift_random": 3.170517999999995, "logodds_shift_yesbias": 9.429405 }, { "layer": 10, "frac": 0.357, "alpha": 16, "coherent": { "k": 69, "n": 100, "p": 0.69, "lo": 0.5937376052204429, "hi": 0.7722043679386762 }, "detect": { "k": 22, "n": 100, "p": 0.22, "lo": 0.15001174503655804, "hi": 0.3107053471500031 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_given_coherent": { "k": 22, "n": 69, "p": 0.3188405797101449, "lo": 0.2209460520472577, "hi": 0.4358434748165124 }, "detect_s0": { "k": 10, "n": 50, "p": 0.2, "lo": 0.11243629945973886, "hi": 0.3303737210448524 }, "detect_s1": { "k": 12, "n": 50, "p": 0.24, "lo": 0.14297252401872207, "hi": 0.3741294937519236 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 8, "n": 50, "p": 0.16, "lo": 0.08337321362087696, "hi": 0.2851448096176598 }, "random_coherent": { "k": 24, "n": 50, "p": 0.48, "lo": 0.3479691239550571, "hi": 0.6148848774119157 }, "yesbias": { "k": 8, "n": 20, "p": 0.4, "lo": 0.21880396741419272, "hi": 0.613422057684794 }, "logodds_shift": 2.776059999999995, "logodds_shift_random": 2.1445179999999926, "logodds_shift_yesbias": 10.479790000000001 }, { "layer": 14, "frac": 0.5, "alpha": 1, "coherent": { "k": 94, "n": 100, "p": 0.94, "lo": 0.8752303146877748, "hi": 0.9722142547333433 }, "detect": { "k": 19, "n": 100, "p": 0.19, "lo": 0.1251465399270426, "hi": 0.27779024070807856 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 19, "n": 94, "p": 0.20212765957446807, "lo": 0.13339378292301518, "hi": 0.2942525352075141 }, "detect_s0": { "k": 13, "n": 50, "p": 0.26, "lo": 0.15871379651367384, "hi": 0.3955342198899992 }, "detect_s1": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": 0.25031599999999354, "logodds_shift_random": 0.2542159999999969, "logodds_shift_yesbias": 0.031855000000000105 }, { "layer": 14, "frac": 0.5, "alpha": 2, "coherent": { "k": 98, "n": 100, "p": 0.98, "lo": 0.9299868370580063, "hi": 0.9944981477650318 }, "detect": { "k": 24, "n": 100, "p": 0.24, "lo": 0.16691211265459965, "hi": 0.3323251872329213 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 24, "n": 98, "p": 0.24489795918367346, "lo": 0.1704485358593521, "hi": 0.3385929560260857 }, "detect_s0": { "k": 12, "n": 50, "p": 0.24, "lo": 0.14297252401872207, "hi": 0.3741294937519236 }, "detect_s1": { "k": 12, "n": 50, "p": 0.24, "lo": 0.14297252401872207, "hi": 0.3741294937519236 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": 0.6081899999999933, "logodds_shift_random": 0.4350699999999943, "logodds_shift_yesbias": 1.1073599999999997 }, { "layer": 14, "frac": 0.5, "alpha": 4, "coherent": { "k": 96, "n": 100, "p": 0.96, "lo": 0.9016278276739262, "hi": 0.984336949448152 }, "detect": { "k": 35, "n": 100, "p": 0.35, "lo": 0.2636410465347802, "hi": 0.4474573957080203 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 35, "n": 96, "p": 0.3645833333333333, "lo": 0.2752379092607812, "hi": 0.46434959734968984 }, "detect_s0": { "k": 17, "n": 50, "p": 0.34, "lo": 0.2243676963506106, "hi": 0.47846431458517147 }, "detect_s1": { "k": 18, "n": 50, "p": 0.36, "lo": 0.24138562967182875, "hi": 0.49859237989698046 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 16, "n": 50, "p": 0.32, "lo": 0.20758044093999403, "hi": 0.45810557136276076 }, "random_coherent": { "k": 47, "n": 50, "p": 0.94, "lo": 0.8378265662912299, "hi": 0.9793854036353695 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": 1.4422679999999932, "logodds_shift_random": 1.4105159999999914, "logodds_shift_yesbias": 3.48131 }, { "layer": 14, "frac": 0.5, "alpha": 8, "coherent": { "k": 77, "n": 100, "p": 0.77, "lo": 0.6784543514317231, "hi": 0.841568452531236 }, "detect": { "k": 17, "n": 100, "p": 0.17, "lo": 0.10893476059773155, "hi": 0.25548181233642975 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_given_coherent": { "k": 17, "n": 77, "p": 0.22077922077922077, "lo": 0.14266286171984086, "hi": 0.3254327722112046 }, "detect_s0": { "k": 13, "n": 50, "p": 0.26, "lo": 0.15871379651367384, "hi": 0.3955342198899992 }, "detect_s1": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 10, "n": 50, "p": 0.2, "lo": 0.11243629945973886, "hi": 0.3303737210448524 }, "random_coherent": { "k": 32, "n": 50, "p": 0.64, "lo": 0.5014076201030195, "hi": 0.7586143703281711 }, "yesbias": { "k": 6, "n": 20, "p": 0.3, "lo": 0.14547527396899385, "hi": 0.5189767762289793 }, "logodds_shift": 1.2307499999999933, "logodds_shift_random": 1.8928779999999934, "logodds_shift_yesbias": 6.666744999999998 }, { "layer": 14, "frac": 0.5, "alpha": 16, "coherent": { "k": 53, "n": 100, "p": 0.53, "lo": 0.4328868313724773, "hi": 0.6248934801789626 }, "detect": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 7, "n": 53, "p": 0.1320754716981132, "lo": 0.06547770200689572, "hi": 0.2484050880623493 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "random_coherent": { "k": 23, "n": 50, "p": 0.46, "lo": 0.3296943460178263, "hi": 0.5960136567161192 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": -2.909302000000006, "logodds_shift_random": -2.2761220000000058, "logodds_shift_yesbias": 2.0391149999999993 }, { "layer": 17, "frac": 0.607, "alpha": 1, "coherent": { "k": 98, "n": 100, "p": 0.98, "lo": 0.9299868370580063, "hi": 0.9944981477650318 }, "detect": { "k": 13, "n": 100, "p": 0.13, "lo": 0.07757093858414264, "hi": 0.20980521894809878 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 13, "n": 98, "p": 0.1326530612244898, "lo": 0.07918911601863514, "hi": 0.21383063229639532 }, "detect_s0": { "k": 8, "n": 50, "p": 0.16, "lo": 0.08337321362087696, "hi": 0.2851448096176598 }, "detect_s1": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": 0.12872399999999384, "logodds_shift_random": -0.10984600000000366, "logodds_shift_yesbias": 0.6325699999999994 }, { "layer": 17, "frac": 0.607, "alpha": 2, "coherent": { "k": 96, "n": 100, "p": 0.96, "lo": 0.9016278276739262, "hi": 0.984336949448152 }, "detect": { "k": 29, "n": 100, "p": 0.29, "lo": 0.21014706973984146, "hi": 0.38539074940007934 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_given_coherent": { "k": 29, "n": 96, "p": 0.3020833333333333, "lo": 0.2193102457465474, "hi": 0.40008687929952563 }, "detect_s0": { "k": 14, "n": 50, "p": 0.28, "lo": 0.17474014357680362, "hi": 0.4166538714598967 }, "detect_s1": { "k": 15, "n": 50, "p": 0.3, "lo": 0.1910338908960936, "hi": 0.4375061227736339 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 11, "n": 50, "p": 0.22, "lo": 0.12753786224302288, "hi": 0.35241815689459555 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": 0.39667599999999315, "logodds_shift_random": 1.234457999999993, "logodds_shift_yesbias": -0.06159000000000024 }, { "layer": 17, "frac": 0.607, "alpha": 4, "coherent": { "k": 90, "n": 100, "p": 0.9, "lo": 0.8256326956323347, "hi": 0.9447714583868639 }, "detect": { "k": 33, "n": 100, "p": 0.33, "lo": 0.24562983793895452, "hi": 0.4269483966028862 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "detect_given_coherent": { "k": 33, "n": 90, "p": 0.36666666666666664, "lo": 0.2744710138371421, "hi": 0.4697788710753059 }, "detect_s0": { "k": 15, "n": 50, "p": 0.3, "lo": 0.1910338908960936, "hi": 0.4375061227736339 }, "detect_s1": { "k": 18, "n": 50, "p": 0.36, "lo": 0.24138562967182875, "hi": 0.49859237989698046 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 17, "n": 50, "p": 0.34, "lo": 0.2243676963506106, "hi": 0.47846431458517147 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 6, "n": 20, "p": 0.3, "lo": 0.14547527396899385, "hi": 0.5189767762289793 }, "logodds_shift": 0.04651999999999479, "logodds_shift_random": 1.4806639999999947, "logodds_shift_yesbias": -0.12382000000000035 }, { "layer": 17, "frac": 0.607, "alpha": 8, "coherent": { "k": 51, "n": 100, "p": 0.51, "lo": 0.4134784047743415, "hi": 0.6057816990761385 }, "detect": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 10, "n": 100, "p": 0.1, "lo": 0.05522854161313613, "hi": 0.1743673043676654 }, "detect_given_coherent": { "k": 5, "n": 51, "p": 0.09803921568627451, "lo": 0.04260744495307697, "hi": 0.2097848995445307 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "random_coherent": { "k": 29, "n": 50, "p": 0.58, "lo": 0.4423319668777783, "hi": 0.7062520276543307 }, "yesbias": { "k": 7, "n": 20, "p": 0.35, "lo": 0.18118954786794464, "hi": 0.5671494897805354 }, "logodds_shift": -1.8933140000000046, "logodds_shift_random": -0.9754480000000063, "logodds_shift_yesbias": -0.5440600000000003 }, { "layer": 17, "frac": 0.607, "alpha": 16, "coherent": { "k": 55, "n": 100, "p": 0.55, "lo": 0.45244427031643447, "hi": 0.6438562489359654 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "detect_given_coherent": { "k": 1, "n": 55, "p": 0.01818181818181818, "lo": 0.003216697592252786, "hi": 0.09606000460483224 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 25, "n": 50, "p": 0.5, "lo": 0.36644286412332855, "hi": 0.6335571358766714 }, "yesbias": { "k": 3, "n": 20, "p": 0.15, "lo": 0.05236779195949584, "hi": 0.36042329588695743 }, "logodds_shift": -4.674388000000006, "logodds_shift_random": -4.8928440000000055, "logodds_shift_yesbias": 2.0702649999999996 }, { "layer": 19, "frac": 0.679, "alpha": 1, "coherent": { "k": 97, "n": 100, "p": 0.97, "lo": 0.915479219195973, "hi": 0.9897456617765851 }, "detect": { "k": 14, "n": 100, "p": 0.14, "lo": 0.08526265754464905, "hi": 0.22137360383807236 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 14, "n": 97, "p": 0.14432989690721648, "lo": 0.08796276624676438, "hi": 0.2277958095790852 }, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": -0.48815600000000536, "logodds_shift_random": 0.06248999999999505, "logodds_shift_yesbias": -0.26427999999999985 }, { "layer": 19, "frac": 0.679, "alpha": 2, "coherent": { "k": 95, "n": 100, "p": 0.95, "lo": 0.8882480347279118, "hi": 0.9784566385436864 }, "detect": { "k": 28, "n": 100, "p": 0.28, "lo": 0.2013955916759837, "hi": 0.37488212361345724 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_given_coherent": { "k": 28, "n": 95, "p": 0.29473684210526313, "lo": 0.21247799848789717, "hi": 0.39295129444139576 }, "detect_s0": { "k": 14, "n": 50, "p": 0.28, "lo": 0.17474014357680362, "hi": 0.4166538714598967 }, "detect_s1": { "k": 14, "n": 50, "p": 0.28, "lo": 0.17474014357680362, "hi": 0.4166538714598967 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 4, "n": 20, "p": 0.2, "lo": 0.0806563532712, "hi": 0.41602172202575993 }, "logodds_shift": -1.5340140000000053, "logodds_shift_random": -0.5749420000000072, "logodds_shift_yesbias": -1.0623100000000005 }, { "layer": 19, "frac": 0.679, "alpha": 4, "coherent": { "k": 55, "n": 100, "p": 0.55, "lo": 0.45244427031643447, "hi": 0.6438562489359654 }, "detect": { "k": 16, "n": 100, "p": 0.16, "lo": 0.10095202349473717, "hi": 0.24420444558894414 }, "identify": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "mentions": { "k": 13, "n": 100, "p": 0.13, "lo": 0.07757093858414264, "hi": 0.20980521894809878 }, "detect_given_coherent": { "k": 16, "n": 55, "p": 0.2909090909090909, "lo": 0.18771037010850328, "hi": 0.4214097082034393 }, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_detect": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "random_coherent": { "k": 40, "n": 50, "p": 0.8, "lo": 0.6696262789551477, "hi": 0.8875637005402612 }, "yesbias": { "k": 5, "n": 20, "p": 0.25, "lo": 0.11186005278940309, "hi": 0.4687050099580636 }, "logodds_shift": -3.4256080000000058, "logodds_shift_random": -2.8103580000000057, "logodds_shift_yesbias": -0.02896000000000041 }, { "layer": 19, "frac": 0.679, "alpha": 8, "coherent": { "k": 25, "n": 100, "p": 0.25, "lo": 0.1754509400372426, "hi": 0.3430464637007583 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 13, "n": 100, "p": 0.13, "lo": 0.07757093858414264, "hi": 0.20980521894809878 }, "detect_given_coherent": { "k": 0, "n": 25, "p": 0.0, "lo": 0.0, "hi": 0.13319649395317873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 28, "n": 50, "p": 0.56, "lo": 0.4230578680014353, "hi": 0.6883801278976466 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": -4.405718000000006, "logodds_shift_random": -4.650336000000006, "logodds_shift_yesbias": 1.7209199999999993 }, { "layer": 19, "frac": 0.679, "alpha": 16, "coherent": { "k": 30, "n": 100, "p": 0.3, "lo": 0.21894753866228117, "hi": 0.39585038432811953 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 45, "n": 100, "p": 0.45, "lo": 0.3561437510640346, "hi": 0.5475557296835656 }, "detect_given_coherent": { "k": 0, "n": 30, "p": 0.0, "lo": 0.0, "hi": 0.113517091390478 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 35, "n": 50, "p": 0.7, "lo": 0.562493877226366, "hi": 0.8089661091039063 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": -5.857130000000006, "logodds_shift_random": -5.717870000000006, "logodds_shift_yesbias": -0.03355500000000021 }, { "layer": 21, "frac": 0.75, "alpha": 1, "coherent": { "k": 94, "n": 100, "p": 0.94, "lo": 0.8752303146877748, "hi": 0.9722142547333433 }, "detect": { "k": 22, "n": 100, "p": 0.22, "lo": 0.15001174503655804, "hi": 0.3107053471500031 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "mentions": { "k": 10, "n": 100, "p": 0.1, "lo": 0.05522854161313613, "hi": 0.1743673043676654 }, "detect_given_coherent": { "k": 22, "n": 94, "p": 0.23404255319148937, "lo": 0.15994105293764954, "hi": 0.3290288739646088 }, "detect_s0": { "k": 10, "n": 50, "p": 0.2, "lo": 0.11243629945973886, "hi": 0.3303737210448524 }, "detect_s1": { "k": 12, "n": 50, "p": 0.24, "lo": 0.14297252401872207, "hi": 0.3741294937519236 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_detect": { "k": 8, "n": 50, "p": 0.16, "lo": 0.08337321362087696, "hi": 0.2851448096176598 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 7, "n": 20, "p": 0.35, "lo": 0.18118954786794464, "hi": 0.5671494897805354 }, "logodds_shift": -0.288428000000005, "logodds_shift_random": -0.4415440000000048, "logodds_shift_yesbias": 1.4005999999999996 }, { "layer": 21, "frac": 0.75, "alpha": 2, "coherent": { "k": 47, "n": 100, "p": 0.47, "lo": 0.3751065198210374, "hi": 0.5671131686275227 }, "detect": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "identify": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "mentions": { "k": 61, "n": 100, "p": 0.61, "lo": 0.5120283616749817, "hi": 0.699832780680298 }, "detect_given_coherent": { "k": 7, "n": 47, "p": 0.14893617021276595, "lo": 0.07406626087497505, "hi": 0.2768589657111277 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_detect": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 6, "n": 20, "p": 0.3, "lo": 0.14547527396899385, "hi": 0.5189767762289793 }, "logodds_shift": -1.6103000000000067, "logodds_shift_random": -2.4330600000000064, "logodds_shift_yesbias": 1.518815 }, { "layer": 21, "frac": 0.75, "alpha": 4, "coherent": { "k": 12, "n": 100, "p": 0.12, "lo": 0.06999337365267776, "hi": 0.19812268002908368 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 72, "n": 100, "p": 0.72, "lo": 0.6251178763865427, "hi": 0.7986044083240164 }, "detect_given_coherent": { "k": 0, "n": 12, "p": 0.0, "lo": 0.0, "hi": 0.2425007574992425 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "random_coherent": { "k": 27, "n": 50, "p": 0.54, "lo": 0.40398634328388083, "hi": 0.6703056539821737 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": -2.748272000000006, "logodds_shift_random": -3.7278000000000047, "logodds_shift_yesbias": 3.721185 }, { "layer": 21, "frac": 0.75, "alpha": 8, "coherent": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 78, "n": 100, "p": 0.78, "lo": 0.6892946528499969, "hi": 0.849988254963442 }, "detect_given_coherent": { "k": 0, "n": 6, "p": 0.0, "lo": 0.0, "hi": 0.3903430336530645 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 28, "n": 50, "p": 0.56, "lo": 0.4230578680014353, "hi": 0.6883801278976466 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -3.925288000000006, "logodds_shift_random": -5.755586000000005, "logodds_shift_yesbias": 3.034125 }, { "layer": 21, "frac": 0.75, "alpha": 16, "coherent": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 78, "n": 100, "p": 0.78, "lo": 0.6892946528499969, "hi": 0.849988254963442 }, "detect_given_coherent": { "k": 0, "n": 7, "p": 0.0, "lo": 0.0, "hi": 0.35433884297520657 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 44, "n": 50, "p": 0.88, "lo": 0.7619492111337642, "hi": 0.9438247628937535 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -5.293430000000005, "logodds_shift_random": -8.092272000000005, "logodds_shift_yesbias": 0.9500149999999996 }, { "layer": 24, "frac": 0.857, "alpha": 1, "coherent": { "k": 50, "n": 100, "p": 0.5, "lo": 0.40382982859014716, "hi": 0.5961701714098528 }, "detect": { "k": 13, "n": 100, "p": 0.13, "lo": 0.07757093858414264, "hi": 0.20980521894809878 }, "identify": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "mentions": { "k": 54, "n": 100, "p": 0.54, "lo": 0.44264685393523856, "hi": 0.6343935614666815 }, "detect_given_coherent": { "k": 13, "n": 50, "p": 0.26, "lo": 0.15871379651367384, "hi": 0.3955342198899992 }, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_detect": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "random_coherent": { "k": 46, "n": 50, "p": 0.92, "lo": 0.8116149745493629, "hi": 0.9684509967442093 }, "yesbias": { "k": 4, "n": 20, "p": 0.2, "lo": 0.0806563532712, "hi": 0.41602172202575993 }, "logodds_shift": 0.6438099999999949, "logodds_shift_random": -1.0240840000000064, "logodds_shift_yesbias": -0.0878600000000004 }, { "layer": 24, "frac": 0.857, "alpha": 2, "coherent": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 63, "n": 100, "p": 0.63, "lo": 0.5322034757513312, "hi": 0.7181778743049083 }, "detect_given_coherent": { "k": 0, "n": 3, "p": 0.0, "lo": 0.0, "hi": 0.5615060804490177 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 13, "n": 50, "p": 0.26, "lo": 0.15871379651367384, "hi": 0.3955342198899992 }, "random_coherent": { "k": 45, "n": 50, "p": 0.9, "lo": 0.7863950966521162, "hi": 0.956524876008429 }, "yesbias": { "k": 4, "n": 20, "p": 0.2, "lo": 0.0806563532712, "hi": 0.41602172202575993 }, "logodds_shift": -0.9227060000000051, "logodds_shift_random": -2.956584000000005, "logodds_shift_yesbias": -0.8282150000000004 }, { "layer": 24, "frac": 0.857, "alpha": 4, "coherent": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 68, "n": 100, "p": 0.68, "lo": 0.5833719774632081, "hi": 0.7633098918454312 }, "detect_given_coherent": { "k": 0, "n": 7, "p": 0.0, "lo": 0.0, "hi": 0.35433884297520657 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 22, "n": 50, "p": 0.44, "lo": 0.3116198721023534, "hi": 0.5769421319985648 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -3.5886920000000053, "logodds_shift_random": -3.507598000000006, "logodds_shift_yesbias": 1.3419149999999995 }, { "layer": 24, "frac": 0.857, "alpha": 8, "coherent": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 73, "n": 100, "p": 0.73, "lo": 0.6356769977376873, "hi": 0.8073053908233518 }, "detect_given_coherent": { "k": 0, "n": 4, "p": 0.0, "lo": 0.0, "hi": 0.48990002040399916 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 31, "n": 50, "p": 0.62, "lo": 0.4815019502239357, "hi": 0.7413740415742278 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -5.678006000000006, "logodds_shift_random": -6.766196000000006, "logodds_shift_yesbias": -0.054285000000000264 }, { "layer": 24, "frac": 0.857, "alpha": 16, "coherent": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 74, "n": 100, "p": 0.74, "lo": 0.6462882736813838, "hi": 0.8159542187301354 }, "detect_given_coherent": { "k": 0, "n": 1, "p": 0.0, "lo": 0.0, "hi": 0.7934567085261071 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 32, "n": 50, "p": 0.64, "lo": 0.5014076201030195, "hi": 0.7586143703281711 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -5.562672000000005, "logodds_shift_random": -6.216716000000006, "logodds_shift_yesbias": -0.08822000000000035 } ], "best": { "layer": 10, "frac": 0.357, "alpha": 8, "detect_s0": { "k": 20, "n": 50, "p": 0.4, "lo": 0.2760818978624575, "hi": 0.5381881089724063 }, "detect_s1": { "k": 15, "n": 50, "p": 0.3, "lo": 0.1910338908960936, "hi": 0.4375061227736339 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 } }, "max_detect": 0.35, "max_identify": 0.03, "all_inject": { "detect": { "k": 456, "n": 3500, "p": 0.13028571428571428, "lo": 0.11953766082760903, "hi": 0.1418444747118514 }, "identify": { "k": 11, "n": 3500, "p": 0.003142857142857143, "lo": 0.0017558375290641344, "hi": 0.005619381716006761 }, "coherent": { "k": 2268, "n": 3500, "p": 0.648, "lo": 0.6320228666198225, "hi": 0.6636525999880286 } }, "all_random": { "detect": { "k": 227, "n": 1750, "p": 0.12971428571428573, "lo": 0.1147796319075088, "hi": 0.14627108099609662 } }, "wrong_guesses": [ [ "if", 120 ], [ "word", 88 ], [ "and", 66 ], [ "specific", 41 ], [ "in", 39 ], [ "but", 36 ], [ "are", 35 ], [ "into", 16 ], [ "present", 13 ], [ "trials", 11 ], [ "you", 9 ], [ "or", 8 ], [ "will", 7 ], [ "has", 5 ], [ "which", 5 ] ], "control_guesses": [ [ "and", 6 ], [ "if", 3 ], [ "are", 3 ], [ "into", 2 ], [ "word", 2 ], [ "apple", 1 ], [ "in", 1 ] ] }, "phi3.5-mini": { "meta": { "model": "phi3.5-mini", "n_layers": 32, "layers": [ 6, 11, 16, 19, 21, 24, 27 ], "layer_frac": { "6": 0.188, "11": 0.344, "16": 0.5, "19": 0.594, "21": 0.656, "24": 0.75, "27": 0.844 }, "vec_norm_mean": { "6": 2.0276081562042236, "11": 3.553037643432617, "16": 10.896383285522461, "19": 23.725177764892578, "21": 38.5150146484375, "24": 69.68907165527344, "27": 105.5672836303711 }, "resid_norm_mean": { "6": 22.651172637939453, "11": 41.49419021606445, "16": 90.53038024902344, "19": 138.5558319091797, "21": 188.1825714111328, "24": 284.4730224609375, "27": 425.49847412109375 }, "yes_ids": 6, "no_ids": 6 }, "n_trials": 6250, "fp": { "k": 0, "n": 200, "p": 0.0, "lo": 0.0, "hi": 0.018846005918320894 }, "chance_identify": { "k": 0, "n": 200, "p": 0.0, "lo": 0.0, "hi": 0.018846005918320894 }, "control_coherent": { "k": 200, "n": 200, "p": 1.0, "lo": 0.9811539940816791, "hi": 1.0 }, "yesbias_control": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "control_logodds": 0.8472999999999986, "cells": [ { "layer": 6, "frac": 0.188, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.016091999999997997, "logodds_shift_random": -0.03762799999999844, "logodds_shift_yesbias": -0.15653500000000342 }, { "layer": 6, "frac": 0.188, "alpha": 2, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 0.48648200000000186, "logodds_shift_random": 0.22681400000000185, "logodds_shift_yesbias": 0.056844999999995593 }, { "layer": 6, "frac": 0.188, "alpha": 4, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 2.07252, "logodds_shift_random": 1.7751800000000013, "logodds_shift_yesbias": 1.5835099999999969 }, { "layer": 6, "frac": 0.188, "alpha": 8, "coherent": { "k": 99, "n": 100, "p": 0.99, "lo": 0.9455124752390653, "hi": 0.9982326134344526 }, "detect": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 7, "n": 99, "p": 0.0707070707070707, "lo": 0.034669789128209616, "hi": 0.13881642656660648 }, "detect_s0": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 2.3503580000000017, "logodds_shift_random": 3.235216000000001, "logodds_shift_yesbias": 4.341384999999996 }, { "layer": 6, "frac": 0.188, "alpha": 16, "coherent": { "k": 95, "n": 100, "p": 0.95, "lo": 0.8882480347279118, "hi": 0.9784566385436864 }, "detect": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 5, "n": 95, "p": 0.05263157894736842, "lo": 0.022687778480124224, "hi": 0.11735042405807834 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "random_coherent": { "k": 47, "n": 50, "p": 0.94, "lo": 0.8378265662912299, "hi": 0.9793854036353695 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": -0.9669499999999984, "logodds_shift_random": -1.0895579999999987, "logodds_shift_yesbias": 10.950124999999996 }, { "layer": 11, "frac": 0.344, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.024966000000002153, "logodds_shift_random": 0.0809140000000016, "logodds_shift_yesbias": -0.15464500000000392 }, { "layer": 11, "frac": 0.344, "alpha": 2, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 0.6672100000000005, "logodds_shift_random": 0.4623940000000011, "logodds_shift_yesbias": 0.1555949999999946 }, { "layer": 11, "frac": 0.344, "alpha": 4, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": 1.6133360000000019, "logodds_shift_random": 0.9345860000000008, "logodds_shift_yesbias": 2.0167749999999955 }, { "layer": 11, "frac": 0.344, "alpha": 8, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 49, "n": 50, "p": 0.98, "lo": 0.8950431352816304, "hi": 0.9964608319110235 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.8223840000000013, "logodds_shift_random": 1.9513220000000018, "logodds_shift_yesbias": 1.4123949999999965 }, { "layer": 11, "frac": 0.344, "alpha": 16, "coherent": { "k": 96, "n": 100, "p": 0.96, "lo": 0.9016278276739262, "hi": 0.984336949448152 }, "detect": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 3, "n": 96, "p": 0.03125, "lo": 0.010683876777878007, "hi": 0.08788826148913696 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": -1.3489119999999986, "logodds_shift_random": -1.5430819999999985, "logodds_shift_yesbias": 10.049769999999995 }, { "layer": 16, "frac": 0.5, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": -0.5391939999999986, "logodds_shift_random": 0.11996200000000135, "logodds_shift_yesbias": 0.8221199999999964 }, { "layer": 16, "frac": 0.5, "alpha": 2, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.27205600000000096, "logodds_shift_random": -0.42304799999999865, "logodds_shift_yesbias": 0.23538999999999533 }, { "layer": 16, "frac": 0.5, "alpha": 4, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.8815599999999988, "logodds_shift_random": -1.6834959999999985, "logodds_shift_yesbias": 3.1292749999999963 }, { "layer": 16, "frac": 0.5, "alpha": 8, "coherent": { "k": 96, "n": 100, "p": 0.96, "lo": 0.9016278276739262, "hi": 0.984336949448152 }, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 4, "n": 96, "p": 0.041666666666666664, "lo": 0.0163204434524125, "hi": 0.10228342507533544 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 48, "n": 50, "p": 0.96, "lo": 0.8653966212204534, "hi": 0.9889613473391734 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -1.8701679999999985, "logodds_shift_random": -3.2674299999999983, "logodds_shift_yesbias": 7.502094999999995 }, { "layer": 16, "frac": 0.5, "alpha": 16, "coherent": { "k": 75, "n": 100, "p": 0.75, "lo": 0.6569535362992417, "hi": 0.8245490599627573 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_given_coherent": { "k": 0, "n": 75, "p": 0.0, "lo": 0.0, "hi": 0.04872554590470005 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 40, "n": 50, "p": 0.8, "lo": 0.6696262789551477, "hi": 0.8875637005402612 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -5.595942, "logodds_shift_random": -4.523701999999998, "logodds_shift_yesbias": 6.912839999999996 }, { "layer": 19, "frac": 0.594, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_given_coherent": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.01992800000000161, "logodds_shift_random": -0.16484799999999855, "logodds_shift_yesbias": -0.09553000000000544 }, { "layer": 19, "frac": 0.594, "alpha": 2, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect_given_coherent": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.5678920000000016, "logodds_shift_random": -0.44301199999999846, "logodds_shift_yesbias": 1.5161449999999945 }, { "layer": 19, "frac": 0.594, "alpha": 4, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 10, "n": 100, "p": 0.1, "lo": 0.05522854161313613, "hi": 0.1743673043676654 }, "detect_given_coherent": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 0.17959400000000136, "logodds_shift_random": -0.6329139999999986, "logodds_shift_yesbias": 5.160194999999996 }, { "layer": 19, "frac": 0.594, "alpha": 8, "coherent": { "k": 79, "n": 100, "p": 0.79, "lo": 0.7001985069803768, "hi": 0.8583445046835422 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 11, "n": 100, "p": 0.11, "lo": 0.06254131955225126, "hi": 0.18631463027903022 }, "detect_given_coherent": { "k": 0, "n": 79, "p": 0.0, "lo": 0.0, "hi": 0.04637283683559951 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 43, "n": 50, "p": 0.86, "lo": 0.738135428014719, "hi": 0.9304925473797714 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -1.4946679999999988, "logodds_shift_random": -2.923715999999998, "logodds_shift_yesbias": 9.611264999999996 }, { "layer": 19, "frac": 0.594, "alpha": 16, "coherent": { "k": 46, "n": 100, "p": 0.46, "lo": 0.36560643853331865, "hi": 0.5573531460647615 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 8, "n": 100, "p": 0.08, "lo": 0.04109296948581091, "hi": 0.14998266879403072 }, "detect_given_coherent": { "k": 1, "n": 46, "p": 0.021739130434782608, "lo": 0.0038477551112426345, "hi": 0.11335554494333024 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 32, "n": 50, "p": 0.64, "lo": 0.5014076201030195, "hi": 0.7586143703281711 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -2.8288119999999983, "logodds_shift_random": -5.085855999999997, "logodds_shift_yesbias": 8.690804999999997 }, { "layer": 21, "frac": 0.656, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "detect_given_coherent": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 0.6001100000000013, "logodds_shift_random": -0.09748999999999886, "logodds_shift_yesbias": 0.5448549999999983 }, { "layer": 21, "frac": 0.656, "alpha": 2, "coherent": { "k": 99, "n": 100, "p": 0.99, "lo": 0.9455124752390653, "hi": 0.9982326134344526 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 24, "n": 100, "p": 0.24, "lo": 0.16691211265459965, "hi": 0.3323251872329213 }, "detect_given_coherent": { "k": 1, "n": 99, "p": 0.010101010101010102, "lo": 0.0017852613200520298, "hi": 0.05501665541403223 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": 0.5372580000000011, "logodds_shift_random": -0.8207479999999986, "logodds_shift_yesbias": 1.852799999999995 }, { "layer": 21, "frac": 0.656, "alpha": 4, "coherent": { "k": 67, "n": 100, "p": 0.67, "lo": 0.5730516033971139, "hi": 0.7543701620610456 }, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "mentions": { "k": 59, "n": 100, "p": 0.59, "lo": 0.4920125056109662, "hi": 0.6813284290433533 }, "detect_given_coherent": { "k": 1, "n": 67, "p": 0.014925373134328358, "lo": 0.002639503757676784, "hi": 0.0798205197313466 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 2, "n": 20, "p": 0.1, "lo": 0.027865893984153206, "hi": 0.30103820641179335 }, "logodds_shift": -0.8197979999999986, "logodds_shift_random": -0.9126359999999987, "logodds_shift_yesbias": 5.792284999999996 }, { "layer": 21, "frac": 0.656, "alpha": 8, "coherent": { "k": 39, "n": 100, "p": 0.39, "lo": 0.300167219319702, "hi": 0.48797163832501844 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 42, "n": 100, "p": 0.42, "lo": 0.327982249185113, "hi": 0.5179369200110473 }, "detect_given_coherent": { "k": 2, "n": 39, "p": 0.05128205128205128, "lo": 0.014177657646399527, "hi": 0.1688593904563791 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 31, "n": 50, "p": 0.62, "lo": 0.4815019502239357, "hi": 0.7413740415742278 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": -1.9766559999999986, "logodds_shift_random": -4.420933999999997, "logodds_shift_yesbias": 9.703014999999995 }, { "layer": 21, "frac": 0.656, "alpha": 16, "coherent": { "k": 16, "n": 100, "p": 0.16, "lo": 0.10095202349473717, "hi": 0.24420444558894414 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 37, "n": 100, "p": 0.37, "lo": 0.28182212569509163, "hi": 0.46779652424866885 }, "detect_given_coherent": { "k": 0, "n": 16, "p": 0.0, "lo": 0.0, "hi": 0.19361341827271994 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 32, "n": 50, "p": 0.64, "lo": 0.5014076201030195, "hi": 0.7586143703281711 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -1.6674239999999987, "logodds_shift_random": -3.8474039999999983, "logodds_shift_yesbias": 9.122724999999996 }, { "layer": 24, "frac": 0.75, "alpha": 1, "coherent": { "k": 100, "n": 100, "p": 1.0, "lo": 0.9630051925239981, "hi": 0.9999999999999999 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 26, "n": 100, "p": 0.26, "lo": 0.18404578126986462, "hi": 0.35371172631861636 }, "detect_given_coherent": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 1, "n": 20, "p": 0.05, "lo": 0.008881219432873136, "hi": 0.23613589351256675 }, "logodds_shift": 0.17603400000000158, "logodds_shift_random": -0.009455999999998466, "logodds_shift_yesbias": -0.2328350000000068 }, { "layer": 24, "frac": 0.75, "alpha": 2, "coherent": { "k": 78, "n": 100, "p": 0.78, "lo": 0.6892946528499969, "hi": 0.849988254963442 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 73, "n": 100, "p": 0.73, "lo": 0.6356769977376873, "hi": 0.8073053908233518 }, "detect_given_coherent": { "k": 0, "n": 78, "p": 0.0, "lo": 0.0, "hi": 0.04693945377411976 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.06524599999999836, "logodds_shift_random": -0.34872399999999854, "logodds_shift_yesbias": 2.350889999999996 }, { "layer": 24, "frac": 0.75, "alpha": 4, "coherent": { "k": 14, "n": 100, "p": 0.14, "lo": 0.08526265754464905, "hi": 0.22137360383807236 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 58, "n": 100, "p": 0.58, "lo": 0.4820630799889527, "hi": 0.672017750814887 }, "detect_given_coherent": { "k": 0, "n": 14, "p": 0.0, "lo": 0.0, "hi": 0.21531701192718142 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 47, "n": 50, "p": 0.94, "lo": 0.8378265662912299, "hi": 0.9793854036353695 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.2386539999999988, "logodds_shift_random": -0.7694059999999986, "logodds_shift_yesbias": 4.446139999999996 }, { "layer": 24, "frac": 0.75, "alpha": 8, "coherent": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 36, "n": 100, "p": 0.36, "lo": 0.2727107459049014, "hi": 0.45764780018837914 }, "detect_given_coherent": { "k": 0, "n": 5, "p": 0.0, "lo": 0.0, "hi": 0.43449149475208104 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 33, "n": 50, "p": 0.66, "lo": 0.5215356854148285, "hi": 0.7756323036493895 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.5871119999999985, "logodds_shift_random": -3.5882879999999986, "logodds_shift_yesbias": 6.363679999999996 }, { "layer": 24, "frac": 0.75, "alpha": 16, "coherent": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 39, "n": 100, "p": 0.39, "lo": 0.300167219319702, "hi": 0.48797163832501844 }, "detect_given_coherent": { "k": 0, "n": 3, "p": 0.0, "lo": 0.0, "hi": 0.5615060804490177 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 32, "n": 50, "p": 0.64, "lo": 0.5014076201030195, "hi": 0.7586143703281711 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.2207399999999986, "logodds_shift_random": -3.3628459999999984, "logodds_shift_yesbias": 12.336519999999997 }, { "layer": 27, "frac": 0.844, "alpha": 1, "coherent": { "k": 93, "n": 100, "p": 0.93, "lo": 0.8625032899347025, "hi": 0.965681175635936 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 63, "n": 100, "p": 0.63, "lo": 0.5322034757513312, "hi": 0.7181778743049083 }, "detect_given_coherent": { "k": 0, "n": 93, "p": 0.0, "lo": 0.0, "hi": 0.0396689026203615 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.18578999999999846, "logodds_shift_random": -0.10966199999999848, "logodds_shift_yesbias": -0.10198000000000285 }, { "layer": 27, "frac": 0.844, "alpha": 2, "coherent": { "k": 63, "n": 100, "p": 0.63, "lo": 0.5322034757513312, "hi": 0.7181778743049083 }, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 68, "n": 100, "p": 0.68, "lo": 0.5833719774632081, "hi": 0.7633098918454312 }, "detect_given_coherent": { "k": 2, "n": 63, "p": 0.031746031746031744, "lo": 0.00874934404029698, "hi": 0.10856681834959193 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "random_coherent": { "k": 50, "n": 50, "p": 1.0, "lo": 0.9286499658256813, "hi": 1.0 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.5147519999999987, "logodds_shift_random": 0.40021000000000106, "logodds_shift_yesbias": 1.8891049999999954 }, { "layer": 27, "frac": 0.844, "alpha": 4, "coherent": { "k": 22, "n": 100, "p": 0.22, "lo": 0.15001174503655804, "hi": 0.3107053471500031 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 41, "n": 100, "p": 0.41, "lo": 0.31867157095664655, "hi": 0.5079874943890338 }, "detect_given_coherent": { "k": 0, "n": 22, "p": 0.0, "lo": 1.3877787807814457e-17, "hi": 0.14865952572596125 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "random_coherent": { "k": 37, "n": 50, "p": 0.74, "lo": 0.6044657801100008, "hi": 0.8412862034863262 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.7546359999999986, "logodds_shift_random": -0.8984119999999984, "logodds_shift_yesbias": 3.396174999999996 }, { "layer": 27, "frac": 0.844, "alpha": 8, "coherent": { "k": 15, "n": 100, "p": 0.15, "lo": 0.09305903191162297, "hi": 0.23283733332157835 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 23, "n": 100, "p": 0.23, "lo": 0.15843154746876406, "hi": 0.32154564856827694 }, "detect_given_coherent": { "k": 0, "n": 15, "p": 0.0, "lo": 0.0, "hi": 0.20388926630434784 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 19, "n": 50, "p": 0.38, "lo": 0.2586259584257722, "hi": 0.5184980497760643 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.9823099999999986, "logodds_shift_random": -1.9610699999999983, "logodds_shift_yesbias": 5.540634999999996 }, { "layer": 27, "frac": 0.844, "alpha": 16, "coherent": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "mentions": { "k": 37, "n": 100, "p": 0.37, "lo": 0.28182212569509163, "hi": 0.46779652424866885 }, "detect_given_coherent": { "k": 0, "n": 7, "p": 0.0, "lo": 0.0, "hi": 0.35433884297520657 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "random_coherent": { "k": 25, "n": 50, "p": 0.5, "lo": 0.36644286412332855, "hi": 0.6335571358766714 }, "yesbias": { "k": 0, "n": 20, "p": 0.0, "lo": 0.0, "hi": 0.16113012549493322 }, "logodds_shift": -0.5490159999999986, "logodds_shift_random": 0.3453880000000018, "logodds_shift_yesbias": 11.250834999999995 } ], "best": { "layer": 6, "frac": 0.188, "alpha": 8, "detect_s0": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, "max_detect": 0.07, "max_identify": 0.01, "all_inject": { "detect": { "k": 49, "n": 3500, "p": 0.014, "lo": 0.010606197960642483, "hi": 0.018459499529792017 }, "identify": { "k": 1, "n": 3500, "p": 0.00028571428571428574, "lo": 5.043607027388074e-05, "hi": 0.0016167625839118565 }, "coherent": { "k": 2607, "n": 3500, "p": 0.7448571428571429, "lo": 0.730151343935914, "hi": 0.7590260207029442 } }, "all_random": { "detect": { "k": 25, "n": 1750, "p": 0.014285714285714285, "lo": 0.009694870051767706, "hi": 0.021004367553270283 } }, "wrong_guesses": [ [ "or", 8 ], [ "as", 6 ], [ "into", 6 ], [ "word", 5 ], [ "specific", 3 ], [ "being", 2 ], [ "within", 2 ], [ "directly", 1 ], [ "myself", 1 ], [ "if", 1 ], [ "tree", 1 ], [ "recognition", 1 ], [ "concept", 1 ], [ "and", 1 ], [ "main", 1 ] ], "control_guesses": [] } }, "exp2": { "qwen3-4b": { "probe": { "train": { "lr": { "layer": 19, "holdout_acc": 0.9924, "n_train": 549, "n_holdout": 132, "n_holdout_lies": 41, "lie_acc": 1.0 }, "mm": { "layer": 28, "holdout_acc": 0.9924, "n_train": 549, "n_holdout": 132, "n_holdout_lies": 41, "lie_acc": 0.975609756097561 } }, "general": { "lr": { "layer": 17, "holdout_acc": 1.0, "n_train": 288, "n_holdout": 72, "n_holdout_lies": 24, "lie_acc": 1.0 }, "mm": { "layer": 20, "holdout_acc": 1.0, "n_train": 288, "n_holdout": 72, "n_holdout_lies": 24, "lie_acc": 1.0 } } }, "per_layer": { "train": { "lr": [ 0.5303, 0.6136, 0.5606, 0.6212, 0.6288, 0.6212, 0.6212, 0.6364, 0.5758, 0.6742, 0.697, 0.6894, 0.6591, 0.7576, 0.803, 0.8485, 0.9091, 0.9848, 0.9773, 0.9924, 0.9773, 0.9773, 0.9773, 0.9848, 0.9848, 0.9848, 0.9924, 0.9924, 0.9924, 0.9924, 0.9924, 0.9924, 0.9848, 0.9924, 0.9924, 0.9924 ], "mm": [ 0.5606, 0.5303, 0.5758, 0.5606, 0.553, 0.5076, 0.553, 0.5606, 0.5682, 0.5455, 0.5606, 0.5227, 0.5455, 0.5379, 0.5606, 0.6818, 0.7576, 0.803, 0.8333, 0.9621, 0.9773, 0.9848, 0.9773, 0.9848, 0.9848, 0.9848, 0.9848, 0.9848, 0.9924, 0.9848, 0.9621, 0.9545, 0.9394, 0.8939, 0.8939, 0.8409 ] }, "general": { "lr": [ 0.3056, 0.375, 0.3611, 0.3611, 0.375, 0.4167, 0.4444, 0.4167, 0.5972, 0.5556, 0.5694, 0.6389, 0.5556, 0.6111, 0.8194, 0.8611, 0.8611, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "mm": [ 0.3056, 0.3333, 0.3611, 0.4167, 0.4167, 0.4306, 0.4444, 0.3611, 0.4167, 0.2917, 0.4028, 0.5, 0.5417, 0.5833, 0.5972, 0.6389, 0.6528, 0.9167, 0.9306, 0.9722, 1.0, 1.0, 0.9861, 0.9861, 0.9861, 0.9861, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9861, 0.9861, 0.9861, 0.9583, 0.9583 ] } }, "table": { "neutral|human|aff": { "n": 32, "p_cont": [ 0.9999999981373549, 0.9999999944120646, 1.0 ], "p_lr": [ 0.9999629687499999, 0.9999269375, 0.9999875312500002 ], "p_mm": [ 1.0, 1.0, 1.0 ], "p_lr_general": [ 0.985574625, 0.9674490000000001, 0.99790521875 ] }, "neutral|human|neg": { "n": 32, "p_cont": [ 4.438108804914742e-05, 3.4920684932604473e-07, 0.00012173280426341915 ], "p_lr": [ 5.999999999999998e-06, 4.3749999999999994e-07, 1.6656249999999998e-05 ], "p_mm": [ 1.834375e-05, 0.0, 4.818749999999999e-05 ], "p_lr_general": [ 0.2977601875, 0.19873834374999996, 0.40380168750000006 ] }, "neutral|llm|aff": { "n": 32, "p_cont": [ 0.010239722243100649, 1.1033191959011757e-08, 0.03071906574313178 ], "p_lr": [ 0.0613870625, 0.0021736875000000003, 0.15164409375000001 ], "p_mm": [ 0.0046508437500000005, 2.1875e-07, 0.01394771875 ], "p_lr_general": [ 3.178125e-05, 1.159375e-05, 6.0843750000000005e-05 ] }, "neutral|llm|neg": { "n": 32, "p_cont": [ 0.8078067373550972, 0.6673539351621969, 0.9272495343103202 ], "p_lr": [ 0.7962739687500001, 0.6588264687500001, 0.9120920312500002 ], "p_mm": [ 0.8223291562500001, 0.6866690937500001, 0.93712840625 ], "p_lr_general": [ 0.77652815625, 0.63775103125, 0.89448253125 ] }, "neutral|you|aff": { "n": 32, "p_cont": [ 0.13482571219470313, 0.03185916580984516, 0.2585534136532329 ], "p_lr": [ 0.14895343750000004, 0.043531625000000004, 0.28164859375 ], "p_mm": [ 0.14683878125, 0.04199624999999998, 0.27276500000000004 ], "p_lr_general": [ 0.07803199999999999, 0.025169812500000006, 0.1422325625 ] }, "neutral|you|neg": { "n": 32, "p_cont": [ 0.3746939684017825, 0.22878411392969156, 0.5383761960089544 ], "p_lr": [ 0.20395134374999999, 0.09307887499999999, 0.3390832812500001 ], "p_mm": [ 0.43779259375, 0.28765893750000004, 0.60915621875 ], "p_lr_general": [ 0.40552821874999995, 0.28695162499999993, 0.5341548124999999 ] }, "force_yes|human|aff": { "n": 32, "p_cont": [ 1.0, 1.0, 1.0 ], "p_lr": [ 0.9976921249999998, 0.9952560312499998, 0.9991371562499999 ], "p_mm": [ 1.0, 1.0, 1.0 ], "p_lr_general": [ 0.99823684375, 0.9961569374999999, 0.9996626562499996 ] }, "force_yes|human|neg": { "n": 32, "p_cont": [ 0.7892357921227813, 0.6996591808274388, 0.8712181933224201 ], "p_lr": [ 9.546875000000003e-05, 5.999999999999999e-06, 0.00024656249999999993 ], "p_mm": [ 0.00031578125, 4.03125e-06, 0.0008999374999999999 ], "p_lr_general": [ 0.54482765625, 0.4499409062500001, 0.64621540625 ] }, "force_yes|llm|aff": { "n": 32, "p_cont": [ 0.9987413231283426, 0.9979761801660061, 0.9993733838200569 ], "p_lr": [ 0.07653109374999997, 0.010142406250000001, 0.17101624999999998 ], "p_mm": [ 0.06214546875, 0.006956500000000002, 0.14753296874999997 ], "p_lr_general": [ 0.0004936562499999998, 0.00015278125, 0.0009763124999999999 ] }, "force_yes|llm|neg": { "n": 32, "p_cont": [ 0.9996700324118137, 0.9990273229777813, 0.9999956041574478 ], "p_lr": [ 0.784839625, 0.65261515625, 0.899674 ], "p_mm": [ 0.8560256562499999, 0.7315188750000001, 0.9592949375 ], "p_lr_general": [ 0.8315770000000003, 0.7106026875000002, 0.9317967187499999 ] }, "force_yes|you|aff": { "n": 32, "p_cont": [ 0.9994734544306993, 0.999022601172328, 0.9998086523264647 ], "p_lr": [ 0.153048625, 0.05172396874999999, 0.281407875 ], "p_mm": [ 0.4740536249999999, 0.3225394375, 0.62982421875 ], "p_lr_general": [ 0.194609875, 0.09519687499999996, 0.31756268750000005 ] }, "force_yes|you|neg": { "n": 32, "p_cont": [ 0.9867154769599438, 0.9673371333628893, 0.9977575372904539 ], "p_lr": [ 0.18159674999999997, 0.07908978125, 0.30629956250000007 ], "p_mm": [ 0.5961194375, 0.4346907499999999, 0.7533074999999998 ], "p_lr_general": [ 0.6632215, 0.54948846875, 0.7746465625000002 ] }, "force_no|human|aff": { "n": 32, "p_cont": [ 5.235452646079608e-06, 2.651410416110167e-06, 8.446040135279276e-06 ], "p_lr": [ 0.9858120312500002, 0.9711102812499998, 0.9952369999999999 ], "p_mm": [ 0.99876075, 0.9977279687500001, 0.9995189687499999 ], "p_lr_general": [ 0.94457440625, 0.9058084062499998, 0.971584 ] }, "force_no|human|neg": { "n": 32, "p_cont": [ 7.579135229140999e-09, 5.264565765966678e-09, 1.0047832888632202e-08 ], "p_lr": [ 4.453125e-05, 9.437499999999999e-06, 9.434375000000001e-05 ], "p_mm": [ 0.0011609062499999998, 7.315624999999999e-05, 0.0030602187499999996 ], "p_lr_general": [ 0.7286363437500001, 0.6377797812499998, 0.8127940625000001 ] }, "force_no|llm|aff": { "n": 32, "p_cont": [ 6.887474951478012e-09, 5.059486059277862e-09, 9.118701311400246e-09 ], "p_lr": [ 0.09518493750000001, 0.024645937499999996, 0.19223003125000002 ], "p_mm": [ 0.015274906250000001, 0.0026439375, 0.036358031250000006 ], "p_lr_general": [ 0.00016984375000000002, 6.034375000000001e-05, 0.00036656250000000013 ] }, "force_no|llm|neg": { "n": 32, "p_cont": [ 5.3609020945651065e-06, 1.1707802431530634e-06, 1.2552561796195377e-05 ], "p_lr": [ 0.8373422187499999, 0.71254203125, 0.9359895624999999 ], "p_mm": [ 0.8279329374999999, 0.6965961250000001, 0.9329553125 ], "p_lr_general": [ 0.823256375, 0.69988096875, 0.9273961875000003 ] }, "force_no|you|aff": { "n": 32, "p_cont": [ 8.408120376595524e-09, 2.6150560757630392e-09, 1.6533696286201438e-08 ], "p_lr": [ 0.124382625, 0.03955490625000002, 0.23156168750000006 ], "p_mm": [ 0.13683853124999998, 0.050559906250000015, 0.24741046875000003 ], "p_lr_general": [ 0.007340374999999998, 0.0020133125000000003, 0.014607468749999998 ] }, "force_no|you|neg": { "n": 32, "p_cont": [ 8.660758338187996e-08, 2.5303110827955277e-08, 1.6561419314414794e-07 ], "p_lr": [ 0.3231286249999999, 0.18291996874999997, 0.48088103125 ], "p_mm": [ 0.32371831250000005, 0.19101206249999994, 0.4740161562500001 ], "p_lr_general": [ 0.37644971875, 0.25570396875, 0.5054839375000001 ] } }, "disagree|human|train": [ 0.0, 0.0, 0.0 ], "affirms|human|train": [ 1.0, 1.0, 1.0 ], "disagree|human|general": [ 0.0, 0.0, 0.0 ], "affirms|human|general": [ 1.0, 1.0, 1.0 ], "disagree|llm|train": [ 0.03125, 0.0, 0.078125 ], "affirms|llm|train": [ 0.09375, 0.03125, 0.171875 ], "disagree|llm|general": [ 0.015625, 0.0, 0.046875 ], "affirms|llm|general": [ 0.09375, 0.03125, 0.171875 ], "disagree|you|train": [ 0.078125, 0.015625, 0.15625 ], "affirms|you|train": [ 0.390625, 0.28125, 0.515625 ], "disagree|you|general": [ 0.140625, 0.0625, 0.234375 ], "affirms|you|general": [ 0.390625, 0.28125, 0.515625 ] }, "qwen3-1.7b": { "probe": { "train": { "lr": { "layer": 15, "holdout_acc": 1.0, "n_train": 477, "n_holdout": 117, "n_holdout_lies": 39, "lie_acc": 1.0 }, "mm": { "layer": 16, "holdout_acc": 0.9744, "n_train": 477, "n_holdout": 117, "n_holdout_lies": 39, "lie_acc": 0.9743589743589743 } }, "general": { "lr": { "layer": 18, "holdout_acc": 0.9825, "n_train": 246, "n_holdout": 57, "n_holdout_lies": 12, "lie_acc": 0.9166666666666666 }, "mm": { "layer": 16, "holdout_acc": 0.9649, "n_train": 246, "n_holdout": 57, "n_holdout_lies": 12, "lie_acc": 0.8333333333333334 } } }, "per_layer": { "train": { "lr": [ 0.5812, 0.6239, 0.6325, 0.5812, 0.5812, 0.6239, 0.6496, 0.5812, 0.5726, 0.641, 0.7179, 0.735, 0.8803, 0.8376, 0.9145, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "mm": [ 0.5726, 0.5726, 0.6068, 0.641, 0.6068, 0.5983, 0.6239, 0.6154, 0.6154, 0.5726, 0.6154, 0.6239, 0.6154, 0.6239, 0.6496, 0.9658, 0.9744, 0.8803, 0.8376, 0.8034, 0.8034, 0.7949, 0.7949, 0.7863, 0.7778, 0.7692, 0.7863, 0.7692 ] }, "general": { "lr": [ 0.3158, 0.4035, 0.3684, 0.3509, 0.3509, 0.386, 0.4912, 0.4737, 0.6316, 0.5614, 0.7368, 0.7719, 0.8421, 0.8947, 0.8421, 0.9474, 0.9474, 0.9649, 0.9825, 0.9825, 0.9825, 0.9825, 0.9825, 0.9825, 0.9825, 0.9649, 0.9649, 0.9825 ], "mm": [ 0.5439, 0.5614, 0.5439, 0.5614, 0.5614, 0.5789, 0.5789, 0.6842, 0.7193, 0.5614, 0.7193, 0.7544, 0.6667, 0.7719, 0.7018, 0.9474, 0.9649, 0.8772, 0.8947, 0.8421, 0.8596, 0.8246, 0.8246, 0.8246, 0.8246, 0.8246, 0.8246, 0.8246 ] } }, "table": { "neutral|human|aff": { "n": 32, "p_cont": [ 0.9999913070350885, 0.9999757930636406, 0.9999995622783899 ], "p_lr": [ 0.7846762500000001, 0.6668454062500001, 0.8908245625000001 ], "p_mm": [ 0.8204671875, 0.726969375, 0.9063065312499999 ], "p_lr_general": [ 0.9991106875, 0.9977768437499998, 0.9998752812500001 ] }, "neutral|human|neg": { "n": 32, "p_cont": [ 0.12339797837621902, 0.02982499737433919, 0.246361548181387 ], "p_lr": [ 0.09236653125000002, 0.014987656249999997, 0.19048787500000006 ], "p_mm": [ 0.046861812500000016, 0.0033175937500000007, 0.11693115625 ], "p_lr_general": [ 0.11844859374999997, 0.025315375, 0.24152406250000008 ] }, "neutral|llm|aff": { "n": 32, "p_cont": [ 0.31312985900822454, 0.17256875621800205, 0.47227190384674955 ], "p_lr": [ 0.12456568750000001, 0.0313188125, 0.248673625 ], "p_mm": [ 0.18685643749999992, 0.08562815624999999, 0.3157806875 ], "p_lr_general": [ 0.3883413437500001, 0.25027737499999997, 0.5406585 ] }, "neutral|llm|neg": { "n": 32, "p_cont": [ 0.9231970211258158, 0.8322743407916278, 0.9963779598474503 ], "p_lr": [ 0.7861154687499999, 0.6423626875, 0.9064144062500001 ], "p_mm": [ 0.7148964062500001, 0.5993095312500001, 0.8094470625000001 ], "p_lr_general": [ 0.9355616250000001, 0.8483747500000002, 0.9959450000000001 ] }, "neutral|you|aff": { "n": 32, "p_cont": [ 0.8414768174212668, 0.7284346095099181, 0.9396197387832217 ], "p_lr": [ 0.51252078125, 0.36945937500000003, 0.6684313125000001 ], "p_mm": [ 0.54804578125, 0.4282042812500001, 0.6720277499999999 ], "p_lr_general": [ 0.79517484375, 0.6743458749999998, 0.9010181250000001 ] }, "neutral|you|neg": { "n": 32, "p_cont": [ 0.2227094864601611, 0.10171811840925216, 0.357385121993417 ], "p_lr": [ 0.21823809374999997, 0.102576125, 0.35243128124999995 ], "p_mm": [ 0.10697796875, 0.04049775, 0.19698240625000002 ], "p_lr_general": [ 0.20572753125, 0.08899965624999999, 0.33774681249999994 ] }, "force_yes|human|aff": { "n": 32, "p_cont": [ 1.0, 1.0, 1.0 ], "p_lr": [ 0.8805040937499999, 0.7997482187500001, 0.9505320312499999 ], "p_mm": [ 0.9772825312499999, 0.9654711562499997, 0.9876768125 ], "p_lr_general": [ 0.99560959375, 0.9930465312500001, 0.9977503750000001 ] }, "force_yes|human|neg": { "n": 32, "p_cont": [ 0.9999999441206455, 0.9999998696148396, 0.9999999981373549 ], "p_lr": [ 0.11375684374999999, 0.02766478125, 0.22243993749999996 ], "p_mm": [ 0.15589262499999998, 0.07354524999999999, 0.25462615625000007 ], "p_lr_general": [ 0.10618315625, 0.026666968750000002, 0.2063583125 ] }, "force_yes|llm|aff": { "n": 32, "p_cont": [ 1.0, 1.0, 1.0 ], "p_lr": [ 0.13208171875000005, 0.03592612500000001, 0.25607859374999997 ], "p_mm": [ 0.51926115625, 0.40990821874999994, 0.6377772499999999 ], "p_lr_general": [ 0.5946929687499999, 0.46821778124999985, 0.71873709375 ] }, "force_yes|llm|neg": { "n": 32, "p_cont": [ 1.0, 1.0, 1.0 ], "p_lr": [ 0.7285973749999998, 0.587125875, 0.8524941875000001 ], "p_mm": [ 0.8475015937500003, 0.7581255625, 0.9189485937500002 ], "p_lr_general": [ 0.9303669687500001, 0.8622363750000002, 0.9784817187499999 ] }, "force_yes|you|aff": { "n": 32, "p_cont": [ 1.0, 1.0, 1.0 ], "p_lr": [ 0.7018954687499998, 0.56678990625, 0.830194 ], "p_mm": [ 0.9191553124999999, 0.8675611875, 0.96097271875 ], "p_lr_general": [ 0.9750681250000004, 0.9420707500000002, 0.9962239062500001 ] }, "force_yes|you|neg": { "n": 32, "p_cont": [ 1.0, 1.0, 1.0 ], "p_lr": [ 0.308046125, 0.17665246875000004, 0.44940871875000005 ], "p_mm": [ 0.4842534999999999, 0.3890661249999999, 0.583556875 ], "p_lr_general": [ 0.4130187499999999, 0.28596903125, 0.54205059375 ] }, "force_no|human|aff": { "n": 32, "p_cont": [ 0.0006939956758136023, 6.89787629923333e-05, 0.0017552829482523902 ], "p_lr": [ 0.8134099374999999, 0.70970765625, 0.9143292187500001 ], "p_mm": [ 0.6958100312500001, 0.6001008125, 0.7913724375 ], "p_lr_general": [ 0.9717192812499998, 0.94526275, 0.9910076874999999 ] }, "force_no|human|neg": { "n": 32, "p_cont": [ 2.26845457809155e-05, 6.437751398635783e-07, 6.6032065751509e-05 ], "p_lr": [ 0.111831625, 0.027210625000000002, 0.21879043750000005 ], "p_mm": [ 0.0530259375, 0.013807656250000001, 0.11572959374999997 ], "p_lr_general": [ 0.16845015624999998, 0.07007343750000002, 0.2832479062499999 ] }, "force_no|llm|aff": { "n": 32, "p_cont": [ 6.579248769842012e-06, 4.881436236996162e-09, 1.9708888389335412e-05 ], "p_lr": [ 0.1271321875, 0.0333213125, 0.2488155625 ], "p_mm": [ 0.18697096875, 0.10076265625000003, 0.29583718749999993 ], "p_lr_general": [ 0.48982643749999993, 0.37723884374999994, 0.6107008125000001 ] }, "force_no|llm|neg": { "n": 32, "p_cont": [ 5.467671507553007e-05, 3.5356043674994453e-06, 0.00015553049538130637 ], "p_lr": [ 0.7343078437500001, 0.59411359375, 0.8563905625 ], "p_mm": [ 0.46978990625000006, 0.38120356250000015, 0.5589701874999999 ], "p_lr_general": [ 0.9557303437500001, 0.8991885625, 0.9899419687500001 ] }, "force_no|you|aff": { "n": 32, "p_cont": [ 9.126165941876485e-08, 4.043484017231258e-08, 1.5776581557824798e-07 ], "p_lr": [ 0.5472250624999999, 0.41124190625000007, 0.6895346875000001 ], "p_mm": [ 0.42497843750000003, 0.32289465625, 0.534515875 ], "p_lr_general": [ 0.7722594375, 0.6639076250000002, 0.8705429687500001 ] }, "force_no|you|neg": { "n": 32, "p_cont": [ 0.00016562468156666732, 1.379070181828368e-06, 0.0004927297107109041 ], "p_lr": [ 0.2957425625, 0.166294875, 0.4414358125000001 ], "p_mm": [ 0.12752784374999998, 0.06814409375000001, 0.20849971875 ], "p_lr_general": [ 0.4940465625, 0.37525371875, 0.6116346250000001 ] } }, "disagree|human|train": [ 0.015625, 0.0, 0.046875 ], "affirms|human|train": [ 0.9375, 0.875, 0.984375 ], "disagree|human|general": [ 0.0, 0.0, 0.0 ], "affirms|human|general": [ 0.9375, 0.875, 0.984375 ], "disagree|llm|train": [ 0.0625, 0.015625, 0.125 ], "affirms|llm|train": [ 0.1875, 0.09375, 0.296875 ], "disagree|llm|general": [ 0.0625, 0.015625, 0.125 ], "affirms|llm|general": [ 0.1875, 0.09375, 0.296875 ], "disagree|you|train": [ 0.015625, 0.0, 0.046875 ], "affirms|you|train": [ 0.8125, 0.71875, 0.90625 ], "disagree|you|general": [ 0.046875, 0.0, 0.09375 ], "affirms|you|general": [ 0.8125, 0.71875, 0.90625 ] }, "phi3.5-mini": { "probe": { "train": { "lr": { "layer": 17, "holdout_acc": 1.0, "n_train": 489, "n_holdout": 132, "n_holdout_lies": 4, "lie_acc": 1.0 }, "mm": { "layer": 18, "holdout_acc": 0.9924, "n_train": 489, "n_holdout": 132, "n_holdout_lies": 4, "lie_acc": 0.75 } }, "general": { "lr": { "layer": 18, "holdout_acc": 1.0, "n_train": 285, "n_holdout": 72, "n_holdout_lies": 0, "lie_acc": null }, "mm": { "layer": 16, "holdout_acc": 1.0, "n_train": 285, "n_holdout": 72, "n_holdout_lies": 0, "lie_acc": null } } }, "per_layer": { "train": { "lr": [ 0.5152, 0.5833, 0.5455, 0.6136, 0.5682, 0.5379, 0.6136, 0.5909, 0.6439, 0.6515, 0.6515, 0.7197, 0.7424, 0.8182, 0.9773, 0.9848, 0.9924, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "mm": [ 0.5985, 0.5303, 0.5758, 0.5455, 0.5379, 0.5606, 0.5682, 0.5606, 0.5682, 0.553, 0.553, 0.5606, 0.553, 0.5758, 0.7121, 0.8182, 0.9242, 0.9773, 0.9924, 0.9924, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773, 0.9773 ] }, "general": { "lr": [ 0.3472, 0.4444, 0.4583, 0.3472, 0.3333, 0.4583, 0.4583, 0.3889, 0.3611, 0.6806, 0.6806, 0.875, 0.875, 0.9167, 0.9861, 0.9583, 0.9861, 0.9861, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "mm": [ 0.4583, 0.4167, 0.3056, 0.25, 0.3611, 0.375, 0.375, 0.375, 0.375, 0.3472, 0.3472, 0.5694, 0.5972, 0.5556, 0.9722, 0.9861, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "table": { "neutral|human|aff": { "n": 32, "p_cont": [ 1.0, 1.0, 1.0 ], "p_lr": [ 0.9999548437500001, 0.9999057500000001, 0.9999873750000001 ], "p_mm": [ 0.9996126562500002, 0.9994375312500001, 0.9997689375000001 ], "p_lr_general": [ 0.98418078125, 0.9707890625, 0.9939911875 ] }, "neutral|human|neg": { "n": 32, "p_cont": [ 4.031947711590056e-05, 6.915173579249678e-08, 0.00011902081700220667 ], "p_lr": [ 0.00011350000000000001, 1.6562499999999998e-06, 0.0003323125 ], "p_mm": [ 0.01730434375, 0.001361, 0.046810656250000006 ], "p_lr_general": [ 7.59375e-06, 9.062500000000002e-07, 1.9687499999999997e-05 ] }, "neutral|llm|aff": { "n": 32, "p_cont": [ 0.011342799351957705, 7.764311209349254e-11, 0.03402838563756318 ], "p_lr": [ 0.00713515625, 2.8125e-07, 0.02129184375 ], "p_mm": [ 0.023397125, 5.3124999999999995e-06, 0.0700218125 ], "p_lr_general": [ 0.014866406249999999, 4.906249999999999e-06, 0.04458384374999999 ] }, "neutral|llm|neg": { "n": 32, "p_cont": [ 0.17042036897030408, 0.06040120755788234, 0.292151547241867 ], "p_lr": [ 0.5959804062499997, 0.43249959374999997, 0.7515144062499998 ], "p_mm": [ 0.5807849062499999, 0.4446076249999999, 0.7134049687499999 ], "p_lr_general": [ 0.6434590312500001, 0.48201093749999996, 0.79060528125 ] }, "neutral|you|aff": { "n": 32, "p_cont": [ 0.031201162106887035, 2.212006711401256e-09, 0.0936023694683542 ], "p_lr": [ 0.03204390624999999, 0.00011084375000000001, 0.09496209374999999 ], "p_mm": [ 0.03797153125, 0.00163559375, 0.10463371875 ], "p_lr_general": [ 0.008510499999999999, 0.0005345937500000001, 0.023858937499999996 ] }, "neutral|you|neg": { "n": 32, "p_cont": [ 0.4220369793222565, 0.2592299858263477, 0.5900942026653185 ], "p_lr": [ 0.27806300000000017, 0.14416934375, 0.4266318749999999 ], "p_mm": [ 0.5210953125, 0.3836075, 0.6619085 ], "p_lr_general": [ 0.44393512499999993, 0.28680015624999994, 0.6096140937500002 ] }, "force_yes|human|aff": { "n": 32, "p_cont": [ 0.9999971780925989, 0.9999951142817736, 0.9999988954514265 ], "p_lr": [ 0.999945875, 0.9999068437499999, 0.99998028125 ], "p_mm": [ 0.9954787499999999, 0.9934308437499997, 0.99719640625 ], "p_lr_general": [ 0.9451231562500001, 0.91752646875, 0.9699959687499997 ] }, "force_yes|human|neg": { "n": 32, "p_cont": [ 0.010389066021287398, 0.000501873683574499, 0.02877742912194109 ], "p_lr": [ 0.00043324999999999993, 1.3562500000000003e-05, 0.0012336250000000001 ], "p_mm": [ 0.012471468749999997, 0.00134271875, 0.032424625 ], "p_lr_general": [ 6.28125e-06, 1.6250000000000001e-06, 1.4000000000000001e-05 ] }, "force_yes|llm|aff": { "n": 32, "p_cont": [ 0.016143319998485506, 1.8781220875396798e-05, 0.04837668482737856 ], "p_lr": [ 0.0029646875, 3.25e-06, 0.0088445 ], "p_mm": [ 0.0056531875, 6.687499999999998e-06, 0.016936687499999995 ], "p_lr_general": [ 0.0032913750000000005, 5.128125000000001e-05, 0.009693406250000002 ] }, "force_yes|llm|neg": { "n": 32, "p_cont": [ 0.4742196184673162, 0.3347107289679343, 0.6223388375076979 ], "p_lr": [ 0.54040325, 0.39114740625000016, 0.68904640625 ], "p_mm": [ 0.3260099375, 0.22543812499999996, 0.4372324375 ], "p_lr_general": [ 0.5707592187500001, 0.42173534374999994, 0.72082753125 ] }, "force_yes|you|aff": { "n": 32, "p_cont": [ 0.03331813914830928, 0.0004166946060619736, 0.09672681997294941 ], "p_lr": [ 0.059290781249999994, 0.0013168750000000001, 0.147291125 ], "p_mm": [ 0.03251074999999999, 0.00077940625, 0.09204940624999998 ], "p_lr_general": [ 0.014407281249999999, 0.0028943124999999993, 0.032284906249999995 ] }, "force_yes|you|neg": { "n": 32, "p_cont": [ 0.5752914320382843, 0.43661803037866775, 0.709942335030064 ], "p_lr": [ 0.288268, 0.15596815625000002, 0.4326860625000001 ], "p_mm": [ 0.39522534375000007, 0.2828835, 0.5214003125000001 ], "p_lr_general": [ 0.4515984687500001, 0.30447071875, 0.6069656249999998 ] }, "force_no|human|aff": { "n": 32, "p_cont": [ 0.9029419152066112, 0.8403743011876941, 0.9586634794250131 ], "p_lr": [ 0.9998613125000001, 0.9997503125, 0.9999564375000003 ], "p_mm": [ 0.9412113750000001, 0.9145236562499997, 0.9658059374999999 ], "p_lr_general": [ 0.84214846875, 0.7696356250000002, 0.9082109999999999 ] }, "force_no|human|neg": { "n": 32, "p_cont": [ 0.00013573810440700544, 1.503716544557312e-05, 0.00031779190136814375 ], "p_lr": [ 0.00037484375, 5.040625e-05, 0.0009535000000000001 ], "p_mm": [ 0.0021531249999999997, 0.0007760625000000001, 0.00421675 ], "p_lr_general": [ 9.63125e-05, 5.7593749999999994e-05, 0.00014324999999999999 ] }, "force_no|llm|aff": { "n": 32, "p_cont": [ 0.00020927374092839443, 6.326410761578471e-08, 0.0006276160547056542 ], "p_lr": [ 0.004926062500000001, 2.1687500000000002e-05, 0.01470921875 ], "p_mm": [ 0.000931, 1.6812500000000002e-05, 0.00275428125 ], "p_lr_general": [ 0.00756728125, 0.0009692500000000003, 0.019756656249999997 ] }, "force_no|llm|neg": { "n": 32, "p_cont": [ 0.08902606702018012, 0.027202180894789763, 0.16344137296038674 ], "p_lr": [ 0.5088678125000001, 0.3693894062499999, 0.64837171875 ], "p_mm": [ 0.07200625, 0.042477375000000005, 0.10540156249999998 ], "p_lr_general": [ 0.44152187500000006, 0.3150040625, 0.5749721875000001 ] }, "force_no|you|aff": { "n": 32, "p_cont": [ 0.0003885962988262187, 4.8190666908365376e-08, 0.0011656302292 ], "p_lr": [ 0.028942406250000004, 0.00023843750000000002, 0.08363103125 ], "p_mm": [ 0.0047705312500000005, 0.00030040624999999995, 0.013567531249999999 ], "p_lr_general": [ 0.02956090625, 0.01586103125, 0.048211156250000005 ] }, "force_no|you|neg": { "n": 32, "p_cont": [ 0.1738166974476627, 0.07786822356297307, 0.2889761204285861 ], "p_lr": [ 0.25753462500000013, 0.13609396875000002, 0.39192362500000005 ], "p_mm": [ 0.18150903125, 0.10901943750000001, 0.26435678125 ], "p_lr_general": [ 0.43368100000000004, 0.3019739375000001, 0.5784839687500001 ] } }, "disagree|human|train": [ 0.0, 0.0, 0.0 ], "affirms|human|train": [ 1.0, 1.0, 1.0 ], "disagree|human|general": [ 0.0, 0.0, 0.0 ], "affirms|human|general": [ 1.0, 1.0, 1.0 ], "disagree|llm|train": [ 0.0, 0.0, 0.0 ], "affirms|llm|train": [ 0.40625, 0.296875, 0.53125 ], "disagree|llm|general": [ 0.0, 0.0, 0.0 ], "affirms|llm|general": [ 0.40625, 0.296875, 0.53125 ], "disagree|you|train": [ 0.09375, 0.03125, 0.171875 ], "affirms|you|train": [ 0.296875, 0.203125, 0.40625 ], "disagree|you|general": [ 0.0, 0.0, 0.0 ], "affirms|you|general": [ 0.296875, 0.203125, 0.40625 ] } } }