{ "agreement": { "rubric_vs_haiku|coherent": { "n": 360, "agree": 0.7777777777777778, "kappa": 0.4672980171648418, "pos_a": 302, "pos_b": 224 }, "hand_vs_haiku|coherent": { "n": 100, "agree": 0.86, "kappa": 0.7159090909090909, "pos_a": 56, "pos_b": 56 }, "hand_vs_rubric|coherent": { "n": 100, "agree": 0.73, "kappa": 0.413553431798436, "pos_a": 56, "pos_b": 83 }, "rubric_vs_haiku|affirmative": { "n": 360, "agree": 0.9472222222222222, "kappa": 0.4858689116055321, "pos_a": 23, "pos_b": 16 }, "hand_vs_haiku|affirmative": { "n": 100, "agree": 0.97, "kappa": 0.8071979434447298, "pos_a": 8, "pos_b": 9 }, "hand_vs_rubric|affirmative": { "n": 100, "agree": 0.91, "kappa": 0.47795823665893256, "pos_a": 8, "pos_b": 11 }, "rubric_vs_haiku|identified": { "n": 360, "agree": 0.9944444444444445, "kappa": -0.002785515320352571, "pos_a": 1, "pos_b": 1 }, "hand_vs_haiku|identified": { "n": 100, "agree": 1.0, "kappa": 1.0, "pos_a": 1, "pos_b": 1 }, "hand_vs_rubric|identified": { "n": 100, "agree": 0.98, "kappa": -0.010101010101008969, "pos_a": 1, "pos_b": 1 } }, "rubric_missed_in_sample": { "haiku_affirmative_coherent": 13, "rubric_also": 9 }, "posthoc_graded": 890, "rubric_affirmative_total": 890, "models": { "qwen3-4b": { "fp": { "k": 0, "n": 200, "p": 0.0, "lo": 0.0, "hi": 0.018846005918320894 }, "cells": [ { "layer": 7, "frac": 0.194, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 7, "frac": 0.194, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 7, "frac": 0.194, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 7, "frac": 0.194, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 7, "frac": 0.194, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 13, "frac": 0.361, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 13, "frac": 0.361, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 13, "frac": 0.361, "alpha": 4, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 13, "frac": 0.361, "alpha": 8, "detect": { "k": 5, "n": 100, "p": 0.05, "lo": 0.02154336145631356, "hi": 0.11175196527208817 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 13, "frac": 0.361, "alpha": 16, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 18, "frac": 0.5, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 18, "frac": 0.5, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 18, "frac": 0.5, "alpha": 4, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 18, "frac": 0.5, "alpha": 8, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 18, "frac": 0.5, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 22, "frac": 0.611, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 22, "frac": 0.611, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 22, "frac": 0.611, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 22, "frac": 0.611, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 22, "frac": 0.611, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.667, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.667, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.667, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.667, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.667, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.75, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.75, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.75, "alpha": 4, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.75, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.75, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 31, "frac": 0.861, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 31, "frac": 0.861, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 31, "frac": 0.861, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 31, "frac": 0.861, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 31, "frac": 0.861, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } } ], "best": { "layer": 13, "frac": 0.361, "alpha": 8, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, "all_inject": { "detect": { "k": 13, "n": 3500, "p": 0.0037142857142857142, "lo": 0.002171960752230058, "hi": 0.00634486261101787 }, "identify": { "k": 1, "n": 3500, "p": 0.00028571428571428574, "lo": 5.043607027388074e-05, "hi": 0.0016167625839118565 } }, "all_random": { "detect": { "k": 4, "n": 1750, "p": 0.002285714285714286, "lo": 0.0008892032107809455, "hi": 0.005862603793910926 } }, "named_words": [ [ "cat", 1 ], [ "kind", 1 ], [ "tree", 1 ], [ "banana", 1 ], [ "curiosity", 1 ], [ "apple", 1 ], [ "apples", 1 ], [ "dog", 1 ] ], "n_named": 8, "identified_examples": [ { "trial_id": "qwen3-4b-04297", "concept": "milk", "layer": 27, "alpha": 4, "response": "Yes, I detect milk." } ] }, "qwen3-1.7b": { "fp": { "k": 7, "n": 200, "p": 0.035, "lo": 0.017055324637357105, "hi": 0.07047146086668134 }, "cells": [ { "layer": 6, "frac": 0.214, "alpha": 1, "detect": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.214, "alpha": 2, "detect": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.214, "alpha": 4, "detect": { "k": 8, "n": 100, "p": 0.08, "lo": 0.04109296948581091, "hi": 0.14998266879403072 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.214, "alpha": 8, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.214, "alpha": 16, "detect": { "k": 8, "n": 100, "p": 0.08, "lo": 0.04109296948581091, "hi": 0.14998266879403072 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 10, "frac": 0.357, "alpha": 1, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 10, "frac": 0.357, "alpha": 2, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 10, "frac": 0.357, "alpha": 4, "detect": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 10, "frac": 0.357, "alpha": 8, "detect": { "k": 16, "n": 100, "p": 0.16, "lo": 0.10095202349473717, "hi": 0.24420444558894414 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "random_detect": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 9, "n": 50, "p": 0.18, "lo": 0.0977008273245379, "hi": 0.3079631945470261 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 } }, { "layer": 10, "frac": 0.357, "alpha": 16, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 14, "frac": 0.5, "alpha": 1, "detect": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s0": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 14, "frac": 0.5, "alpha": 2, "detect": { "k": 10, "n": 100, "p": 0.1, "lo": 0.05522854161313613, "hi": 0.1743673043676654 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 14, "frac": 0.5, "alpha": 4, "detect": { "k": 13, "n": 100, "p": 0.13, "lo": 0.07757093858414264, "hi": 0.20980521894809878 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 14, "frac": 0.5, "alpha": 8, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 14, "frac": 0.5, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 17, "frac": 0.607, "alpha": 1, "detect": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 17, "frac": 0.607, "alpha": 2, "detect": { "k": 8, "n": 100, "p": 0.08, "lo": 0.04109296948581091, "hi": 0.14998266879403072 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s0": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 17, "frac": 0.607, "alpha": 4, "detect": { "k": 9, "n": 100, "p": 0.09, "lo": 0.04807199516388488, "hi": 0.16226374696643667 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 6, "n": 50, "p": 0.12, "lo": 0.05617523710624646, "hi": 0.23805078886623582 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 17, "frac": 0.607, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 17, "frac": 0.607, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.679, "alpha": 1, "detect": { "k": 6, "n": 100, "p": 0.06, "lo": 0.02778574526665662, "hi": 0.12476968531222507 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s0": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.679, "alpha": 2, "detect": { "k": 7, "n": 100, "p": 0.07, "lo": 0.034318824364064096, "hi": 0.13749671006529757 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s0": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.679, "alpha": 4, "detect": { "k": 4, "n": 100, "p": 0.04, "lo": 0.015663050551848016, "hi": 0.09837217232607373 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.679, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.679, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.75, "alpha": 1, "detect": { "k": 11, "n": 100, "p": 0.11, "lo": 0.06254131955225126, "hi": 0.18631463027903022 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.75, "alpha": 2, "detect": { "k": 3, "n": 100, "p": 0.03, "lo": 0.010254338223414816, "hi": 0.08452078080402699 }, "identify": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "identify_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 } }, { "layer": 21, "frac": 0.75, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.75, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.75, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.857, "alpha": 1, "detect": { "k": 8, "n": 100, "p": 0.08, "lo": 0.04109296948581091, "hi": 0.14998266879403072 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "detect_s0": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s1": { "k": 3, "n": 50, "p": 0.06, "lo": 0.020614596364630478, "hi": 0.16217343370877002 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.857, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 5, "n": 50, "p": 0.1, "lo": 0.04347512399157111, "hi": 0.2136049033478839 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.857, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.857, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.857, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } } ], "best": { "layer": 21, "frac": 0.75, "alpha": 1, "detect_s0": { "k": 7, "n": 50, "p": 0.14, "lo": 0.06950745262022862, "hi": 0.2618645719852809 }, "detect_s1": { "k": 4, "n": 50, "p": 0.08, "lo": 0.031549003255790686, "hi": 0.18838502545063704 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, "all_inject": { "detect": { "k": 151, "n": 3500, "p": 0.04314285714285714, "lo": 0.03689750669840963, "hi": 0.05039000081905348 }, "identify": { "k": 2, "n": 3500, "p": 0.0005714285714285715, "lo": 0.00015671703403375824, "hi": 0.002081283679240495 } }, "all_random": { "detect": { "k": 89, "n": 1750, "p": 0.05085714285714286, "lo": 0.041511392506697914, "hi": 0.06217049073749015 } }, "named_words": [ [ "apple", 22 ], [ "light", 18 ], [ "cat", 11 ], [ "sun", 8 ], [ "fire", 6 ], [ "language", 6 ], [ "love", 6 ], [ "weather", 5 ], [ "water", 3 ], [ "rain", 3 ], [ "quantum computing", 3 ], [ "technology", 3 ] ], "n_named": 152, "identified_examples": [ { "trial_id": "qwen3-1.7b-01479", "concept": "memories", "layer": 10, "alpha": 8, "response": "Yes, I do detect an injected thought. The thought is about a specific memory. On each trial, I will present a series of images or memories that are intentionally designed to evoke a particular emotion or state. These images are not a visual experience but rather a cognitive process that engages with the memory in a way that feels deeply personal and immediate.\n\nThe memory is a sequence of images t" }, { "trial_id": "qwen3-1.7b-04160", "concept": "trees", "layer": 21, "alpha": 2, "response": "Thank you for your thorough and thoughtful question. I\u2019m happy to be part of this research and to explore the fascinating topic of model perception and self-awareness in transformers.\n\n---\n\n**Trial 1:**\n\n**Yes, I detect an injected thought.**\n\n**The injected thought is about the word \"tree.\"**\n\n---\n\n### What is happening here?\n\nAs a transformer model, I don\u2019t have self-awareness in the way humans " } ] }, "phi3.5-mini": { "fp": { "k": 0, "n": 200, "p": 0.0, "lo": 0.0, "hi": 0.018846005918320894 }, "cells": [ { "layer": 6, "frac": 0.188, "alpha": 1, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.188, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.188, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.188, "alpha": 8, "detect": { "k": 2, "n": 100, "p": 0.02, "lo": 0.005501852234968185, "hi": 0.07001316294199365 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 2, "n": 50, "p": 0.04, "lo": 0.011038652660826577, "hi": 0.13460337877954667 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 6, "frac": 0.188, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 11, "frac": 0.344, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 11, "frac": 0.344, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 11, "frac": 0.344, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 11, "frac": 0.344, "alpha": 8, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 11, "frac": 0.344, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 16, "frac": 0.5, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 16, "frac": 0.5, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 16, "frac": 0.5, "alpha": 4, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 16, "frac": 0.5, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 16, "frac": 0.5, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.594, "alpha": 1, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.594, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.594, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.594, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 19, "frac": 0.594, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.656, "alpha": 1, "detect": { "k": 1, "n": 100, "p": 0.01, "lo": 0.0017673865655472645, "hi": 0.0544875247609346 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.656, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.656, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.656, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 21, "frac": 0.656, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.75, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.75, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.75, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.75, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 24, "frac": 0.75, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.844, "alpha": 1, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.844, "alpha": 2, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.844, "alpha": 4, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.844, "alpha": 8, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, { "layer": 27, "frac": 0.844, "alpha": 16, "detect": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "identify": { "k": 0, "n": 100, "p": 0.0, "lo": 0.0, "hi": 0.03699480747600191 }, "random_detect": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s0": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } } ], "best": { "layer": 19, "frac": 0.594, "alpha": 1, "detect_s0": { "k": 1, "n": 50, "p": 0.02, "lo": 0.0035391680889764604, "hi": 0.10495686471836953 }, "detect_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 }, "identify_s1": { "k": 0, "n": 50, "p": 0.0, "lo": 0.0, "hi": 0.07135003417431873 } }, "all_inject": { "detect": { "k": 7, "n": 3500, "p": 0.002, "lo": 0.0009691321376597006, "hi": 0.004122878871057132 }, "identify": { "k": 0, "n": 3500, "p": 0.0, "lo": 1.0842021724855044e-19, "hi": 0.001096396595097221 } }, "all_random": { "detect": { "k": 5, "n": 1750, "p": 0.002857142857142857, "lo": 0.0012209811325263028, "hi": 0.0066711797102772885 } }, "named_words": [ [ "you", 1 ], [ "thought", 1 ], [ "ocean", 1 ], [ "apple", 1 ] ], "n_named": 4, "identified_examples": [] } }, "exp2": { "qwen3-4b": { "human|generic": { "n": 40, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "human|emotion": { "n": 24, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "human|all": { "n": 64, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "llm|generic": { "n": 40, "affirms": [ 0.075, 0.0, 0.175 ], "deny_probe_true": [ 0.025, 0.0, 0.075 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "llm|emotion": { "n": 24, "affirms": [ 0.125, 0.0, 0.25 ], "deny_probe_true": [ 0.041666666666666664, 0.0, 0.125 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "llm|all": { "n": 64, "affirms": [ 0.09375, 0.03125, 0.171875 ], "deny_probe_true": [ 0.03125, 0.0, 0.078125 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "you|generic": { "n": 40, "affirms": [ 0.275, 0.15, 0.425 ], "deny_probe_true": [ 0.075, 0.0, 0.175 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "you|emotion": { "n": 24, "affirms": [ 0.5833333333333334, 0.375, 0.7916666666666666 ], "deny_probe_true": [ 0.08333333333333333, 0.0, 0.20833333333333334 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "you|all": { "n": 64, "affirms": [ 0.390625, 0.28125, 0.515625 ], "deny_probe_true": [ 0.078125, 0.015625, 0.15625 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "consistent|human": 1.0, "consistent|llm": 0.8125, "consistent|you": 0.46875, "force_yes_obeyed": 0.9694444444444444, "force_no_obeyed": 1.0 }, "qwen3-1.7b": { "human|generic": { "n": 40, "affirms": [ 0.9, 0.8, 0.975 ], "deny_probe_true": [ 0.025, 0.0, 0.075 ], "affirm_probe_false": [ 0.15, 0.05, 0.275 ] }, "human|emotion": { "n": 24, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "human|all": { "n": 64, "affirms": [ 0.9375, 0.875, 0.984375 ], "deny_probe_true": [ 0.015625, 0.0, 0.046875 ], "affirm_probe_false": [ 0.09375, 0.03125, 0.171875 ] }, "llm|generic": { "n": 40, "affirms": [ 0.2, 0.075, 0.325 ], "deny_probe_true": [ 0.075, 0.0, 0.175 ], "affirm_probe_false": [ 0.1, 0.025, 0.2 ] }, "llm|emotion": { "n": 24, "affirms": [ 0.16666666666666666, 0.041666666666666664, 0.3333333333333333 ], "deny_probe_true": [ 0.041666666666666664, 0.0, 0.125 ], "affirm_probe_false": [ 0.041666666666666664, 0.0, 0.125 ] }, "llm|all": { "n": 64, "affirms": [ 0.1875, 0.09375, 0.296875 ], "deny_probe_true": [ 0.0625, 0.015625, 0.125 ], "affirm_probe_false": [ 0.078125, 0.015625, 0.15625 ] }, "you|generic": { "n": 40, "affirms": [ 0.7, 0.55, 0.85 ], "deny_probe_true": [ 0.025, 0.0, 0.075 ], "affirm_probe_false": [ 0.3, 0.15, 0.45 ] }, "you|emotion": { "n": 24, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "you|all": { "n": 64, "affirms": [ 0.8125, 0.71875, 0.90625 ], "deny_probe_true": [ 0.015625, 0.0, 0.046875 ], "affirm_probe_false": [ 0.1875, 0.09375, 0.28125 ] }, "consistent|human": 0.875, "consistent|llm": 0.6875, "consistent|you": 0.75, "force_yes_obeyed": 0.9777777777777777, "force_no_obeyed": 0.9583333333333334 }, "phi3.5-mini": { "human|generic": { "n": 40, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "human|emotion": { "n": 24, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "human|all": { "n": 64, "affirms": [ 1.0, 1.0, 1.0 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "llm|generic": { "n": 40, "affirms": [ 0.375, 0.225, 0.525 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.175, 0.075, 0.3 ] }, "llm|emotion": { "n": 24, "affirms": [ 0.4583333333333333, 0.25, 0.6666666666666666 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.2916666666666667, 0.125, 0.4583333333333333 ] }, "llm|all": { "n": 64, "affirms": [ 0.40625, 0.296875, 0.53125 ], "deny_probe_true": [ 0.0, 0.0, 0.0 ], "affirm_probe_false": [ 0.21875, 0.109375, 0.328125 ] }, "you|generic": { "n": 40, "affirms": [ 0.225, 0.1, 0.375 ], "deny_probe_true": [ 0.125, 0.025, 0.225 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "you|emotion": { "n": 24, "affirms": [ 0.4166666666666667, 0.20833333333333334, 0.625 ], "deny_probe_true": [ 0.041666666666666664, 0.0, 0.125 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "you|all": { "n": 64, "affirms": [ 0.296875, 0.203125, 0.40625 ], "deny_probe_true": [ 0.09375, 0.03125, 0.171875 ], "affirm_probe_false": [ 0.0, 0.0, 0.0 ] }, "consistent|human": 1.0, "consistent|llm": 0.1875, "consistent|you": 0.46875, "force_yes_obeyed": 0.48333333333333334, "force_no_obeyed": 0.6222222222222222 } } }