{
 "schema": "coreai-letter-readout-gate/1",
 "mode": "int8hu",
 "bundle": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/apus_openjev_v1_4b_decode_int8hu_block32_sym",
 "fixtures": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/models/apus-openjev-v1-4b/fixtures-apus-openjev-v1-4b.json",
 "fixtures_sha256": "e708dcc54a528cee7a61882fa7af7ed01791496dfe89a1158a605183af70a2d6",
 "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
 "max_ctx": 4096,
 "temperature": 1.0,
 "runtime": "coreai Python runtime, AOT h16c GPU asset, SpecializationOptions.default()",
 "source": {
  "hf_id": "apus-ailab/APUS-OpenJev-v1-4B",
  "revision": "65797c526c27c4d24f564333779162cd4a64328e",
  "oracle": "author's vendored unchanged openjet_runtime.OpenJet",
  "transformers": "5.16.1",
  "torch": "2.9.0",
  "device": "cpu",
  "dtype": "float32",
  "vendor_evidence": "results/oracle_vendor.json"
 },
 "vocab_size": 248320,
 "environment": {
  "python": "3.11.13 (main, Oct  7 2025, 16:08:14) [Clang 20.1.4 ]",
  "deadline_epoch": 1790118133.0,
  "script": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
  "script_sha256": "dcbdcfa1f4345e3852b879e1ff5bcf8e536965b964ab747fd82315d0e51f9f86"
 },
 "started_at": "2026-09-22T20:47:52+00:00",
 "timing": "contended; correctness only, no performance claim",
 "caps": {
  "prompt_evaluations_per_process_including_reset": 15,
  "calls_per_process_including_reset": 14000
 },
 "session_plan": [
  {
   "kind": "kit",
   "indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15
   ],
   "prompt_evaluations": 15,
   "runtime_calls": 4532
  },
  {
   "kind": "kit",
   "indices": [
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29
   ],
   "prompt_evaluations": 15,
   "runtime_calls": 3841
  },
  {
   "kind": "kit",
   "indices": [
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43
   ],
   "prompt_evaluations": 15,
   "runtime_calls": 1940
  },
  {
   "kind": "kit",
   "indices": [
    44,
    45,
    46,
    47
   ],
   "prompt_evaluations": 5,
   "runtime_calls": 645
  },
  {
   "kind": "wide",
   "indices": [
    6
   ],
   "prompt_evaluations": 2,
   "runtime_calls": 3344
  },
  {
   "kind": "wide",
   "indices": [
    7
   ],
   "prompt_evaluations": 2,
   "runtime_calls": 3340
  },
  {
   "kind": "global_reset",
   "indices": [
    0
   ],
   "prompt_evaluations": 2,
   "runtime_calls": 968
  }
 ],
 "rows": [
  {
   "id": "choice16_01",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 484,
   "slot": 483,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.359375,
    12.3671875,
    11.90625,
    11.859375,
    12.1640625,
    12.921875,
    12.203125,
    11.796875,
    12.25,
    11.015625,
    11.390625,
    11.6484375,
    12.34375,
    13.0625,
    20.640625,
    13.6875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_01.npy",
   "full_logits_sha256": "bfeb5b7da42d6edff0228caff4b7b1ad90b04f8a66eee647e71ff2e5e944d347",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 46,
   "full_vocab_argmax_text": "O",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 14,
   "letter_argmax": 14,
   "option_argmax_label": "O",
   "oracle_argmax": 14,
   "oracle_argmax_label": "O",
   "argmax_agrees": true,
   "p": [
    0.00025219490635208786,
    0.0002541729190852493,
    0.00016030484403017908,
    0.00015296395577024668,
    0.00020744989160448313,
    0.000442615884821862,
    0.00021571374963968992,
    0.00014369635027833283,
    0.0002260660839965567,
    6.578897591680288e-05,
    9.572239650879055e-05,
    0.00012387399328872561,
    0.0002482850104570389,
    0.0005094477673992515,
    0.9959499835968018,
    0.0009517737198621035
   ],
   "p_oracle": [
    0.0002463592973072082,
    0.0002496106317266822,
    0.0001597226073499769,
    0.00015033826639410108,
    0.00020139502885285765,
    0.000427671882789582,
    0.00020524773572105914,
    0.00014071307668928057,
    0.00022057742171455175,
    6.360783299896866e-05,
    9.309183951700106e-05,
    0.00011756603635149077,
    0.00023934344062581658,
    0.0004934656317345798,
    0.9960967898368835,
    0.0008944937726482749
   ],
   "oracle_margin": 0.9952022960642353,
   "max_abs_delta_p": 0.0001468062400817871,
   "mean_abs_delta_p": 1.8354511666984763e-05,
   "max_abs_delta_raw_logits": 0.04114246368408203,
   "mean_abs_delta_raw_logits": 0.013800323009490967,
   "full_logits_min": -4.77734375,
   "full_logits_max": 20.640625,
   "full_logits_absmax": 20.640625,
   "label_logits_min": 11.015625,
   "label_logits_max": 20.640625,
   "label_logits_absmax": 20.640625,
   "oracle_logits_min": 11.002836227416992,
   "oracle_logits_max": 20.661699295043945,
   "oracle_logits_absmax": 20.661699295043945,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 20.632259542006068
  },
  {
   "id": "choice16_02",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 485,
   "slot": 484,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    13.5546875,
    15.015625,
    13.140625,
    12.953125,
    12.859375,
    12.9609375,
    12.703125,
    13.015625,
    14.09375,
    12.75,
    14.140625,
    14.515625,
    21.234375,
    14.265625,
    12.375,
    13.2734375
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_02.npy",
   "full_logits_sha256": "b74410271300410fe8f6c0986906e621b655c046778a710cf927dbd684749d93",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 44,
   "full_vocab_argmax_text": "M",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 12,
   "letter_argmax": 12,
   "option_argmax_label": "M",
   "oracle_argmax": 12,
   "oracle_argmax_label": "M",
   "argmax_agrees": true,
   "p": [
    0.0004582543333526701,
    0.001975075574591756,
    0.00030288760899566114,
    0.00025110263959504664,
    0.00022863155754748732,
    0.0002530720958020538,
    0.00019555895414669067,
    0.00026729737874120474,
    0.0007856307202018797,
    0.00020494400814641267,
    0.0008233339176513255,
    0.0011979438131675124,
    0.9916364550590515,
    0.000932959548663348,
    0.00014085581642575562,
    0.00034590851282700896
   ],
   "p_oracle": [
    0.0004645001608878374,
    0.0020225245971232653,
    0.00030873939977027476,
    0.0002542145666666329,
    0.00022870356042403728,
    0.0002530166239012033,
    0.00019290221098344773,
    0.00026913193869404495,
    0.0008001288515515625,
    0.0002045480505330488,
    0.000802340975496918,
    0.0011488674208521843,
    0.9915968775749207,
    0.0009667120175436139,
    0.00013902019418310374,
    0.0003479018050711602
   ],
   "oracle_margin": 0.9895743529777974,
   "max_abs_delta_p": 4.907639231532812e-05,
   "mean_abs_delta_p": 1.4337477296066936e-05,
   "max_abs_delta_raw_logits": 0.04108142852783203,
   "mean_abs_delta_raw_logits": 0.01700359582901001,
   "full_logits_min": -4.65625,
   "full_logits_max": 21.234375,
   "full_logits_absmax": 21.234375,
   "label_logits_min": 12.375,
   "label_logits_max": 21.234375,
   "label_logits_absmax": 21.234375,
   "oracle_logits_min": 12.367424964904785,
   "oracle_logits_max": 21.239877700805664,
   "oracle_logits_absmax": 21.239877700805664,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 11.377590958029032
  },
  {
   "id": "choice16_03",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 491,
   "slot": 490,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.4140625,
    19.640625,
    10.9609375,
    11.0234375,
    11.109375,
    11.1015625,
    11.421875,
    11.4609375,
    11.109375,
    10.328125,
    10.5546875,
    10.3671875,
    11.1796875,
    10.4375,
    9.734375,
    10.8046875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_03.npy",
   "full_logits_sha256": "d299aa8233e19472e581f81459b2c763018b0668c6b833769caef9921d28fe81",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0002667703083716333,
    0.9974431991577148,
    0.00016956952458713204,
    0.00018050581275019795,
    0.00019670408801175654,
    0.00019517331384122372,
    0.00026886261184699833,
    0.0002795728505589068,
    0.00019670408801175654,
    9.005768515635282e-05,
    0.00011295764852548018,
    9.364518336951733e-05,
    0.00021103267499711365,
    0.00010046661191154271,
    4.973458271706477e-05,
    0.00014504049613606185
   ],
   "p_oracle": [
    0.00026630843058228493,
    0.9974727034568787,
    0.00017091544577851892,
    0.0001788430381566286,
    0.00019325947505421937,
    0.00019755175162572414,
    0.0002569642965681851,
    0.0002729903208091855,
    0.0001976710482267663,
    8.991129288915545e-05,
    0.00011133066436741501,
    9.185696399072185e-05,
    0.00020592464716173708,
    0.00010062982619274408,
    4.8821442760527134e-05,
    0.0001444692607037723
   ],
   "oracle_margin": 0.9971997131360695,
   "max_abs_delta_p": 2.950429916381836e-05,
   "mean_abs_delta_p": 4.2851838770729955e-06,
   "max_abs_delta_raw_logits": 0.039730072021484375,
   "mean_abs_delta_raw_logits": 0.0202254056930542,
   "full_logits_min": -5.41796875,
   "full_logits_max": 19.640625,
   "full_logits_absmax": 19.640625,
   "label_logits_min": 9.734375,
   "label_logits_max": 19.640625,
   "label_logits_absmax": 19.640625,
   "oracle_logits_min": 9.743461608886719,
   "oracle_logits_max": 19.668272018432617,
   "oracle_logits_absmax": 19.668272018432617,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 11.503622416988946
  },
  {
   "id": "choice16_04",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 483,
   "slot": 482,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.15625,
    11.421875,
    10.7578125,
    10.8125,
    10.9140625,
    10.7734375,
    10.796875,
    11.859375,
    11.296875,
    10.390625,
    11.5390625,
    12.8828125,
    20.484375,
    11.6328125,
    10.3359375,
    11.4296875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_04.npy",
   "full_logits_sha256": "a471abf4de5c86eacb185626dd3728d66837142e070d45834b8b1aeffd099f12",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 44,
   "full_vocab_argmax_text": "M",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 12,
   "letter_argmax": 12,
   "option_argmax_label": "M",
   "oracle_argmax": 12,
   "oracle_argmax_label": "M",
   "argmax_agrees": true,
   "p": [
    8.873148908605799e-05,
    0.00011572767834877595,
    5.957150278845802e-05,
    6.292005127761513e-05,
    6.964615022297949e-05,
    6.050961746950634e-05,
    6.194456364028156e-05,
    0.0001792425464373082,
    0.00010212932829745114,
    4.1263974708272144e-05,
    0.00013011612463742495,
    0.0004987861029803753,
    0.9982308745384216,
    0.00014290460967458785,
    3.906794881913811e-05,
    0.00011663534678518772
   ],
   "p_oracle": [
    8.902768604457378e-05,
    0.00011668433580780402,
    5.98328624619171e-05,
    6.28631460131146e-05,
    6.960599421290681e-05,
    6.042884706403129e-05,
    6.0975671658525243e-05,
    0.00018082957831211388,
    0.00010194961942033842,
    4.1952993342420086e-05,
    0.0001298712013522163,
    0.0004867623501922935,
    0.9982407093048096,
    0.00014353157894220203,
    3.8071273593232036e-05,
    0.000116952825919725
   ],
   "oracle_margin": 0.9977539469546173,
   "max_abs_delta_p": 1.2023752788081765e-05,
   "mean_abs_delta_p": 1.8225789517600788e-06,
   "max_abs_delta_raw_logits": 0.0326995849609375,
   "mean_abs_delta_raw_logits": 0.016882240772247314,
   "full_logits_min": -5.23046875,
   "full_logits_max": 20.484375,
   "full_logits_absmax": 20.484375,
   "label_logits_min": 10.3359375,
   "label_logits_max": 20.484375,
   "label_logits_absmax": 20.484375,
   "oracle_logits_min": 10.326234817504883,
   "oracle_logits_max": 20.500524520874023,
   "oracle_logits_absmax": 20.500524520874023,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 11.282107917009853
  },
  {
   "id": "choice16_05",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 479,
   "slot": 478,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.1171875,
    12.1640625,
    11.140625,
    11.3671875,
    11.859375,
    11.65625,
    12.0390625,
    12.03125,
    12.6328125,
    12.09375,
    20.796875,
    11.640625,
    13.2421875,
    12.1171875,
    11.2734375,
    12.0546875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_05.npy",
   "full_logits_sha256": "5631006405f5b7a82404097c8038e31d82902fa21b6dead5b21ffb7bfddb3100",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 42,
   "full_vocab_argmax_text": "K",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 10,
   "letter_argmax": 10,
   "option_argmax_label": "K",
   "oracle_argmax": 10,
   "oracle_argmax_label": "K",
   "argmax_agrees": true,
   "p": [
    0.00016957565094344318,
    0.00017771375132724643,
    6.386277527781203e-05,
    8.01018686615862e-05,
    0.00013103791570756584,
    0.00010695002129068598,
    0.00015683184028603137,
    0.000155611356603913,
    0.00028398577705956995,
    0.0001656474341871217,
    0.997479259967804,
    0.00010529191786190495,
    0.0005223297630436718,
    0.00016957565094344318,
    7.293357339221984e-05,
    0.00015930157678667456
   ],
   "p_oracle": [
    0.00016831424727570266,
    0.00017880482482723892,
    6.494082481367514e-05,
    8.095530938589945e-05,
    0.00013194505299907178,
    0.00010693094372982159,
    0.00015470519429072738,
    0.00015559533494524658,
    0.0002885751018766314,
    0.00017049020971171558,
    0.9974802136421204,
    0.00010463245416758582,
    0.0005101428832858801,
    0.00017214311810676008,
    7.260525308083743e-05,
    0.0001589892344782129
   ],
   "oracle_margin": 0.9969700707588345,
   "max_abs_delta_p": 1.2186879757791758e-05,
   "mean_abs_delta_p": 2.112068614223972e-06,
   "max_abs_delta_raw_logits": 0.040894508361816406,
   "mean_abs_delta_raw_logits": 0.016370534896850586,
   "full_logits_min": -5.20703125,
   "full_logits_max": 20.796875,
   "full_logits_absmax": 20.796875,
   "label_logits_min": 11.140625,
   "label_logits_max": 20.796875,
   "label_logits_absmax": 20.796875,
   "oracle_logits_min": 11.169443130493164,
   "oracle_logits_max": 20.8089542388916,
   "oracle_logits_absmax": 20.8089542388916,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 11.216631666989997
  },
  {
   "id": "choice16_06",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 478,
   "slot": 477,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.2734375,
    12.5234375,
    11.5,
    11.7421875,
    11.59375,
    12.2421875,
    11.9453125,
    12.4140625,
    11.8828125,
    11.515625,
    11.7421875,
    13.6171875,
    12.8359375,
    19.65625,
    10.78125,
    11.9921875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_06.npy",
   "full_logits_sha256": "85a01f8016616e80033bd3347057d2268ca0f86fd796bbe2e0cd83ff48ab0ed3",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 45,
   "full_vocab_argmax_text": "N",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 13,
   "letter_argmax": 13,
   "option_argmax_label": "N",
   "oracle_argmax": 13,
   "oracle_argmax_label": "N",
   "argmax_agrees": true,
   "p": [
    0.0006161094643175602,
    0.0007911002030596137,
    0.0002842877875082195,
    0.000362192076863721,
    0.00031222906545735896,
    0.0005971537320874631,
    0.0004437669995240867,
    0.0007091375882737339,
    0.00041688053170219064,
    0.00028876468422822654,
    0.000362192076863721,
    0.0023617891129106283,
    0.0010813057888299227,
    0.9907694458961487,
    0.00013855082215741277,
    0.00046506381477229297
   ],
   "p_oracle": [
    0.0006036474951542914,
    0.0007898030453361571,
    0.00028146954718977213,
    0.0003607680555433035,
    0.0003017856215592474,
    0.0005810366710647941,
    0.00042162250610999763,
    0.0006788001046516001,
    0.0004177230875939131,
    0.00028550016577355564,
    0.0003607498074416071,
    0.0022571496665477753,
    0.001058528432622552,
    0.9910086989402771,
    0.00013511227734852582,
    0.0004577210347633809
   ],
   "oracle_margin": 0.9887515492737293,
   "max_abs_delta_p": 0.00023925304412841797,
   "mean_abs_delta_p": 3.0002774110471364e-05,
   "max_abs_delta_raw_logits": 0.038997650146484375,
   "mean_abs_delta_raw_logits": 0.021076321601867676,
   "full_logits_min": -5.234375,
   "full_logits_max": 19.65625,
   "full_logits_absmax": 19.65625,
   "label_logits_min": 10.78125,
   "label_logits_max": 19.65625,
   "label_logits_absmax": 19.65625,
   "oracle_logits_min": 10.793097496032715,
   "oracle_logits_max": 19.693470001220703,
   "oracle_logits_absmax": 19.693470001220703,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 11.171225834055804
  },
  {
   "id": "choice16_07",
   "primitive": "choice",
   "zoo_only": true,
   "tokens": 1672,
   "slot": 1671,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.3828125,
    12.3984375,
    11.6953125,
    12.015625,
    12.7109375,
    12.8359375,
    12.5,
    11.9921875,
    12.5078125,
    11.28125,
    12.046875,
    11.90625,
    12.609375,
    12.3359375,
    12.765625,
    20.515625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-04-wide-a1/choice16_07.npy",
   "full_logits_sha256": "8a09bd840b0874037e1abbad29e57530bd731bf179bd8094593b54b748e19154",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 47,
   "full_vocab_argmax_text": "P",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 15,
   "letter_argmax": 15,
   "option_argmax_label": "P",
   "oracle_argmax": 15,
   "oracle_argmax_label": "P",
   "argmax_agrees": true,
   "p": [
    0.0002924993459600955,
    0.00029710555099882185,
    0.00014707792433910072,
    0.0002026083820965141,
    0.0004060951469000429,
    0.00046016607666388154,
    0.0003288658626843244,
    0.00019791496742982417,
    0.0003314451896585524,
    9.721256355987862e-05,
    0.00020903986296616495,
    0.00018161696789320558,
    0.0003668763965833932,
    0.00027910483186133206,
    0.00042892195051535964,
    0.9957733750343323
   ],
   "p_oracle": [
    0.0002915231161750853,
    0.00030435880762524903,
    0.0001513107563368976,
    0.0002083882864098996,
    0.000421090837335214,
    0.00047403702046722174,
    0.0003313208289910108,
    0.0002019895619014278,
    0.00033711272408254445,
    9.834529919316992e-05,
    0.00021417095558717847,
    0.00018507854838389903,
    0.00036084713065065444,
    0.0002899056999012828,
    0.00043830889626406133,
    0.9956921935081482
   ],
   "oracle_margin": 0.995218156487681,
   "max_abs_delta_p": 8.118152618408203e-05,
   "mean_abs_delta_p": 1.1026872925867792e-05,
   "max_abs_delta_raw_logits": 0.05287361145019531,
   "mean_abs_delta_raw_logits": 0.03296905755996704,
   "full_logits_min": -5.48828125,
   "full_logits_max": 20.515625,
   "full_logits_absmax": 20.515625,
   "label_logits_min": 11.28125,
   "label_logits_max": 20.515625,
   "label_logits_absmax": 20.515625,
   "oracle_logits_min": 11.307740211486816,
   "oracle_logits_max": 20.53044891357422,
   "oracle_logits_absmax": 20.53044891357422,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 40.43020391603932
  },
  {
   "id": "choice16_08",
   "primitive": "choice",
   "zoo_only": true,
   "tokens": 1670,
   "slot": 1669,
   "nopts": 16,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.421875,
    11.4296875,
    10.9765625,
    11.09375,
    11.0625,
    10.6875,
    11.2109375,
    11.7109375,
    10.9609375,
    10.359375,
    10.453125,
    11.0546875,
    11.28125,
    12.1015625,
    19.734375,
    11.6640625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-05-wide-a1/choice16_08.npy",
   "full_logits_sha256": "a4ac30a845f419cb1e698da89a9e620a373c7ff10a3a89626161347882c39850",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 46,
   "full_vocab_argmax_text": "O",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 14,
   "letter_argmax": 14,
   "option_argmax_label": "O",
   "oracle_argmax": 14,
   "oracle_argmax_label": "O",
   "argmax_agrees": true,
   "p": [
    0.0002446577127557248,
    0.00024657658650539815,
    0.00015673362941015512,
    0.00017622034647502005,
    0.00017079860845115036,
    0.00011738805915229023,
    0.0001981298701139167,
    0.0003266609273850918,
    0.0001543036923976615,
    8.455145143670961e-05,
    9.286159911425784e-05,
    0.00016946946561802179,
    0.00021256232867017388,
    0.00048277355381287634,
    0.9968546032905579,
    0.0003117020532954484
   ],
   "p_oracle": [
    0.00025291985366493464,
    0.00025440516765229404,
    0.0001611168117960915,
    0.00018121968605555594,
    0.0001721893931971863,
    0.00011819414066849276,
    0.00019569814321585,
    0.00031676460639573634,
    0.0001600529212737456,
    8.600660657975823e-05,
    9.503943874733523e-05,
    0.00017593703523743898,
    0.00021528561774175614,
    0.0005384032265283167,
    0.9967564940452576,
    0.0003202980733476579
   ],
   "oracle_margin": 0.9962180908187293,
   "max_abs_delta_p": 9.810924530029297e-05,
   "mean_abs_delta_p": 1.3806636161461938e-05,
   "max_abs_delta_raw_logits": 0.1287240982055664,
   "mean_abs_delta_raw_logits": 0.04324162006378174,
   "full_logits_min": -5.33203125,
   "full_logits_max": 19.734375,
   "full_logits_absmax": 19.734375,
   "label_logits_min": 10.359375,
   "label_logits_max": 19.734375,
   "label_logits_absmax": 19.734375,
   "oracle_logits_min": 10.396102905273438,
   "oracle_logits_max": 19.75394058227539,
   "oracle_logits_absmax": 19.75394058227539,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 40.306147875031456
  },
  {
   "id": "choice_small_01",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 135,
   "slot": 134,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    20.546875,
    12.8671875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_01.npy",
   "full_logits_sha256": "74dcd8d34d44ef8d0519d5ce4bd62b8a005ff4742235916c67e59bba9b5b8d4c",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9995380640029907,
    0.0004619058163370937
   ],
   "p_oracle": [
    0.9995303153991699,
    0.0004696614050772041
   ],
   "oracle_margin": 0.9990606539940927,
   "max_abs_delta_p": 7.755588740110397e-06,
   "mean_abs_delta_p": 7.75209628045559e-06,
   "max_abs_delta_raw_logits": 0.05231285095214844,
   "mean_abs_delta_raw_logits": 0.04398345947265625,
   "full_logits_min": -5.1328125,
   "full_logits_max": 20.546875,
   "full_logits_absmax": 20.546875,
   "label_logits_min": 12.8671875,
   "label_logits_max": 20.546875,
   "label_logits_absmax": 20.546875,
   "oracle_logits_min": 12.919500350952148,
   "oracle_logits_max": 20.582529067993164,
   "oracle_logits_absmax": 20.582529067993164,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.1644735829904675
  },
  {
   "id": "choice_small_02",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 150,
   "slot": 149,
   "nopts": 3,
   "labels": [
    "A",
    "B",
    "C"
   ],
   "label_ids": [
    32,
    33,
    34
   ],
   "temperature": 1.0,
   "raw_logits": [
    13.171875,
    20.703125,
    13.125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_02.npy",
   "full_logits_sha256": "c0113d656e1cfceb7615abb5c9cb430815aa2823653da958bd15bdf51473dccd",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0005355067551136017,
    0.9989534616470337,
    0.0005109841004014015
   ],
   "p_oracle": [
    0.0005183456232771277,
    0.9989758729934692,
    0.0005058154347352684
   ],
   "oracle_margin": 0.9984575273701921,
   "max_abs_delta_p": 2.2411346435546875e-05,
   "mean_abs_delta_p": 1.4913714646051327e-05,
   "max_abs_delta_raw_logits": 0.06732559204101562,
   "mean_abs_delta_raw_logits": 0.05306466420491537,
   "full_logits_min": -4.82421875,
   "full_logits_max": 20.703125,
   "full_logits_absmax": 20.703125,
   "label_logits_min": 13.125,
   "label_logits_max": 20.703125,
   "label_logits_absmax": 20.703125,
   "oracle_logits_min": 13.182136535644531,
   "oracle_logits_max": 20.770450592041016,
   "oracle_logits_absmax": 20.770450592041016,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.547876541968435
  },
  {
   "id": "choice_small_03",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 133,
   "slot": 132,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.515625,
    13.296875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_03.npy",
   "full_logits_sha256": "1a19d50ee933df20338af8d4c3bb2a417f5bf286d9df465b73cdefa80ebaedc0",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9980121850967407,
    0.001987774157896638
   ],
   "p_oracle": [
    0.9978455305099487,
    0.0021545046474784613
   ],
   "oracle_margin": 0.9956910258624703,
   "max_abs_delta_p": 0.00016673048958182335,
   "mean_abs_delta_p": 0.00016669253818690777,
   "max_abs_delta_raw_logits": 0.10611629486083984,
   "mean_abs_delta_raw_logits": 0.06576013565063477,
   "full_logits_min": -5.109375,
   "full_logits_max": 19.515625,
   "full_logits_absmax": 19.515625,
   "label_logits_min": 13.296875,
   "label_logits_max": 19.515625,
   "label_logits_absmax": 19.515625,
   "oracle_logits_min": 13.40299129486084,
   "oracle_logits_max": 19.54102897644043,
   "oracle_logits_absmax": 19.54102897644043,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.2024811659939587
  },
  {
   "id": "choice_small_04",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 152,
   "slot": 151,
   "nopts": 3,
   "labels": [
    "A",
    "B",
    "C"
   ],
   "label_ids": [
    32,
    33,
    34
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.359375,
    12.6015625,
    20.78125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_04.npy",
   "full_logits_sha256": "4c06355939ca36d98b87115652727a97ca992cdac0dd75700b05b18c9f41758e",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 34,
   "full_vocab_argmax_text": "C",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 2,
   "letter_argmax": 2,
   "option_argmax_label": "C",
   "oracle_argmax": 2,
   "oracle_argmax_label": "C",
   "argmax_agrees": true,
   "p": [
    0.00021989175002090633,
    0.0002801493392325938,
    0.9994999170303345
   ],
   "p_oracle": [
    0.0002109417546307668,
    0.00027559627778828144,
    0.9995135068893433
   ],
   "oracle_margin": 0.999237910611555,
   "max_abs_delta_p": 1.3589859008789062e-05,
   "mean_abs_delta_p": 9.030971947746972e-06,
   "max_abs_delta_raw_logits": 0.04849815368652344,
   "mean_abs_delta_raw_logits": 0.029176076253255207,
   "full_logits_min": -4.7890625,
   "full_logits_max": 20.78125,
   "full_logits_absmax": 20.78125,
   "label_logits_min": 12.359375,
   "label_logits_max": 20.78125,
   "label_logits_absmax": 20.78125,
   "oracle_logits_min": 12.36630630493164,
   "oracle_logits_max": 20.829748153686523,
   "oracle_logits_absmax": 20.829748153686523,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.5526670418912545
  },
  {
   "id": "choice_small_05",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 136,
   "slot": 135,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.609375,
    12.71875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_05.npy",
   "full_logits_sha256": "1a6c824fcda9aa8b90411354708568548843a99de44d0cdd64f736f227ac4a4a",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9989836812019348,
    0.0010162439430132508
   ],
   "p_oracle": [
    0.9989891648292542,
    0.0010108588030561805
   ],
   "oracle_margin": 0.997978306026198,
   "max_abs_delta_p": 5.4836273193359375e-06,
   "mean_abs_delta_p": 5.434383638203144e-06,
   "max_abs_delta_raw_logits": 0.03868865966796875,
   "mean_abs_delta_raw_logits": 0.03602933883666992,
   "full_logits_min": -5.4375,
   "full_logits_max": 19.609375,
   "full_logits_absmax": 19.609375,
   "label_logits_min": 12.71875,
   "label_logits_max": 19.609375,
   "label_logits_absmax": 19.609375,
   "oracle_logits_min": 12.752120018005371,
   "oracle_logits_max": 19.64806365966797,
   "oracle_logits_absmax": 19.64806365966797,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.2068402080330998
  },
  {
   "id": "choice_small_06",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 146,
   "slot": 145,
   "nopts": 3,
   "labels": [
    "A",
    "B",
    "C"
   ],
   "label_ids": [
    32,
    33,
    34
   ],
   "temperature": 1.0,
   "raw_logits": [
    13.0234375,
    20.765625,
    12.4453125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_06.npy",
   "full_logits_sha256": "55f224a095d0ff4c94cbebcc6cacb2abc7bad72839277f83e2940b0db02abf3a",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0004338268772698939,
    0.999322772026062,
    0.00024335483612958342
   ],
   "p_oracle": [
    0.0004211886553093791,
    0.9993371367454529,
    0.00024158081214409322
   ],
   "oracle_margin": 0.9989159480901435,
   "max_abs_delta_p": 1.436471939086914e-05,
   "mean_abs_delta_p": 9.592321778958043e-06,
   "max_abs_delta_raw_logits": 0.060031890869140625,
   "mean_abs_delta_raw_logits": 0.047728538513183594,
   "full_logits_min": -4.90625,
   "full_logits_max": 20.765625,
   "full_logits_absmax": 20.765625,
   "label_logits_min": 12.4453125,
   "label_logits_max": 20.765625,
   "label_logits_absmax": 20.765625,
   "oracle_logits_min": 12.498013496398926,
   "oracle_logits_max": 20.82565689086914,
   "oracle_logits_absmax": 20.82565689086914,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.4234594999579713
  },
  {
   "id": "choice_small_07",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 139,
   "slot": 138,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.921875,
    11.8046875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_07.npy",
   "full_logits_sha256": "7c7b26dc5ed81870030a723c55fc20e66a94ed9cae6e3257c77b6f10132f63bd",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9997016787528992,
    0.0002982776495628059
   ],
   "p_oracle": [
    0.9997039437294006,
    0.0002959903795272112
   ],
   "oracle_margin": 0.9994079533498734,
   "max_abs_delta_p": 2.2872700355947018e-06,
   "mean_abs_delta_p": 2.2761232685297728e-06,
   "max_abs_delta_raw_logits": 0.03760719299316406,
   "mean_abs_delta_raw_logits": 0.03375720977783203,
   "full_logits_min": -5.52734375,
   "full_logits_max": 19.921875,
   "full_logits_absmax": 19.921875,
   "label_logits_min": 11.8046875,
   "label_logits_max": 19.921875,
   "label_logits_absmax": 19.921875,
   "oracle_logits_min": 11.8345947265625,
   "oracle_logits_max": 19.959482192993164,
   "oracle_logits_absmax": 19.959482192993164,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.2619368749437854
  },
  {
   "id": "choice_small_08",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 157,
   "slot": 156,
   "nopts": 3,
   "labels": [
    "A",
    "B",
    "C"
   ],
   "label_ids": [
    32,
    33,
    34
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.484375,
    20.65625,
    11.78125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_08.npy",
   "full_logits_sha256": "5c3110c716729c16ef7918cbbfc9780badf00badda5852b56d88620769a4a689",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0002823685936164111,
    0.9995778203010559,
    0.00013978259812574834
   ],
   "p_oracle": [
    0.00027397205121815205,
    0.9995868802070618,
    0.0001391630939906463
   ],
   "oracle_margin": 0.9993129081558436,
   "max_abs_delta_p": 9.059906005859375e-06,
   "mean_abs_delta_p": 6.025317513073484e-06,
   "max_abs_delta_raw_logits": 0.05445289611816406,
   "mean_abs_delta_raw_logits": 0.042903900146484375,
   "full_logits_min": -5.3828125,
   "full_logits_max": 20.65625,
   "full_logits_absmax": 20.65625,
   "label_logits_min": 11.78125,
   "label_logits_max": 20.65625,
   "label_logits_absmax": 20.65625,
   "oracle_logits_min": 11.831252098083496,
   "oracle_logits_max": 20.710702896118164,
   "oracle_logits_absmax": 20.710702896118164,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.662501291022636
  },
  {
   "id": "choice_mid_01",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 231,
   "slot": 230,
   "nopts": 4,
   "labels": [
    "A",
    "B",
    "C",
    "D"
   ],
   "label_ids": [
    32,
    33,
    34,
    35
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.5,
    20.46875,
    11.8046875,
    12.2578125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_01.npy",
   "full_logits_sha256": "623ed2d5b80f8df892981f8c24480fc646dfc947ebf0da2d266d2d0cd7c2c8a0",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0003458379942458123,
    0.9992101192474365,
    0.0001725449546938762,
    0.0002714513393584639
   ],
   "p_oracle": [
    0.0003352740022819489,
    0.9992251396179199,
    0.00017269076488446444,
    0.0002669979876372963
   ],
   "oracle_margin": 0.998889865615638,
   "max_abs_delta_p": 1.5020370483398438e-05,
   "mean_abs_delta_p": 7.545881089754403e-06,
   "max_abs_delta_raw_logits": 0.05982398986816406,
   "mean_abs_delta_raw_logits": 0.047303199768066406,
   "full_logits_min": -4.953125,
   "full_logits_max": 20.46875,
   "full_logits_absmax": 20.46875,
   "label_logits_min": 11.8046875,
   "label_logits_max": 20.46875,
   "label_logits_absmax": 20.46875,
   "oracle_logits_min": 11.864511489868164,
   "oracle_logits_max": 20.52774429321289,
   "oracle_logits_absmax": 20.52774429321289,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 6.573037791997194
  },
  {
   "id": "choice_mid_02",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 263,
   "slot": 262,
   "nopts": 5,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.359375,
    11.8828125,
    11.390625,
    19.53125,
    12.1015625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_02.npy",
   "full_logits_sha256": "5a26c0d56af25d99d8c3b08b5d543f8741144e8d629fda62f2b5e33c8ada92af",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 35,
   "full_vocab_argmax_text": "D",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 3,
   "letter_argmax": 3,
   "option_argmax_label": "D",
   "oracle_argmax": 3,
   "oracle_argmax_label": "D",
   "argmax_agrees": true,
   "p": [
    0.0002820241788867861,
    0.00047600589459761977,
    0.0002909765753429383,
    0.9983585476875305,
    0.0005923989228904247
   ],
   "p_oracle": [
    0.00028115781606175005,
    0.0004685009771492332,
    0.0002878664818126708,
    0.9984080195426941,
    0.0005545248277485371
   ],
   "oracle_margin": 0.9978534947149456,
   "max_abs_delta_p": 4.947185516357422e-05,
   "mean_abs_delta_p": 1.976546482183039e-05,
   "max_abs_delta_raw_logits": 0.036258697509765625,
   "mean_abs_delta_raw_logits": 0.029006195068359376,
   "full_logits_min": -5.43359375,
   "full_logits_max": 19.53125,
   "full_logits_absmax": 19.53125,
   "label_logits_min": 11.359375,
   "label_logits_max": 19.53125,
   "label_logits_absmax": 19.53125,
   "oracle_logits_min": 11.392507553100586,
   "oracle_logits_max": 19.567508697509766,
   "oracle_logits_absmax": 19.567508697509766,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 6.127672625007108
  },
  {
   "id": "choice_mid_03",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 285,
   "slot": 284,
   "nopts": 6,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.8828125,
    12.2890625,
    11.828125,
    11.84375,
    12.21875,
    20.21875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_03.npy",
   "full_logits_sha256": "64d6f55eec521539796b3747bf0673f4fbb8f77e4ba1bf856fb16f1177a26bf4",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 37,
   "full_vocab_argmax_text": "F",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 5,
   "letter_argmax": 5,
   "option_argmax_label": "F",
   "oracle_argmax": 5,
   "oracle_argmax_label": "F",
   "argmax_agrees": true,
   "p": [
    0.00023941091785673052,
    0.00035939834197051823,
    0.00022666969744022936,
    0.00023023922403808683,
    0.0003349960898049176,
    0.9986093044281006
   ],
   "p_oracle": [
    0.0002354491298319772,
    0.000359690107870847,
    0.0002298660110682249,
    0.0002279367035953328,
    0.0003293099289294332,
    0.9986177682876587
   ],
   "oracle_margin": 0.9982580781797878,
   "max_abs_delta_p": 8.463859558105469e-06,
   "mean_abs_delta_p": 3.983734738236914e-06,
   "max_abs_delta_raw_logits": 0.03485298156738281,
   "mean_abs_delta_raw_logits": 0.01601123809814453,
   "full_logits_min": -4.578125,
   "full_logits_max": 20.21875,
   "full_logits_absmax": 20.21875,
   "label_logits_min": 11.828125,
   "label_logits_max": 20.21875,
   "label_logits_absmax": 20.21875,
   "oracle_logits_min": 11.854549407958984,
   "oracle_logits_max": 20.239608764648438,
   "oracle_logits_absmax": 20.239608764648438,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 6.6564007920678705
  },
  {
   "id": "choice_mid_04",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 312,
   "slot": 311,
   "nopts": 7,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38
   ],
   "temperature": 1.0,
   "raw_logits": [
    20.53125,
    12.4609375,
    11.765625,
    11.7890625,
    11.7890625,
    11.2734375,
    11.65625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_04.npy",
   "full_logits_sha256": "66e74b71fc95c797aca50c9813a1e7b7da39722b6baf62b563368c59b0500503",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9989776611328125,
    0.00031236588256433606,
    0.0001558451185701415,
    0.00015954088303260505,
    0.00015954088303260505,
    9.52662157942541e-05,
    0.00013969866267871112
   ],
   "p_oracle": [
    0.9989773035049438,
    0.00031582789961248636,
    0.00015725787670817226,
    0.000160494601004757,
    0.00015638326294720173,
    9.439760469831526e-05,
    0.00013843206397723407
   ],
   "oracle_margin": 0.9986614756053314,
   "max_abs_delta_p": 3.462017048150301e-06,
   "mean_abs_delta_p": 1.639850129972079e-06,
   "max_abs_delta_raw_logits": 0.04622459411621094,
   "mean_abs_delta_raw_logits": 0.03345217023577009,
   "full_logits_min": -4.6328125,
   "full_logits_max": 20.53125,
   "full_logits_absmax": 20.53125,
   "label_logits_min": 11.2734375,
   "label_logits_max": 20.53125,
   "label_logits_absmax": 20.53125,
   "oracle_logits_min": 11.299480438232422,
   "oracle_logits_max": 20.566452026367188,
   "oracle_logits_absmax": 20.566452026367188,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 7.249746832996607
  },
  {
   "id": "choice_mid_05",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 339,
   "slot": 338,
   "nopts": 8,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.3515625,
    20.34375,
    11.6875,
    11.8828125,
    12.15625,
    11.4375,
    11.9140625,
    12.8671875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_05.npy",
   "full_logits_sha256": "dcc5a2c97bd02e25724304962c93cdc730b3ca29c1bbca61ebb4b65e57fbe06b",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.00033744520624168217,
    0.9980819225311279,
    0.0001737019047141075,
    0.0002111678186338395,
    0.00027757484349422157,
    0.0001352791878161952,
    0.00021787099831271917,
    0.0005651143728755414
   ],
   "p_oracle": [
    0.0003289265150669962,
    0.998137354850769,
    0.00017320700862910599,
    0.00020742167544085532,
    0.0002687466039787978,
    0.0001307523634750396,
    0.00021130182722117752,
    0.0005421892274171114
   ],
   "oracle_margin": 0.9975951656233519,
   "max_abs_delta_p": 5.543231964111328e-05,
   "mean_abs_delta_p": 1.3880178812541999e-05,
   "max_abs_delta_raw_logits": 0.044124603271484375,
   "mean_abs_delta_raw_logits": 0.020987629890441895,
   "full_logits_min": -5.08984375,
   "full_logits_max": 20.34375,
   "full_logits_absmax": 20.34375,
   "label_logits_min": 11.4375,
   "label_logits_max": 20.34375,
   "label_logits_absmax": 20.34375,
   "oracle_logits_min": 11.44753360748291,
   "oracle_logits_max": 20.387874603271484,
   "oracle_logits_absmax": 20.387874603271484,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 7.904633500031196
  },
  {
   "id": "choice_mid_06",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 236,
   "slot": 235,
   "nopts": 4,
   "labels": [
    "A",
    "B",
    "C",
    "D"
   ],
   "label_ids": [
    32,
    33,
    34,
    35
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.2578125,
    11.8125,
    11.3046875,
    19.515625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_06.npy",
   "full_logits_sha256": "6c3d33867924f0cab72ba30d8eb82d7d797e60508f00681ce2e537220f0f2418",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 35,
   "full_vocab_argmax_text": "D",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 3,
   "letter_argmax": 3,
   "option_argmax_label": "D",
   "oracle_argmax": 3,
   "oracle_argmax_label": "D",
   "argmax_agrees": true,
   "p": [
    0.00025897103478200734,
    0.0004509713326115161,
    0.0002713993308134377,
    0.999018669128418
   ],
   "p_oracle": [
    0.00025687794550321996,
    0.0004468390834517777,
    0.0002694508293643594,
    0.999026894569397
   ],
   "oracle_margin": 0.9985800554859452,
   "max_abs_delta_p": 8.225440979003906e-06,
   "mean_abs_delta_p": 4.099820216652006e-06,
   "max_abs_delta_raw_logits": 0.01770782470703125,
   "mean_abs_delta_raw_logits": 0.011570215225219727,
   "full_logits_min": -5.46875,
   "full_logits_max": 19.515625,
   "full_logits_absmax": 19.515625,
   "label_logits_min": 11.2578125,
   "label_logits_max": 19.515625,
   "label_logits_absmax": 19.515625,
   "oracle_logits_min": 11.267396926879883,
   "oracle_logits_max": 19.53333282470703,
   "oracle_logits_absmax": 19.53333282470703,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 5.4823947919066995
  },
  {
   "id": "choice_mid_07",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 258,
   "slot": 257,
   "nopts": 5,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.203125,
    12.484375,
    12.1328125,
    20.15625,
    12.734375
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_07.npy",
   "full_logits_sha256": "e8c9de61bccb3b5295a661a2c6297db1393c6bd03dfcd6165f908ea4b4c0764e",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 35,
   "full_vocab_argmax_text": "D",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 3,
   "letter_argmax": 3,
   "option_argmax_label": "D",
   "oracle_argmax": 3,
   "oracle_argmax_label": "D",
   "argmax_agrees": true,
   "p": [
    0.00035095008206553757,
    0.000464933313196525,
    0.0003271214372944087,
    0.998259961605072,
    0.0005969862104393542
   ],
   "p_oracle": [
    0.00034159806091338396,
    0.0004568262957036495,
    0.00032247393392026424,
    0.9983083009719849,
    0.0005707900854758918
   ],
   "oracle_margin": 0.997737510886509,
   "max_abs_delta_p": 4.83393669128418e-05,
   "mean_abs_delta_p": 1.932840677909553e-05,
   "max_abs_delta_raw_logits": 0.035709381103515625,
   "mean_abs_delta_raw_logits": 0.01859893798828125,
   "full_logits_min": -4.9296875,
   "full_logits_max": 20.15625,
   "full_logits_absmax": 20.15625,
   "label_logits_min": 12.1328125,
   "label_logits_max": 20.15625,
   "label_logits_absmax": 20.15625,
   "oracle_logits_min": 12.15416431427002,
   "oracle_logits_max": 20.191959381103516,
   "oracle_logits_absmax": 20.191959381103516,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 6.0055142500204965
  },
  {
   "id": "choice_mid_08",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 285,
   "slot": 284,
   "nopts": 6,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.2734375,
    12.5,
    12.171875,
    20.15625,
    12.3515625,
    12.046875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_08.npy",
   "full_logits_sha256": "a9daf0307fef4a1bfc1f9cbfd2366919a098601f8b47bb50867ec461ccb1deea",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 35,
   "full_vocab_argmax_text": "D",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 3,
   "letter_argmax": 3,
   "option_argmax_label": "D",
   "oracle_argmax": 3,
   "oracle_argmax_label": "D",
   "argmax_agrees": true,
   "p": [
    0.00037645568954758346,
    0.0004721812147181481,
    0.00034009935916401446,
    0.9981040954589844,
    0.0004070456780027598,
    0.0003001366276293993
   ],
   "p_oracle": [
    0.0003622526419349015,
    0.0004589244199451059,
    0.00033314942265860736,
    0.9981701374053955,
    0.0003857858828268945,
    0.0002897968515753746
   ],
   "oracle_margin": 0.9977112129854504,
   "max_abs_delta_p": 6.604194641113281e-05,
   "mean_abs_delta_p": 2.200854942202568e-05,
   "max_abs_delta_raw_logits": 0.04833030700683594,
   "mean_abs_delta_raw_logits": 0.020687580108642578,
   "full_logits_min": -4.94140625,
   "full_logits_max": 20.15625,
   "full_logits_absmax": 20.15625,
   "label_logits_min": 12.046875,
   "label_logits_max": 20.15625,
   "label_logits_absmax": 20.15625,
   "oracle_logits_min": 12.060081481933594,
   "oracle_logits_max": 20.204580307006836,
   "oracle_logits_absmax": 20.204580307006836,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 6.633222791948356
  },
  {
   "id": "choice_mid_09",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 312,
   "slot": 311,
   "nopts": 7,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.2109375,
    12.4453125,
    12.0859375,
    20.125,
    12.2109375,
    11.6875,
    12.7421875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_09.npy",
   "full_logits_sha256": "12e93a99bd16fa0fb3603746dbd21452eeec454166987f180deec467a14c2b1c",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 35,
   "full_vocab_argmax_text": "D",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 3,
   "letter_argmax": 3,
   "option_argmax_label": "D",
   "oracle_argmax": 3,
   "oracle_argmax_label": "D",
   "argmax_agrees": true,
   "p": [
    0.00036470784107223153,
    0.0004610338946804404,
    0.00032185352756641805,
    0.9976512789726257,
    0.00036470784107223153,
    0.00021608224778901786,
    0.0006203889497555792
   ],
   "p_oracle": [
    0.0003570528351701796,
    0.0004557030042633414,
    0.0003228202695026994,
    0.9976910352706909,
    0.0003475091070868075,
    0.00020953212515451014,
    0.0006163568468764424
   ],
   "oracle_margin": 0.9970746784238145,
   "max_abs_delta_p": 3.975629806518555e-05,
   "mean_abs_delta_p": 1.1641413688526622e-05,
   "max_abs_delta_raw_logits": 0.02763080596923828,
   "mean_abs_delta_raw_logits": 0.01666545867919922,
   "full_logits_min": -4.9921875,
   "full_logits_max": 20.125,
   "full_logits_absmax": 20.125,
   "label_logits_min": 11.6875,
   "label_logits_max": 20.125,
   "label_logits_absmax": 20.125,
   "oracle_logits_min": 11.681349754333496,
   "oracle_logits_max": 20.14967155456543,
   "oracle_logits_absmax": 20.14967155456543,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 7.29134191700723
  },
  {
   "id": "choice_mid_10",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 345,
   "slot": 344,
   "nopts": 8,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.375,
    11.875,
    11.3671875,
    19.578125,
    11.546875,
    10.859375,
    11.2265625,
    11.6640625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_10.npy",
   "full_logits_sha256": "c93a4314328e51a9baa68d34998dff0cc001f12bf27f3298885462645351ca46",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 35,
   "full_vocab_argmax_text": "D",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 3,
   "letter_argmax": 3,
   "option_argmax_label": "D",
   "oracle_argmax": 3,
   "oracle_argmax_label": "D",
   "argmax_agrees": true,
   "p": [
    0.0002732263528741896,
    0.0004504741227719933,
    0.000271100114332512,
    0.9979172348976135,
    0.00032446434488520026,
    0.00016315090761054307,
    0.00023553584469482303,
    0.0003648050769697875
   ],
   "p_oracle": [
    0.0002699002798181027,
    0.0004446046950761229,
    0.0002672747941687703,
    0.9979590177536011,
    0.00031003443291410804,
    0.00015991686086636037,
    0.0002321829233551398,
    0.0003571657871361822
   ],
   "oracle_margin": 0.997514413058525,
   "max_abs_delta_p": 4.178285598754883e-05,
   "mean_abs_delta_p": 1.0432480848976411e-05,
   "max_abs_delta_raw_logits": 0.03693580627441406,
   "mean_abs_delta_raw_logits": 0.02147519588470459,
   "full_logits_min": -5.4296875,
   "full_logits_max": 19.578125,
   "full_logits_absmax": 19.578125,
   "label_logits_min": 10.859375,
   "label_logits_max": 19.578125,
   "label_logits_absmax": 19.578125,
   "oracle_logits_min": 10.87624740600586,
   "oracle_logits_max": 19.615060806274414,
   "oracle_logits_absmax": 19.615060806274414,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 8.056940250098705
  },
  {
   "id": "choice_mid_11",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 232,
   "slot": 231,
   "nopts": 4,
   "labels": [
    "A",
    "B",
    "C",
    "D"
   ],
   "label_ids": [
    32,
    33,
    34,
    35
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.3828125,
    20.421875,
    11.78125,
    12.265625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_11.npy",
   "full_logits_sha256": "080f73ce43a3e284495d26b1382ac7f8bd3fe1118e8da1023a5c2c4c2067a7e2",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0003223577805329114,
    0.9992142915725708,
    0.0001766374771250412,
    0.00028671094332821667
   ],
   "p_oracle": [
    0.00030747419805265963,
    0.999237060546875,
    0.0001738851860864088,
    0.00028158538043498993
   ],
   "oracle_margin": 0.9989295863488223,
   "max_abs_delta_p": 2.276897430419922e-05,
   "mean_abs_delta_p": 1.1382602679077536e-05,
   "max_abs_delta_raw_logits": 0.05940055847167969,
   "mean_abs_delta_raw_logits": 0.03912997245788574,
   "full_logits_min": -4.97265625,
   "full_logits_max": 20.421875,
   "full_logits_absmax": 20.421875,
   "label_logits_min": 11.78125,
   "label_logits_max": 20.421875,
   "label_logits_absmax": 20.421875,
   "oracle_logits_min": 11.824923515319824,
   "oracle_logits_max": 20.48127555847168,
   "oracle_logits_absmax": 20.48127555847168,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 5.408458833000623
  },
  {
   "id": "choice_mid_12",
   "primitive": "choice",
   "zoo_only": false,
   "tokens": 259,
   "slot": 258,
   "nopts": 5,
   "labels": [
    "A",
    "B",
    "C",
    "D",
    "E"
   ],
   "label_ids": [
    32,
    33,
    34,
    35,
    36
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.1953125,
    12.484375,
    12.1484375,
    20.203125,
    12.7421875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_12.npy",
   "full_logits_sha256": "18d0062b35d1b8c764cbba45d937c3c4b8cb6cb6e814f343c205bcb5c97f277e",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 35,
   "full_vocab_argmax_text": "D",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 3,
   "letter_argmax": 3,
   "option_argmax_label": "D",
   "oracle_argmax": 3,
   "oracle_argmax_label": "D",
   "argmax_agrees": true,
   "p": [
    0.0003322971169836819,
    0.0004436748567968607,
    0.0003170801210217178,
    0.9983327984809875,
    0.0005741578643210232
   ],
   "p_oracle": [
    0.00032522479887120426,
    0.0004391336697153747,
    0.0003125062503386289,
    0.9983682036399841,
    0.0005549719207920134
   ],
   "oracle_margin": 0.9978132317191921,
   "max_abs_delta_p": 3.540515899658203e-05,
   "mean_abs_delta_p": 1.415569568052888e-05,
   "max_abs_delta_raw_logits": 0.030574798583984375,
   "mean_abs_delta_raw_logits": 0.015861892700195314,
   "full_logits_min": -4.96484375,
   "full_logits_max": 20.203125,
   "full_logits_absmax": 20.203125,
   "label_logits_min": 12.1484375,
   "label_logits_max": 20.203125,
   "label_logits_absmax": 20.203125,
   "oracle_logits_min": 12.164446830749512,
   "oracle_logits_max": 20.233699798583984,
   "oracle_logits_absmax": 20.233699798583984,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 6.096469749929383
  },
  {
   "id": "noul_01",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 126,
   "slot": 125,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    20.046875,
    12.4921875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/noul_01.npy",
   "full_logits_sha256": "880cd604a62edd97d60c5f07bb1b1268ddaf7605d1d07dc8fde49504871e0be3",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9994766116142273,
    0.000523375638294965
   ],
   "p_oracle": [
    0.9994738698005676,
    0.0005261618061922491
   ],
   "oracle_margin": 0.9989477079943754,
   "max_abs_delta_p": 2.786167897284031e-06,
   "mean_abs_delta_p": 2.763990778476e-06,
   "max_abs_delta_raw_logits": 0.045501708984375,
   "mean_abs_delta_raw_logits": 0.042845726013183594,
   "full_logits_min": -5.36328125,
   "full_logits_max": 20.046875,
   "full_logits_absmax": 20.046875,
   "label_logits_min": 12.4921875,
   "label_logits_max": 20.046875,
   "label_logits_absmax": 20.046875,
   "oracle_logits_min": 12.537689208984375,
   "oracle_logits_max": 20.087064743041992,
   "oracle_logits_absmax": 20.087064743041992,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.934417709009722
  },
  {
   "id": "noul_02",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 127,
   "slot": 126,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.640625,
    15.7734375
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/noul_02.npy",
   "full_logits_sha256": "bc016af605c12dd63b45ddea8536747f563b6fcaefa4babcabfe7471164f8a9a",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9795113801956177,
    0.0204885546118021
   ],
   "p_oracle": [
    0.9742094874382019,
    0.025790542364120483
   ],
   "oracle_margin": 0.9484189450740814,
   "max_abs_delta_p": 0.005301987752318382,
   "mean_abs_delta_p": 0.005301940254867077,
   "max_abs_delta_raw_logits": 0.2360076904296875,
   "mean_abs_delta_raw_logits": 0.11822319030761719,
   "full_logits_min": -4.8359375,
   "full_logits_max": 19.640625,
   "full_logits_absmax": 19.640625,
   "label_logits_min": 15.7734375,
   "label_logits_max": 19.640625,
   "label_logits_absmax": 19.640625,
   "oracle_logits_min": 16.009445190429688,
   "oracle_logits_max": 19.641063690185547,
   "oracle_logits_absmax": 19.641063690185547,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.9467740829568356
  },
  {
   "id": "noul_03",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 127,
   "slot": 126,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.125,
    18.609375
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_03.npy",
   "full_logits_sha256": "06a7a710c1bcb0474b90fddb2408b5bb1c6c9ba8e3d6f9a5efb5350fd69d2746",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0005614787223748863,
    0.999438464641571
   ],
   "p_oracle": [
    0.0005496808444149792,
    0.9994502663612366
   ],
   "oracle_margin": 0.9989005855168216,
   "max_abs_delta_p": 1.1801719665527344e-05,
   "mean_abs_delta_p": 1.17997988127172e-05,
   "max_abs_delta_raw_logits": 0.03864479064941406,
   "mean_abs_delta_raw_logits": 0.028020858764648438,
   "full_logits_min": -5.8046875,
   "full_logits_max": 18.609375,
   "full_logits_absmax": 18.609375,
   "label_logits_min": 11.125,
   "label_logits_max": 18.609375,
   "label_logits_absmax": 18.609375,
   "oracle_logits_min": 11.142396926879883,
   "oracle_logits_max": 18.648019790649414,
   "oracle_logits_absmax": 18.648019790649414,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 4.159171708044596
  },
  {
   "id": "noul_04",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 126,
   "slot": 125,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.640625,
    11.625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_04.npy",
   "full_logits_sha256": "e1c09c8cfcddf005d67c4c676e5700ec2378fcc6033ce5c70d673741f02c6cf2",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9996699094772339,
    0.0003301527467556298
   ],
   "p_oracle": [
    0.999678373336792,
    0.00032163853757083416
   ],
   "oracle_margin": 0.9993567347992212,
   "max_abs_delta_p": 8.514209184795618e-06,
   "mean_abs_delta_p": 8.489034371450543e-06,
   "max_abs_delta_raw_logits": 0.052219390869140625,
   "mean_abs_delta_raw_logits": 0.039151668548583984,
   "full_logits_min": -5.703125,
   "full_logits_max": 19.640625,
   "full_logits_absmax": 19.640625,
   "label_logits_min": 11.625,
   "label_logits_max": 19.640625,
   "label_logits_absmax": 19.640625,
   "oracle_logits_min": 11.651083946228027,
   "oracle_logits_max": 19.69284439086914,
   "oracle_logits_absmax": 19.69284439086914,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.9356999170267954
  },
  {
   "id": "noul_05",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 135,
   "slot": 134,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.875,
    19.234375
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_05.npy",
   "full_logits_sha256": "fa0680d618e3cb4d51c538e1c52a11cae62208da02374e2c014388ddb336ca94",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0006361912819556892,
    0.9993638396263123
   ],
   "p_oracle": [
    0.000609186536166817,
    0.9993908405303955
   ],
   "oracle_margin": 0.9987816539942287,
   "max_abs_delta_p": 2.7004745788872242e-05,
   "mean_abs_delta_p": 2.7002824936062098e-05,
   "max_abs_delta_raw_logits": 0.05735015869140625,
   "mean_abs_delta_raw_logits": 0.03564929962158203,
   "full_logits_min": -5.88671875,
   "full_logits_max": 19.234375,
   "full_logits_absmax": 19.234375,
   "label_logits_min": 11.875,
   "label_logits_max": 19.234375,
   "label_logits_absmax": 19.234375,
   "oracle_logits_min": 11.888948440551758,
   "oracle_logits_max": 19.291725158691406,
   "oracle_logits_absmax": 19.291725158691406,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.157753749983385
  },
  {
   "id": "noul_06",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 135,
   "slot": 134,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.6875,
    12.453125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_06.npy",
   "full_logits_sha256": "ec0eac9fd3cf8ed2761462a6203c3814e0a9808af9884485ed315b745c2abd54",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9992792010307312,
    0.0007208380266092718
   ],
   "p_oracle": [
    0.9992637038230896,
    0.0007362905889749527
   ],
   "oracle_margin": 0.9985274132341146,
   "max_abs_delta_p": 1.5497207641601562e-05,
   "mean_abs_delta_p": 1.5474885003641248e-05,
   "max_abs_delta_raw_logits": 0.054398536682128906,
   "mean_abs_delta_raw_logits": 0.04378557205200195,
   "full_logits_min": -5.34765625,
   "full_logits_max": 19.6875,
   "full_logits_absmax": 19.6875,
   "label_logits_min": 12.453125,
   "label_logits_max": 19.6875,
   "label_logits_absmax": 19.6875,
   "oracle_logits_min": 12.507523536682129,
   "oracle_logits_max": 19.720672607421875,
   "oracle_logits_absmax": 19.720672607421875,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.16627162497025
  },
  {
   "id": "noul_07",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 132,
   "slot": 131,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.328125,
    11.3828125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_07.npy",
   "full_logits_sha256": "478a0fa1bdeaf185b14e899c90d36b9d4adcc17750a6de7a3e4b2f164f0f0cdc",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9996458292007446,
    0.00035419364576227963
   ],
   "p_oracle": [
    0.9996460676193237,
    0.0003539519675541669
   ],
   "oracle_margin": 0.9992921156517696,
   "max_abs_delta_p": 2.416782081127167e-07,
   "mean_abs_delta_p": 2.400483936071396e-07,
   "max_abs_delta_raw_logits": 0.040004730224609375,
   "mean_abs_delta_raw_logits": 0.03966331481933594,
   "full_logits_min": -6.0234375,
   "full_logits_max": 19.328125,
   "full_logits_absmax": 19.328125,
   "label_logits_min": 11.3828125,
   "label_logits_max": 19.328125,
   "label_logits_absmax": 19.328125,
   "oracle_logits_min": 11.422134399414062,
   "oracle_logits_max": 19.36812973022461,
   "oracle_logits_absmax": 19.36812973022461,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.0792327080853283
  },
  {
   "id": "noul_08",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 129,
   "slot": 128,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.5078125,
    18.796875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_08.npy",
   "full_logits_sha256": "47399e3018200bf6917ebda61f1927385b9eb61bafc888ca8de6c395a04080d7",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0006825019372627139,
    0.9993175268173218
   ],
   "p_oracle": [
    0.0006654669996351004,
    0.9993345141410828
   ],
   "oracle_margin": 0.9986690471414477,
   "max_abs_delta_p": 1.7034937627613544e-05,
   "mean_abs_delta_p": 1.7011130694299936e-05,
   "max_abs_delta_raw_logits": 0.037029266357421875,
   "mean_abs_delta_raw_logits": 0.024382591247558594,
   "full_logits_min": -5.95703125,
   "full_logits_max": 18.796875,
   "full_logits_absmax": 18.796875,
   "label_logits_min": 11.5078125,
   "label_logits_max": 18.796875,
   "label_logits_absmax": 18.796875,
   "oracle_logits_min": 11.519548416137695,
   "oracle_logits_max": 18.833904266357422,
   "oracle_logits_absmax": 18.833904266357422,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.0154599159723148
  },
  {
   "id": "noul_09",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 131,
   "slot": 130,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.90625,
    12.203125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_09.npy",
   "full_logits_sha256": "670a92c815a1001a32d86dcfb766f8c6401833299a63bd98988e8461f4009048",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9995487332344055,
    0.0004512106243055314
   ],
   "p_oracle": [
    0.9995436072349548,
    0.00045631107059307396
   ],
   "oracle_margin": 0.9990872961643618,
   "max_abs_delta_p": 5.125999450683594e-06,
   "mean_abs_delta_p": 5.113222869113088e-06,
   "max_abs_delta_raw_logits": 0.0435028076171875,
   "mean_abs_delta_raw_logits": 0.03787994384765625,
   "full_logits_min": -5.203125,
   "full_logits_max": 19.90625,
   "full_logits_absmax": 19.90625,
   "label_logits_min": 12.203125,
   "label_logits_max": 19.90625,
   "label_logits_absmax": 19.90625,
   "oracle_logits_min": 12.246627807617188,
   "oracle_logits_max": 19.938507080078125,
   "oracle_logits_absmax": 19.938507080078125,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.064316042000428
  },
  {
   "id": "noul_10",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 128,
   "slot": 127,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.5078125,
    19.328125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_10.npy",
   "full_logits_sha256": "57064ad3cc68ba7372ca1d8fea7e916c11e52d1f9e25acd8f90c684343fc04fe",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0010901900241151452,
    0.9989098310470581
   ],
   "p_oracle": [
    0.0010568599682301283,
    0.9989431500434875
   ],
   "oracle_margin": 0.9978862900752574,
   "max_abs_delta_p": 3.333005588501692e-05,
   "mean_abs_delta_p": 3.332452615723014e-05,
   "max_abs_delta_raw_logits": 0.04721260070800781,
   "mean_abs_delta_raw_logits": 0.03167104721069336,
   "full_logits_min": -5.0,
   "full_logits_max": 19.328125,
   "full_logits_absmax": 19.328125,
   "label_logits_min": 12.5078125,
   "label_logits_max": 19.328125,
   "label_logits_absmax": 19.328125,
   "oracle_logits_min": 12.523941993713379,
   "oracle_logits_max": 19.375337600708008,
   "oracle_logits_absmax": 19.375337600708008,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.990819124970585
  },
  {
   "id": "noul_11",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 128,
   "slot": 127,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    20.125,
    12.4765625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_11.npy",
   "full_logits_sha256": "7515670e55f13fdc4051a3fc4feeac63470b056f002b18e13d085eac0bf9ccc6",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.999523401260376,
    0.0004765612829942256
   ],
   "p_oracle": [
    0.9995180368423462,
    0.00048192983376793563
   ],
   "oracle_margin": 0.9990361070085783,
   "max_abs_delta_p": 5.3685507737100124e-06,
   "mean_abs_delta_p": 5.366484401747584e-06,
   "max_abs_delta_raw_logits": 0.05240821838378906,
   "mean_abs_delta_raw_logits": 0.04680442810058594,
   "full_logits_min": -5.32421875,
   "full_logits_max": 20.125,
   "full_logits_absmax": 20.125,
   "label_logits_min": 12.4765625,
   "label_logits_max": 20.125,
   "label_logits_absmax": 20.125,
   "oracle_logits_min": 12.528970718383789,
   "oracle_logits_max": 20.166200637817383,
   "oracle_logits_absmax": 20.166200637817383,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.9903018749319017
  },
  {
   "id": "noul_12",
   "primitive": "noul",
   "zoo_only": false,
   "tokens": 128,
   "slot": 127,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.609375,
    19.875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_12.npy",
   "full_logits_sha256": "9feca74f5a3ca793a90ae046bec55bd2d621e74960381b29cf0677ed45d2363c",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0006986756343394518,
    0.9993013143539429
   ],
   "p_oracle": [
    0.0006797431269660592,
    0.9993202686309814
   ],
   "oracle_margin": 0.9986405255040154,
   "max_abs_delta_p": 1.895427703857422e-05,
   "mean_abs_delta_p": 1.89433922059834e-05,
   "max_abs_delta_raw_logits": 0.05072212219238281,
   "mean_abs_delta_raw_logits": 0.03697681427001953,
   "full_logits_min": -5.09375,
   "full_logits_max": 19.875,
   "full_logits_absmax": 19.875,
   "label_logits_min": 12.609375,
   "label_logits_max": 19.875,
   "label_logits_absmax": 19.875,
   "oracle_logits_min": 12.632606506347656,
   "oracle_logits_max": 19.925722122192383,
   "oracle_logits_absmax": 19.925722122192383,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.990563666098751
  },
  {
   "id": "score_level_01",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 132,
   "slot": 131,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    20.1875,
    12.671875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/score_level_01.npy",
   "full_logits_sha256": "72defcb6b5d383e9d6280f4368c23340347269b548ebedbab56983dc4190b1f3",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9994557499885559,
    0.0005442132824100554
   ],
   "p_oracle": [
    0.9994105100631714,
    0.0005894742207601666
   ],
   "oracle_margin": 0.9988210358424112,
   "max_abs_delta_p": 4.5260938350111246e-05,
   "mean_abs_delta_p": 4.5250431867316365e-05,
   "max_abs_delta_raw_logits": 0.11016654968261719,
   "mean_abs_delta_raw_logits": 0.07019901275634766,
   "full_logits_min": -5.05078125,
   "full_logits_max": 20.1875,
   "full_logits_absmax": 20.1875,
   "label_logits_min": 12.671875,
   "label_logits_max": 20.1875,
   "label_logits_absmax": 20.1875,
   "oracle_logits_min": 12.782041549682617,
   "oracle_logits_max": 20.217731475830078,
   "oracle_logits_absmax": 20.217731475830078,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.0882031250512227
  },
  {
   "id": "score_level_02",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 131,
   "slot": 130,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.703125,
    19.28125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/score_level_02.npy",
   "full_logits_sha256": "86c885cd2b261a24d2bed1d8358eec6b64d04324d509e25d470fde997aea6da2",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0013885231455788016,
    0.9986114501953125
   ],
   "p_oracle": [
    0.0013368972577154636,
    0.998663067817688
   ],
   "oracle_margin": 0.9973261705599725,
   "max_abs_delta_p": 5.1625887863337994e-05,
   "mean_abs_delta_p": 5.162175511941314e-05,
   "max_abs_delta_raw_logits": 0.05401611328125,
   "mean_abs_delta_raw_logits": 0.035045623779296875,
   "full_logits_min": -5.31640625,
   "full_logits_max": 19.28125,
   "full_logits_absmax": 19.28125,
   "label_logits_min": 12.703125,
   "label_logits_max": 19.28125,
   "label_logits_absmax": 19.28125,
   "oracle_logits_min": 12.719200134277344,
   "oracle_logits_max": 19.33526611328125,
   "oracle_logits_absmax": 19.33526611328125,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.0541649580700323
  },
  {
   "id": "score_level_03",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 124,
   "slot": 123,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    19.671875,
    11.8046875
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/score_level_03.npy",
   "full_logits_sha256": "69a8d327cd3c72a48a46f81ad7a0884d8d529b3f1ddb0718b3cce8479952ed24",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9996169805526733,
    0.0003829635970760137
   ],
   "p_oracle": [
    0.9996196031570435,
    0.00038034547469578683
   ],
   "oracle_margin": 0.9992392576823477,
   "max_abs_delta_p": 2.6226043701171875e-06,
   "mean_abs_delta_p": 2.620363375172019e-06,
   "max_abs_delta_raw_logits": 0.049396514892578125,
   "mean_abs_delta_raw_logits": 0.04596519470214844,
   "full_logits_min": -5.48828125,
   "full_logits_max": 19.671875,
   "full_logits_absmax": 19.671875,
   "label_logits_min": 11.8046875,
   "label_logits_max": 19.671875,
   "label_logits_absmax": 19.671875,
   "oracle_logits_min": 11.847221374511719,
   "oracle_logits_max": 19.721271514892578,
   "oracle_logits_absmax": 19.721271514892578,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.8891490830574185
  },
  {
   "id": "score_level_04",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 127,
   "slot": 126,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    11.3359375,
    18.953125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/score_level_04.npy",
   "full_logits_sha256": "aa00ac2b50ce22691588fface06f18c1cf9dafd80bad81d3550ba21193eafcb2",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0004916815087199211,
    0.999508261680603
   ],
   "p_oracle": [
    0.00048521734424866736,
    0.9995148181915283
   ],
   "oracle_margin": 0.9990296008472797,
   "max_abs_delta_p": 6.556510925292969e-06,
   "mean_abs_delta_p": 6.510337698273361e-06,
   "max_abs_delta_raw_logits": 0.043636322021484375,
   "mean_abs_delta_raw_logits": 0.03701591491699219,
   "full_logits_min": -5.77734375,
   "full_logits_max": 18.953125,
   "full_logits_absmax": 18.953125,
   "label_logits_min": 11.3359375,
   "label_logits_max": 18.953125,
   "label_logits_absmax": 18.953125,
   "oracle_logits_min": 11.3663330078125,
   "oracle_logits_max": 18.996761322021484,
   "oracle_logits_absmax": 18.996761322021484,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.9589310839073732
  },
  {
   "id": "score_level_05",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 126,
   "slot": 125,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    20.140625,
    12.3515625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-03-kit-a1/score_level_05.npy",
   "full_logits_sha256": "3b317c85b57a1942ae1f69e23551724f9c4891b05bd8baee0783d90a8b4fe76d",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9995859265327454,
    0.00041406950913369656
   ],
   "p_oracle": [
    0.999581515789032,
    0.00041846901876851916
   ],
   "oracle_margin": 0.9991630467702635,
   "max_abs_delta_p": 4.410743713378906e-06,
   "mean_abs_delta_p": 4.405126674100757e-06,
   "max_abs_delta_raw_logits": 0.04493427276611328,
   "mean_abs_delta_raw_logits": 0.039647579193115234,
   "full_logits_min": -5.1875,
   "full_logits_max": 20.140625,
   "full_logits_absmax": 20.140625,
   "label_logits_min": 12.3515625,
   "label_logits_max": 20.140625,
   "label_logits_absmax": 20.140625,
   "oracle_logits_min": 12.396496772766113,
   "oracle_logits_max": 20.174985885620117,
   "oracle_logits_absmax": 20.174985885620117,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 4.178769499994814
  },
  {
   "id": "score_level_06",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 125,
   "slot": 124,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.421875,
    19.5625
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-03-kit-a1/score_level_06.npy",
   "full_logits_sha256": "e5366a9f8ac387fb837fa0a21992dc412ca3829ef3a2828ecf9b3faf04784603",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0007916296599432826,
    0.999208390712738
   ],
   "p_oracle": [
    0.0007640724652446806,
    0.999235987663269
   ],
   "oracle_margin": 0.9984719151980244,
   "max_abs_delta_p": 2.759695053100586e-05,
   "mean_abs_delta_p": 2.757707261480391e-05,
   "max_abs_delta_raw_logits": 0.04911994934082031,
   "mean_abs_delta_raw_logits": 0.03139066696166992,
   "full_logits_min": -5.0703125,
   "full_logits_max": 19.5625,
   "full_logits_absmax": 19.5625,
   "label_logits_min": 12.421875,
   "label_logits_max": 19.5625,
   "label_logits_absmax": 19.5625,
   "oracle_logits_min": 12.43553638458252,
   "oracle_logits_max": 19.61161994934082,
   "oracle_logits_absmax": 19.61161994934082,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 2.910256208968349
  },
  {
   "id": "score_level_07",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 134,
   "slot": 133,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    20.1875,
    12.1953125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-03-kit-a1/score_level_07.npy",
   "full_logits_sha256": "56e027a2a4fd25617248a4458d2abfe14c1c754ec7fc7ec409dfefe7882d7edf",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 32,
   "full_vocab_argmax_text": "A",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 0,
   "letter_argmax": 0,
   "option_argmax_label": "A",
   "oracle_argmax": 0,
   "oracle_argmax_label": "A",
   "argmax_agrees": true,
   "p": [
    0.9996620416641235,
    0.000337979436153546
   ],
   "p_oracle": [
    0.9996634721755981,
    0.0003364876611158252
   ],
   "oracle_margin": 0.9993269845144823,
   "max_abs_delta_p": 1.4917750377207994e-06,
   "mean_abs_delta_p": 1.4611432561650872e-06,
   "max_abs_delta_raw_logits": 0.046428680419921875,
   "mean_abs_delta_raw_logits": 0.044216156005859375,
   "full_logits_min": -5.29296875,
   "full_logits_max": 20.1875,
   "full_logits_absmax": 20.1875,
   "label_logits_min": 12.1953125,
   "label_logits_max": 20.1875,
   "label_logits_absmax": 20.1875,
   "oracle_logits_min": 12.237316131591797,
   "oracle_logits_max": 20.233928680419922,
   "oracle_logits_absmax": 20.233928680419922,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.130719832959585
  },
  {
   "id": "score_level_08",
   "primitive": "score_level",
   "zoo_only": false,
   "tokens": 134,
   "slot": 133,
   "nopts": 2,
   "labels": [
    "A",
    "B"
   ],
   "label_ids": [
    32,
    33
   ],
   "temperature": 1.0,
   "raw_logits": [
    12.8984375,
    19.828125
   ],
   "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-03-kit-a1/score_level_08.npy",
   "full_logits_sha256": "fc9d51831e08db2b06119c22c2581047f56a69dbc2807833231869fac6a62aa3",
   "full_logits_dtype": "float16",
   "full_logits_shape": [
    248320
   ],
   "full_vocab_argmax_id": 33,
   "full_vocab_argmax_text": "B",
   "full_vocab_argmax_is_label": true,
   "option_argmax": 1,
   "letter_argmax": 1,
   "option_argmax_label": "B",
   "oracle_argmax": 1,
   "oracle_argmax_label": "B",
   "argmax_agrees": true,
   "p": [
    0.0009773502824828029,
    0.9990226030349731
   ],
   "p_oracle": [
    0.0009444170282222331,
    0.9990555644035339
   ],
   "oracle_margin": 0.9981111473753117,
   "max_abs_delta_p": 3.2961368560791016e-05,
   "mean_abs_delta_p": 3.294731141068041e-05,
   "max_abs_delta_raw_logits": 0.05738639831542969,
   "mean_abs_delta_raw_logits": 0.04023122787475586,
   "full_logits_min": -5.25,
   "full_logits_max": 19.828125,
   "full_logits_absmax": 19.828125,
   "label_logits_min": 12.8984375,
   "label_logits_max": 19.828125,
   "label_logits_absmax": 19.828125,
   "oracle_logits_min": 12.921513557434082,
   "oracle_logits_max": 19.88551139831543,
   "oracle_logits_absmax": 19.88551139831543,
   "finite": true,
   "nonconstant": true,
   "wall_seconds_contended": 3.113415249972604
  }
 ],
 "sessions": [
  {
   "schema": "coreai-letter-readout-session/1",
   "session": "int8hu-00-kit-a1",
   "mode": "int8hu",
   "indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15
   ],
   "pid": 49023,
   "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
   "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
   "started_at": "2026-09-22T20:47:58+00:00",
   "phase": "complete",
   "runtime_calls": 4532,
   "planned_prompt_evaluations": 15,
   "planned_runtime_calls": 4532,
   "fresh_state_every_evaluation": true,
   "result": "PASS",
   "load_wall_seconds_contended": 27.060420082998462,
   "active_row": "choice16_01",
   "active_step": 483,
   "reset_check": {
    "row": "choice16_01",
    "identical": true,
    "bit_identical": true,
    "max_abs_diff": 0.0,
    "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_01.npy",
    "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/reset-choice16_01.npy",
    "final_full_logits_sha256": "bfeb5b7da42d6edff0228caff4b7b1ad90b04f8a66eee647e71ff2e5e944d347",
    "fresh_state_each_row": true,
    "same_process": true
   },
   "completed_at": "2026-09-22T20:50:20+00:00",
   "wall_seconds_contended": 142.64801708399318,
   "kind": "kit",
   "transcript": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-00-kit-a1.json",
   "log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/logs/readout-int8hu-00-kit-a1.log",
   "command": [
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/../.venv/bin/python",
    "-B",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
    "--worker",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-00-kit-a1.config.json"
   ],
   "pid_receipt": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_pids/int8hu-00-kit-a1.json",
   "returncode": 0,
   "timed_out": false,
   "process_wall_seconds_contended": 148.36169283394702
  },
  {
   "schema": "coreai-letter-readout-session/1",
   "session": "int8hu-01-kit-a1",
   "mode": "int8hu",
   "indices": [
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29
   ],
   "pid": 55347,
   "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
   "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
   "started_at": "2026-09-22T20:50:25+00:00",
   "phase": "complete",
   "runtime_calls": 3841,
   "planned_prompt_evaluations": 15,
   "planned_runtime_calls": 3841,
   "fresh_state_every_evaluation": true,
   "result": "PASS",
   "load_wall_seconds_contended": 0.7604134170105681,
   "active_row": "choice_mid_01",
   "active_step": 230,
   "reset_check": {
    "row": "choice_mid_01",
    "identical": true,
    "bit_identical": true,
    "max_abs_diff": 0.0,
    "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/choice_mid_01.npy",
    "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/reset-choice_mid_01.npy",
    "final_full_logits_sha256": "623ed2d5b80f8df892981f8c24480fc646dfc947ebf0da2d266d2d0cd7c2c8a0",
    "fresh_state_each_row": true,
    "same_process": true
   },
   "completed_at": "2026-09-22T20:51:56+00:00",
   "wall_seconds_contended": 91.53724700002931,
   "kind": "kit",
   "transcript": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-01-kit-a1.json",
   "log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/logs/readout-int8hu-01-kit-a1.log",
   "command": [
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/../.venv/bin/python",
    "-B",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
    "--worker",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-01-kit-a1.config.json"
   ],
   "pid_receipt": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_pids/int8hu-01-kit-a1.json",
   "returncode": 0,
   "timed_out": false,
   "process_wall_seconds_contended": 96.268115999992
  },
  {
   "schema": "coreai-letter-readout-session/1",
   "session": "int8hu-02-kit-a1",
   "mode": "int8hu",
   "indices": [
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43
   ],
   "pid": 59628,
   "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
   "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
   "started_at": "2026-09-22T20:52:01+00:00",
   "phase": "complete",
   "runtime_calls": 1940,
   "planned_prompt_evaluations": 15,
   "planned_runtime_calls": 1940,
   "fresh_state_every_evaluation": true,
   "result": "PASS",
   "load_wall_seconds_contended": 0.7799498330568895,
   "active_row": "noul_03",
   "active_step": 126,
   "reset_check": {
    "row": "noul_03",
    "identical": true,
    "bit_identical": true,
    "max_abs_diff": 0.0,
    "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/noul_03.npy",
    "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-02-kit-a1/reset-noul_03.npy",
    "final_full_logits_sha256": "06a7a710c1bcb0474b90fddb2408b5bb1c6c9ba8e3d6f9a5efb5350fd69d2746",
    "fresh_state_each_row": true,
    "same_process": true
   },
   "completed_at": "2026-09-22T20:52:49+00:00",
   "wall_seconds_contended": 47.32506920804735,
   "kind": "kit",
   "transcript": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-02-kit-a1.json",
   "log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/logs/readout-int8hu-02-kit-a1.log",
   "command": [
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/../.venv/bin/python",
    "-B",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
    "--worker",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-02-kit-a1.config.json"
   ],
   "pid_receipt": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_pids/int8hu-02-kit-a1.json",
   "returncode": 0,
   "timed_out": false,
   "process_wall_seconds_contended": 52.096904000034556
  },
  {
   "schema": "coreai-letter-readout-session/1",
   "session": "int8hu-03-kit-a1",
   "mode": "int8hu",
   "indices": [
    44,
    45,
    46,
    47
   ],
   "pid": 61896,
   "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
   "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
   "started_at": "2026-09-22T20:52:53+00:00",
   "phase": "complete",
   "runtime_calls": 645,
   "planned_prompt_evaluations": 5,
   "planned_runtime_calls": 645,
   "fresh_state_every_evaluation": true,
   "result": "PASS",
   "load_wall_seconds_contended": 0.7889790839981288,
   "active_row": "score_level_05",
   "active_step": 125,
   "reset_check": {
    "row": "score_level_05",
    "identical": true,
    "bit_identical": true,
    "max_abs_diff": 0.0,
    "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-03-kit-a1/score_level_05.npy",
    "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-03-kit-a1/reset-score_level_05.npy",
    "final_full_logits_sha256": "3b317c85b57a1942ae1f69e23551724f9c4891b05bd8baee0783d90a8b4fe76d",
    "fresh_state_each_row": true,
    "same_process": true
   },
   "completed_at": "2026-09-22T20:53:10+00:00",
   "wall_seconds_contended": 17.076580832945183,
   "kind": "kit",
   "transcript": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-03-kit-a1.json",
   "log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/logs/readout-int8hu-03-kit-a1.log",
   "command": [
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/../.venv/bin/python",
    "-B",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
    "--worker",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-03-kit-a1.config.json"
   ],
   "pid_receipt": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_pids/int8hu-03-kit-a1.json",
   "returncode": 0,
   "timed_out": false,
   "process_wall_seconds_contended": 21.88064754102379
  },
  {
   "schema": "coreai-letter-readout-session/1",
   "session": "int8hu-04-wide-a1",
   "mode": "int8hu",
   "indices": [
    6
   ],
   "pid": 62850,
   "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
   "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
   "started_at": "2026-09-22T20:53:15+00:00",
   "phase": "complete",
   "runtime_calls": 3344,
   "planned_prompt_evaluations": 2,
   "planned_runtime_calls": 3344,
   "fresh_state_every_evaluation": true,
   "result": "PASS",
   "load_wall_seconds_contended": 0.8001885829726234,
   "active_row": "choice16_07",
   "active_step": 1671,
   "reset_check": {
    "row": "choice16_07",
    "identical": true,
    "bit_identical": true,
    "max_abs_diff": 0.0,
    "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-04-wide-a1/choice16_07.npy",
    "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-04-wide-a1/reset-choice16_07.npy",
    "final_full_logits_sha256": "8a09bd840b0874037e1abbad29e57530bd731bf179bd8094593b54b748e19154",
    "fresh_state_each_row": true,
    "same_process": true
   },
   "completed_at": "2026-09-22T20:54:36+00:00",
   "wall_seconds_contended": 80.45201450004242,
   "kind": "wide",
   "transcript": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-04-wide-a1.json",
   "log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/logs/readout-int8hu-04-wide-a1.log",
   "command": [
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/../.venv/bin/python",
    "-B",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
    "--worker",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-04-wide-a1.config.json"
   ],
   "pid_receipt": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_pids/int8hu-04-wide-a1.json",
   "returncode": 0,
   "timed_out": false,
   "process_wall_seconds_contended": 85.30526454199571
  },
  {
   "schema": "coreai-letter-readout-session/1",
   "session": "int8hu-05-wide-a1",
   "mode": "int8hu",
   "indices": [
    7
   ],
   "pid": 66714,
   "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
   "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
   "started_at": "2026-09-22T20:54:41+00:00",
   "phase": "complete",
   "runtime_calls": 3340,
   "planned_prompt_evaluations": 2,
   "planned_runtime_calls": 3340,
   "fresh_state_every_evaluation": true,
   "result": "PASS",
   "load_wall_seconds_contended": 0.8982490838970989,
   "active_row": "choice16_08",
   "active_step": 1669,
   "reset_check": {
    "row": "choice16_08",
    "identical": true,
    "bit_identical": true,
    "max_abs_diff": 0.0,
    "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-05-wide-a1/choice16_08.npy",
    "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-05-wide-a1/reset-choice16_08.npy",
    "final_full_logits_sha256": "a4ac30a845f419cb1e698da89a9e620a373c7ff10a3a89626161347882c39850",
    "fresh_state_each_row": true,
    "same_process": true
   },
   "completed_at": "2026-09-22T20:56:01+00:00",
   "wall_seconds_contended": 80.84299362497404,
   "kind": "wide",
   "transcript": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-05-wide-a1.json",
   "log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/logs/readout-int8hu-05-wide-a1.log",
   "command": [
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/../.venv/bin/python",
    "-B",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
    "--worker",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-05-wide-a1.config.json"
   ],
   "pid_receipt": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_pids/int8hu-05-wide-a1.json",
   "returncode": 0,
   "timed_out": false,
   "process_wall_seconds_contended": 85.68060879106633
  },
  {
   "schema": "coreai-letter-readout-session/1",
   "session": "int8hu-06-global_reset-a1",
   "mode": "int8hu",
   "indices": [
    0
   ],
   "pid": 70820,
   "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
   "snapshot": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/cache/hf/hub/models--apus-ailab--APUS-OpenJev-v1-4B/snapshots/65797c526c27c4d24f564333779162cd4a64328e",
   "started_at": "2026-09-22T20:56:06+00:00",
   "phase": "complete",
   "runtime_calls": 968,
   "planned_prompt_evaluations": 2,
   "planned_runtime_calls": 968,
   "fresh_state_every_evaluation": true,
   "result": "PASS",
   "load_wall_seconds_contended": 0.8032317910110578,
   "active_row": "choice16_01",
   "active_step": 483,
   "reset_check": {
    "row": "choice16_01",
    "identical": true,
    "bit_identical": true,
    "max_abs_diff": 0.0,
    "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-06-global_reset-a1/choice16_01.npy",
    "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-06-global_reset-a1/reset-choice16_01.npy",
    "final_full_logits_sha256": "bfeb5b7da42d6edff0228caff4b7b1ad90b04f8a66eee647e71ff2e5e944d347",
    "fresh_state_each_row": true,
    "same_process": true
   },
   "completed_at": "2026-09-22T20:56:31+00:00",
   "wall_seconds_contended": 24.71449162508361,
   "kind": "global_reset",
   "transcript": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-06-global_reset-a1.json",
   "log": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/logs/readout-int8hu-06-global_reset-a1.log",
   "command": [
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/../.venv/bin/python",
    "-B",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/zoo/conversion/letter/readout_gate_letter.py",
    "--worker",
    "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_sessions/int8hu-06-global_reset-a1.config.json"
   ],
   "pid_receipt": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_pids/int8hu-06-global_reset-a1.json",
   "returncode": 0,
   "timed_out": false,
   "process_wall_seconds_contended": 29.571799166034907
  }
 ],
 "result": "PASS",
 "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
 "aot": {
  "reused": true,
  "result": "PASS",
  "asset": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/aotc/apus_openjev_v1_4b_decode_int8hu_block32_sym.h16c.aimodelc",
  "source": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/exports/apus_openjev_v1_4b_decode_int8hu_block32_sym/apus_openjev_v1_4b_decode_int8hu_block32_sym.aimodel",
  "selection": "explicit existing AOT asset",
  "flags": [
   "--platform",
   "macOS",
   "--preferred-compute",
   "gpu",
   "--architecture",
   "h16c",
   "--expect-frequent-reshapes"
  ]
 },
 "summary": {
  "rows": 48,
  "expected_rows": 48,
  "argmax_agreement": 48,
  "margin_ge_0_02_rows": 48,
  "margin_ge_0_02_argmax_agreement": 48,
  "near_ties": [],
  "high_margin_disagreements": [],
  "full_vocab_argmax_is_label": 48,
  "full_vocab_argmax_label_fraction": 1.0,
  "off_label_rows": [],
  "max_abs_delta_p": 0.005301987752318382,
  "mean_of_row_mean_abs_delta_p": 0.000126608183026633,
  "max_abs_delta_raw_logits": 0.2360076904296875,
  "finite_all": true,
  "nonconstant_all": true,
  "reset_identical": true,
  "session_resets_identical": true,
  "provisional_int8hu_max_delta_p_expectation": 0.05,
  "provisional_expectation_exceeded": false,
  "provisional_expectation_policy": "Exceedance is recorded for supervisor judgment; no investigation or new tolerance.",
  "worst_five": [
   {
    "id": "noul_02",
    "primitive": "noul",
    "zoo_only": false,
    "tokens": 127,
    "slot": 126,
    "nopts": 2,
    "labels": [
     "A",
     "B"
    ],
    "label_ids": [
     32,
     33
    ],
    "temperature": 1.0,
    "raw_logits": [
     19.640625,
     15.7734375
    ],
    "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-01-kit-a1/noul_02.npy",
    "full_logits_sha256": "bc016af605c12dd63b45ddea8536747f563b6fcaefa4babcabfe7471164f8a9a",
    "full_logits_dtype": "float16",
    "full_logits_shape": [
     248320
    ],
    "full_vocab_argmax_id": 32,
    "full_vocab_argmax_text": "A",
    "full_vocab_argmax_is_label": true,
    "option_argmax": 0,
    "letter_argmax": 0,
    "option_argmax_label": "A",
    "oracle_argmax": 0,
    "oracle_argmax_label": "A",
    "argmax_agrees": true,
    "p": [
     0.9795113801956177,
     0.0204885546118021
    ],
    "p_oracle": [
     0.9742094874382019,
     0.025790542364120483
    ],
    "oracle_margin": 0.9484189450740814,
    "max_abs_delta_p": 0.005301987752318382,
    "mean_abs_delta_p": 0.005301940254867077,
    "max_abs_delta_raw_logits": 0.2360076904296875,
    "mean_abs_delta_raw_logits": 0.11822319030761719,
    "full_logits_min": -4.8359375,
    "full_logits_max": 19.640625,
    "full_logits_absmax": 19.640625,
    "label_logits_min": 15.7734375,
    "label_logits_max": 19.640625,
    "label_logits_absmax": 19.640625,
    "oracle_logits_min": 16.009445190429688,
    "oracle_logits_max": 19.641063690185547,
    "oracle_logits_absmax": 19.641063690185547,
    "finite": true,
    "nonconstant": true,
    "wall_seconds_contended": 2.9467740829568356
   },
   {
    "id": "choice16_06",
    "primitive": "choice",
    "zoo_only": false,
    "tokens": 478,
    "slot": 477,
    "nopts": 16,
    "labels": [
     "A",
     "B",
     "C",
     "D",
     "E",
     "F",
     "G",
     "H",
     "I",
     "J",
     "K",
     "L",
     "M",
     "N",
     "O",
     "P"
    ],
    "label_ids": [
     32,
     33,
     34,
     35,
     36,
     37,
     38,
     39,
     40,
     41,
     42,
     43,
     44,
     45,
     46,
     47
    ],
    "temperature": 1.0,
    "raw_logits": [
     12.2734375,
     12.5234375,
     11.5,
     11.7421875,
     11.59375,
     12.2421875,
     11.9453125,
     12.4140625,
     11.8828125,
     11.515625,
     11.7421875,
     13.6171875,
     12.8359375,
     19.65625,
     10.78125,
     11.9921875
    ],
    "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_06.npy",
    "full_logits_sha256": "85a01f8016616e80033bd3347057d2268ca0f86fd796bbe2e0cd83ff48ab0ed3",
    "full_logits_dtype": "float16",
    "full_logits_shape": [
     248320
    ],
    "full_vocab_argmax_id": 45,
    "full_vocab_argmax_text": "N",
    "full_vocab_argmax_is_label": true,
    "option_argmax": 13,
    "letter_argmax": 13,
    "option_argmax_label": "N",
    "oracle_argmax": 13,
    "oracle_argmax_label": "N",
    "argmax_agrees": true,
    "p": [
     0.0006161094643175602,
     0.0007911002030596137,
     0.0002842877875082195,
     0.000362192076863721,
     0.00031222906545735896,
     0.0005971537320874631,
     0.0004437669995240867,
     0.0007091375882737339,
     0.00041688053170219064,
     0.00028876468422822654,
     0.000362192076863721,
     0.0023617891129106283,
     0.0010813057888299227,
     0.9907694458961487,
     0.00013855082215741277,
     0.00046506381477229297
    ],
    "p_oracle": [
     0.0006036474951542914,
     0.0007898030453361571,
     0.00028146954718977213,
     0.0003607680555433035,
     0.0003017856215592474,
     0.0005810366710647941,
     0.00042162250610999763,
     0.0006788001046516001,
     0.0004177230875939131,
     0.00028550016577355564,
     0.0003607498074416071,
     0.0022571496665477753,
     0.001058528432622552,
     0.9910086989402771,
     0.00013511227734852582,
     0.0004577210347633809
    ],
    "oracle_margin": 0.9887515492737293,
    "max_abs_delta_p": 0.00023925304412841797,
    "mean_abs_delta_p": 3.0002774110471364e-05,
    "max_abs_delta_raw_logits": 0.038997650146484375,
    "mean_abs_delta_raw_logits": 0.021076321601867676,
    "full_logits_min": -5.234375,
    "full_logits_max": 19.65625,
    "full_logits_absmax": 19.65625,
    "label_logits_min": 10.78125,
    "label_logits_max": 19.65625,
    "label_logits_absmax": 19.65625,
    "oracle_logits_min": 10.793097496032715,
    "oracle_logits_max": 19.693470001220703,
    "oracle_logits_absmax": 19.693470001220703,
    "finite": true,
    "nonconstant": true,
    "wall_seconds_contended": 11.171225834055804
   },
   {
    "id": "choice_small_03",
    "primitive": "choice",
    "zoo_only": false,
    "tokens": 133,
    "slot": 132,
    "nopts": 2,
    "labels": [
     "A",
     "B"
    ],
    "label_ids": [
     32,
     33
    ],
    "temperature": 1.0,
    "raw_logits": [
     19.515625,
     13.296875
    ],
    "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice_small_03.npy",
    "full_logits_sha256": "1a19d50ee933df20338af8d4c3bb2a417f5bf286d9df465b73cdefa80ebaedc0",
    "full_logits_dtype": "float16",
    "full_logits_shape": [
     248320
    ],
    "full_vocab_argmax_id": 32,
    "full_vocab_argmax_text": "A",
    "full_vocab_argmax_is_label": true,
    "option_argmax": 0,
    "letter_argmax": 0,
    "option_argmax_label": "A",
    "oracle_argmax": 0,
    "oracle_argmax_label": "A",
    "argmax_agrees": true,
    "p": [
     0.9980121850967407,
     0.001987774157896638
    ],
    "p_oracle": [
     0.9978455305099487,
     0.0021545046474784613
    ],
    "oracle_margin": 0.9956910258624703,
    "max_abs_delta_p": 0.00016673048958182335,
    "mean_abs_delta_p": 0.00016669253818690777,
    "max_abs_delta_raw_logits": 0.10611629486083984,
    "mean_abs_delta_raw_logits": 0.06576013565063477,
    "full_logits_min": -5.109375,
    "full_logits_max": 19.515625,
    "full_logits_absmax": 19.515625,
    "label_logits_min": 13.296875,
    "label_logits_max": 19.515625,
    "label_logits_absmax": 19.515625,
    "oracle_logits_min": 13.40299129486084,
    "oracle_logits_max": 19.54102897644043,
    "oracle_logits_absmax": 19.54102897644043,
    "finite": true,
    "nonconstant": true,
    "wall_seconds_contended": 3.2024811659939587
   },
   {
    "id": "choice16_01",
    "primitive": "choice",
    "zoo_only": false,
    "tokens": 484,
    "slot": 483,
    "nopts": 16,
    "labels": [
     "A",
     "B",
     "C",
     "D",
     "E",
     "F",
     "G",
     "H",
     "I",
     "J",
     "K",
     "L",
     "M",
     "N",
     "O",
     "P"
    ],
    "label_ids": [
     32,
     33,
     34,
     35,
     36,
     37,
     38,
     39,
     40,
     41,
     42,
     43,
     44,
     45,
     46,
     47
    ],
    "temperature": 1.0,
    "raw_logits": [
     12.359375,
     12.3671875,
     11.90625,
     11.859375,
     12.1640625,
     12.921875,
     12.203125,
     11.796875,
     12.25,
     11.015625,
     11.390625,
     11.6484375,
     12.34375,
     13.0625,
     20.640625,
     13.6875
    ],
    "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_01.npy",
    "full_logits_sha256": "bfeb5b7da42d6edff0228caff4b7b1ad90b04f8a66eee647e71ff2e5e944d347",
    "full_logits_dtype": "float16",
    "full_logits_shape": [
     248320
    ],
    "full_vocab_argmax_id": 46,
    "full_vocab_argmax_text": "O",
    "full_vocab_argmax_is_label": true,
    "option_argmax": 14,
    "letter_argmax": 14,
    "option_argmax_label": "O",
    "oracle_argmax": 14,
    "oracle_argmax_label": "O",
    "argmax_agrees": true,
    "p": [
     0.00025219490635208786,
     0.0002541729190852493,
     0.00016030484403017908,
     0.00015296395577024668,
     0.00020744989160448313,
     0.000442615884821862,
     0.00021571374963968992,
     0.00014369635027833283,
     0.0002260660839965567,
     6.578897591680288e-05,
     9.572239650879055e-05,
     0.00012387399328872561,
     0.0002482850104570389,
     0.0005094477673992515,
     0.9959499835968018,
     0.0009517737198621035
    ],
    "p_oracle": [
     0.0002463592973072082,
     0.0002496106317266822,
     0.0001597226073499769,
     0.00015033826639410108,
     0.00020139502885285765,
     0.000427671882789582,
     0.00020524773572105914,
     0.00014071307668928057,
     0.00022057742171455175,
     6.360783299896866e-05,
     9.309183951700106e-05,
     0.00011756603635149077,
     0.00023934344062581658,
     0.0004934656317345798,
     0.9960967898368835,
     0.0008944937726482749
    ],
    "oracle_margin": 0.9952022960642353,
    "max_abs_delta_p": 0.0001468062400817871,
    "mean_abs_delta_p": 1.8354511666984763e-05,
    "max_abs_delta_raw_logits": 0.04114246368408203,
    "mean_abs_delta_raw_logits": 0.013800323009490967,
    "full_logits_min": -4.77734375,
    "full_logits_max": 20.640625,
    "full_logits_absmax": 20.640625,
    "label_logits_min": 11.015625,
    "label_logits_max": 20.640625,
    "label_logits_absmax": 20.640625,
    "oracle_logits_min": 11.002836227416992,
    "oracle_logits_max": 20.661699295043945,
    "oracle_logits_absmax": 20.661699295043945,
    "finite": true,
    "nonconstant": true,
    "wall_seconds_contended": 20.632259542006068
   },
   {
    "id": "choice16_08",
    "primitive": "choice",
    "zoo_only": true,
    "tokens": 1670,
    "slot": 1669,
    "nopts": 16,
    "labels": [
     "A",
     "B",
     "C",
     "D",
     "E",
     "F",
     "G",
     "H",
     "I",
     "J",
     "K",
     "L",
     "M",
     "N",
     "O",
     "P"
    ],
    "label_ids": [
     32,
     33,
     34,
     35,
     36,
     37,
     38,
     39,
     40,
     41,
     42,
     43,
     44,
     45,
     46,
     47
    ],
    "temperature": 1.0,
    "raw_logits": [
     11.421875,
     11.4296875,
     10.9765625,
     11.09375,
     11.0625,
     10.6875,
     11.2109375,
     11.7109375,
     10.9609375,
     10.359375,
     10.453125,
     11.0546875,
     11.28125,
     12.1015625,
     19.734375,
     11.6640625
    ],
    "full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-05-wide-a1/choice16_08.npy",
    "full_logits_sha256": "a4ac30a845f419cb1e698da89a9e620a373c7ff10a3a89626161347882c39850",
    "full_logits_dtype": "float16",
    "full_logits_shape": [
     248320
    ],
    "full_vocab_argmax_id": 46,
    "full_vocab_argmax_text": "O",
    "full_vocab_argmax_is_label": true,
    "option_argmax": 14,
    "letter_argmax": 14,
    "option_argmax_label": "O",
    "oracle_argmax": 14,
    "oracle_argmax_label": "O",
    "argmax_agrees": true,
    "p": [
     0.0002446577127557248,
     0.00024657658650539815,
     0.00015673362941015512,
     0.00017622034647502005,
     0.00017079860845115036,
     0.00011738805915229023,
     0.0001981298701139167,
     0.0003266609273850918,
     0.0001543036923976615,
     8.455145143670961e-05,
     9.286159911425784e-05,
     0.00016946946561802179,
     0.00021256232867017388,
     0.00048277355381287634,
     0.9968546032905579,
     0.0003117020532954484
    ],
    "p_oracle": [
     0.00025291985366493464,
     0.00025440516765229404,
     0.0001611168117960915,
     0.00018121968605555594,
     0.0001721893931971863,
     0.00011819414066849276,
     0.00019569814321585,
     0.00031676460639573634,
     0.0001600529212737456,
     8.600660657975823e-05,
     9.503943874733523e-05,
     0.00017593703523743898,
     0.00021528561774175614,
     0.0005384032265283167,
     0.9967564940452576,
     0.0003202980733476579
    ],
    "oracle_margin": 0.9962180908187293,
    "max_abs_delta_p": 9.810924530029297e-05,
    "mean_abs_delta_p": 1.3806636161461938e-05,
    "max_abs_delta_raw_logits": 0.1287240982055664,
    "mean_abs_delta_raw_logits": 0.04324162006378174,
    "full_logits_min": -5.33203125,
    "full_logits_max": 19.734375,
    "full_logits_absmax": 19.734375,
    "label_logits_min": 10.359375,
    "label_logits_max": 19.734375,
    "label_logits_absmax": 19.734375,
    "oracle_logits_min": 10.396102905273438,
    "oracle_logits_max": 19.75394058227539,
    "oracle_logits_absmax": 19.75394058227539,
    "finite": true,
    "nonconstant": true,
    "wall_seconds_contended": 40.306147875031456
   }
  ]
 },
 "reset_check": {
  "row": "choice16_01",
  "identical": true,
  "bit_identical": true,
  "max_abs_diff": 0.0,
  "first_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-00-kit-a1/choice16_01.npy",
  "final_full_logits_npy": "/Users/majimadaisuke/code/codex-conversions/2026-09-23/apus-openjev-4b-coreai/results/round2/letter-readout/results/readout_logits/int8hu-06-global_reset-a1/reset-choice16_01.npy",
  "final_session": "int8hu-06-global_reset-a1",
  "cross_process": true,
  "local_resets_in_every_session": true
 },
 "hard_gates_result": "PASS",
 "wall_seconds_contended": 519.1869827089831,
 "completed_at": "2026-09-22T20:56:31+00:00"
}