{
 "schema": "ane-gate-device-transcript/1",
 "generated_at": "2026-09-15T09:42:57+00:00",
 "bundle": "qwen3_1_7b_4bit_weight_palettized_group32_static.h18p.aimodelc",
 "device": "iPhone 17 Pro / iOS 27.0 24A437",
 "engine": "Apple main 7359dbc StaticShapeEngine via EngineFactory (unmodified, AneGateRunner)",
 "oracle_model": "Qwen/Qwen3-1.7B",
 "oracle_dtype": "fp32",
 "margin_floor": 0.1,
 "margin_definition": "top-2 softmax-probability gap (coreai_verify); margins_logit = raw-logit gap, both >= floor at fixture time",
 "rules": "TF: teacher-forced single-step argmax vs oracle at every step; mismatch on a step with oracle margin >= floor = FAIL, below = knife-edge (excluded). FR: free-running greedy judged at the first divergence by the oracle's margin there; the stop (EOS) is a step like any other. PASS needs both.",
 "engine_load_seconds": 0.076,
 "note": "Apple's iOS default 4bit_weight_palettized_group32: raw-text prompts exact, the chat-templated turn collapses to <|endoftext|> from step 0 (special-token prompt only)",
 "prompts": [
  {
   "name": "natural",
   "prompt_text": "The alphabet begins A, B, C, D, E, F,",
   "chat": null,
   "prompt_ids": [
    785,
    27790,
    12033,
    362,
    11,
    425,
    11,
    356,
    11,
    422,
    11,
    468,
    11,
    434,
    11
   ],
   "expected_ids": [
    479,
    11,
    472,
    11,
    358,
    11,
    619,
    11,
    730,
    11,
    444,
    11,
    386,
    11,
    451,
    11,
    506,
    11,
    393,
    11,
    1207,
    11,
    431,
    11
   ],
   "expected_text": " G, H, I, J, K, L, M, N, O, P, Q, R,",
   "margins": [
    0.99508,
    0.997767,
    0.991291,
    0.996626,
    0.99832,
    0.999484,
    0.999071,
    0.999584,
    0.999052,
    0.999768,
    0.999855,
    0.997345,
    0.996706,
    0.998349,
    0.990062,
    0.999497,
    0.999642,
    0.999617,
    0.999719,
    0.999752,
    0.999797,
    0.9999,
    0.999974,
    0.999992
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 479,
     "got": 479,
     "device_second": 38,
     "oracle_margin": 0.9951,
     "device_fp16_gap": 10.938,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 11,
     "got": 11,
     "device_second": 43539,
     "oracle_margin": 0.9978,
     "device_fp16_gap": 14.844,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 472,
     "got": 472,
     "device_second": 39,
     "oracle_margin": 0.9913,
     "device_fp16_gap": 7.734,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 11,
     "got": 11,
     "device_second": 28675,
     "oracle_margin": 0.9966,
     "device_fp16_gap": 14.766,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 358,
     "got": 358,
     "device_second": 40,
     "oracle_margin": 0.9983,
     "device_fp16_gap": 4.984,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 11,
     "got": 11,
     "device_second": 271,
     "oracle_margin": 0.9995,
     "device_fp16_gap": 16.219,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 619,
     "got": 619,
     "device_second": 41,
     "oracle_margin": 0.9991,
     "device_fp16_gap": 1.25,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 11,
     "got": 11,
     "device_second": 52388,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 11.141,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 730,
     "got": 730,
     "device_second": 444,
     "oracle_margin": 0.9991,
     "device_fp16_gap": 3.984,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 11,
     "got": 11,
     "device_second": 52388,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 13.172,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 444,
     "got": 444,
     "device_second": 1112,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 2.625,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 11,
     "got": 11,
     "device_second": 52388,
     "oracle_margin": 0.9973,
     "device_fp16_gap": 11.703,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 386,
     "got": 386,
     "device_second": 44,
     "oracle_margin": 0.9967,
     "device_fp16_gap": 4.812,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 11,
     "got": 11,
     "device_second": 38225,
     "oracle_margin": 0.9983,
     "device_fp16_gap": 10.609,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 451,
     "got": 451,
     "device_second": 45,
     "oracle_margin": 0.9901,
     "device_fp16_gap": 3.938,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 11,
     "got": 11,
     "device_second": 345,
     "oracle_margin": 0.9995,
     "device_fp16_gap": 17.828,
     "status": "ok"
    },
    {
     "k": 16,
     "expected": 506,
     "got": 506,
     "device_second": 46,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 4.172,
     "status": "ok"
    },
    {
     "k": 17,
     "expected": 11,
     "got": 11,
     "device_second": 28675,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 18.328,
     "status": "ok"
    },
    {
     "k": 18,
     "expected": 393,
     "got": 393,
     "device_second": 47,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 5.656,
     "status": "ok"
    },
    {
     "k": 19,
     "expected": 11,
     "got": 11,
     "device_second": 52388,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 12.562,
     "status": "ok"
    },
    {
     "k": 20,
     "expected": 1207,
     "got": 1207,
     "device_second": 48,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 5.062,
     "status": "ok"
    },
    {
     "k": 21,
     "expected": 11,
     "got": 11,
     "device_second": 28675,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 14.984,
     "status": "ok"
    },
    {
     "k": 22,
     "expected": 431,
     "got": 431,
     "device_second": 49,
     "oracle_margin": 1.0,
     "device_fp16_gap": 6.391,
     "status": "ok"
    },
    {
     "k": 23,
     "expected": 11,
     "got": 11,
     "device_second": 52388,
     "oracle_margin": 1.0,
     "device_fp16_gap": 10.172,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     479,
     11,
     472,
     11,
     358,
     11,
     619,
     11,
     730,
     11,
     444,
     11,
     386,
     11,
     451,
     11,
     506,
     11,
     393,
     11,
     1207,
     11,
     431,
     11,
     328,
     11,
     350,
     11,
     547,
     11,
     647,
     11
    ],
    "verdict": "PASS",
    "reason": "24/24 token-exact; engine continued past the oracle's 24-token span to 32 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 24,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 1.86,
    "fr_seconds": 0.53,
    "verdict": "PASS"
   }
  },
  {
   "name": "chat",
   "prompt_text": "Say hello.",
   "chat": "no-think",
   "prompt_ids": [
    151644,
    872,
    198,
    45764,
    23811,
    13,
    151645,
    198,
    151644,
    77091,
    198,
    151667,
    271,
    151668,
    271
   ],
   "expected_ids": [
    9707,
    0,
    2585,
    646,
    358,
    7789,
    498,
    3351,
    30,
    26525,
    232,
    151645
   ],
   "expected_text": "Hello! How can I assist you today? \ud83d\ude0a<|im_end|>",
   "margins": [
    0.99818,
    0.999999,
    0.966256,
    0.872667,
    1.0,
    0.983203,
    1.0,
    0.999996,
    1.0,
    0.730181,
    0.99988,
    0.999941
   ],
   "stopped_on_eos": true,
   "tf": [
    {
     "k": 0,
     "expected": 9707,
     "got": 151643,
     "device_second": 111409,
     "oracle_margin": 0.9982,
     "device_fp16_gap": 3.082,
     "status": "FAIL"
    },
    {
     "k": 1,
     "expected": 0,
     "got": 13,
     "device_second": 382,
     "oracle_margin": 1.0,
     "device_fp16_gap": 6.562,
     "status": "FAIL"
    },
    {
     "k": 2,
     "expected": 2585,
     "got": 151643,
     "device_second": 151645,
     "oracle_margin": 0.9663,
     "device_fp16_gap": 0.277,
     "status": "FAIL"
    },
    {
     "k": 3,
     "expected": 646,
     "got": 525,
     "device_second": 30,
     "oracle_margin": 0.8727,
     "device_fp16_gap": 2.406,
     "status": "FAIL"
    },
    {
     "k": 4,
     "expected": 358,
     "got": 358,
     "device_second": 498,
     "oracle_margin": 1.0,
     "device_fp16_gap": 2.906,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 7789,
     "got": 1492,
     "device_second": 7789,
     "oracle_margin": 0.9832,
     "device_fp16_gap": 0.641,
     "status": "FAIL"
    },
    {
     "k": 6,
     "expected": 498,
     "got": 498,
     "device_second": 30,
     "oracle_margin": 1.0,
     "device_fp16_gap": 11.234,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 3351,
     "got": 30,
     "device_second": 3351,
     "oracle_margin": 1.0,
     "device_fp16_gap": 2.984,
     "status": "FAIL"
    },
    {
     "k": 8,
     "expected": 30,
     "got": 30,
     "device_second": 1939,
     "oracle_margin": 1.0,
     "device_fp16_gap": 11.062,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 26525,
     "got": 5209,
     "device_second": 9731,
     "oracle_margin": 0.7302,
     "device_fp16_gap": 0.328,
     "status": "FAIL"
    },
    {
     "k": 10,
     "expected": 232,
     "got": 228,
     "device_second": 223,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 1.742,
     "status": "FAIL"
    },
    {
     "k": 11,
     "expected": 151645,
     "got": 151643,
     "device_second": 151645,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 1.395,
     "status": "FAIL"
    }
   ],
   "fr": {
    "got": [
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643,
     151643
    ],
    "verdict": "FAIL",
    "reason": "0/12 exact, then token disagreement at step 0: exp=9707 got=151643, oracle margin 0.9982 >= 0.10 floor"
   },
   "gate": {
    "tf_ok": 3,
    "tf_n": 12,
    "knife": 0,
    "tf_fail": 9,
    "fr": "FAIL",
    "tf_seconds": 0.21,
    "fr_seconds": 0.33,
    "verdict": "FAIL"
   }
  },
  {
   "name": "long",
   "prompt_text": "Counting up: 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100,",
   "chat": null,
   "prompt_ids": [
    2507,
    287,
    705,
    25,
    220,
    16,
    11,
    220,
    17,
    11,
    220,
    18,
    11,
    220,
    19,
    11,
    220,
    20,
    11,
    220,
    21,
    11,
    220,
    22,
    11,
    220,
    23,
    11,
    220,
    24,
    11,
    220,
    16,
    15,
    11,
    220,
    16,
    16,
    11,
    220,
    16,
    17,
    11,
    220,
    16,
    18,
    11,
    220,
    16,
    19,
    11,
    220,
    16,
    20,
    11,
    220,
    16,
    21,
    11,
    220,
    16,
    22,
    11,
    220,
    16,
    23,
    11,
    220,
    16,
    24,
    11,
    220,
    17,
    15,
    11,
    220,
    17,
    16,
    11,
    220,
    17,
    17,
    11,
    220,
    17,
    18,
    11,
    220,
    17,
    19,
    11,
    220,
    17,
    20,
    11,
    220,
    17,
    21,
    11,
    220,
    17,
    22,
    11,
    220,
    17,
    23,
    11,
    220,
    17,
    24,
    11,
    220,
    18,
    15,
    11,
    220,
    18,
    16,
    11,
    220,
    18,
    17,
    11,
    220,
    18,
    18,
    11,
    220,
    18,
    19,
    11,
    220,
    18,
    20,
    11,
    220,
    18,
    21,
    11,
    220,
    18,
    22,
    11,
    220,
    18,
    23,
    11,
    220,
    18,
    24,
    11,
    220,
    19,
    15,
    11,
    220,
    19,
    16,
    11,
    220,
    19,
    17,
    11,
    220,
    19,
    18,
    11,
    220,
    19,
    19,
    11,
    220,
    19,
    20,
    11,
    220,
    19,
    21,
    11,
    220,
    19,
    22,
    11,
    220,
    19,
    23,
    11,
    220,
    19,
    24,
    11,
    220,
    20,
    15,
    11,
    220,
    20,
    16,
    11,
    220,
    20,
    17,
    11,
    220,
    20,
    18,
    11,
    220,
    20,
    19,
    11,
    220,
    20,
    20,
    11,
    220,
    20,
    21,
    11,
    220,
    20,
    22,
    11,
    220,
    20,
    23,
    11,
    220,
    20,
    24,
    11,
    220,
    21,
    15,
    11,
    220,
    21,
    16,
    11,
    220,
    21,
    17,
    11,
    220,
    21,
    18,
    11,
    220,
    21,
    19,
    11,
    220,
    21,
    20,
    11,
    220,
    21,
    21,
    11,
    220,
    21,
    22,
    11,
    220,
    21,
    23,
    11,
    220,
    21,
    24,
    11,
    220,
    22,
    15,
    11,
    220,
    22,
    16,
    11,
    220,
    22,
    17,
    11,
    220,
    22,
    18,
    11,
    220,
    22,
    19,
    11,
    220,
    22,
    20,
    11,
    220,
    22,
    21,
    11,
    220,
    22,
    22,
    11,
    220,
    22,
    23,
    11,
    220,
    22,
    24,
    11,
    220,
    23,
    15,
    11,
    220,
    23,
    16,
    11,
    220,
    23,
    17,
    11,
    220,
    23,
    18,
    11,
    220,
    23,
    19,
    11,
    220,
    23,
    20,
    11,
    220,
    23,
    21,
    11,
    220,
    23,
    22,
    11,
    220,
    23,
    23,
    11,
    220,
    23,
    24,
    11,
    220,
    24,
    15,
    11,
    220,
    24,
    16,
    11,
    220,
    24,
    17,
    11,
    220,
    24,
    18,
    11,
    220,
    24,
    19,
    11,
    220,
    24,
    20,
    11,
    220,
    24,
    21,
    11,
    220,
    24,
    22,
    11,
    220,
    24,
    23,
    11,
    220,
    24,
    24,
    11,
    220,
    16,
    15,
    15,
    11
   ],
   "expected_ids": [
    220,
    16,
    15,
    16,
    11,
    220,
    16,
    15,
    17,
    11,
    220,
    16,
    15,
    18,
    11,
    220
   ],
   "expected_text": " 101, 102, 103, ",
   "margins": [
    0.940157,
    0.99946,
    0.995926,
    0.998169,
    0.986708,
    0.997391,
    0.999978,
    0.999987,
    0.999845,
    0.996383,
    0.998196,
    0.999993,
    0.999987,
    0.999887,
    0.998976,
    0.999624
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 220,
     "got": 220,
     "device_second": 12236,
     "oracle_margin": 0.9402,
     "device_fp16_gap": 8.094,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 16,
     "got": 16,
     "device_second": 17,
     "oracle_margin": 0.9995,
     "device_fp16_gap": 13.648,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 15,
     "got": 15,
     "device_second": 16,
     "oracle_margin": 0.9959,
     "device_fp16_gap": 5.078,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 16,
     "got": 16,
     "device_second": 15,
     "oracle_margin": 0.9982,
     "device_fp16_gap": 23.375,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 11,
     "got": 11,
     "device_second": 28675,
     "oracle_margin": 0.9867,
     "device_fp16_gap": 10.695,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 220,
     "got": 220,
     "device_second": 12236,
     "oracle_margin": 0.9974,
     "device_fp16_gap": 9.672,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 16,
     "got": 16,
     "device_second": 17,
     "oracle_margin": 1.0,
     "device_fp16_gap": 15.867,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 15,
     "got": 15,
     "device_second": 16,
     "oracle_margin": 1.0,
     "device_fp16_gap": 18.438,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 17,
     "got": 17,
     "device_second": 16,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 15.094,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 11,
     "got": 11,
     "device_second": 28675,
     "oracle_margin": 0.9964,
     "device_fp16_gap": 12.289,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 220,
     "got": 220,
     "device_second": 12236,
     "oracle_margin": 0.9982,
     "device_fp16_gap": 12.75,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 16,
     "got": 16,
     "device_second": 17,
     "oracle_margin": 1.0,
     "device_fp16_gap": 14.391,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 15,
     "got": 15,
     "device_second": 16,
     "oracle_margin": 1.0,
     "device_fp16_gap": 16.828,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 18,
     "got": 18,
     "device_second": 19,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 17.266,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 11,
     "got": 11,
     "device_second": 52388,
     "oracle_margin": 0.999,
     "device_fp16_gap": 12.648,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 220,
     "got": 220,
     "device_second": 12236,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 13.273,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     220,
     16,
     15,
     16,
     11,
     220,
     16,
     15,
     17,
     11,
     220,
     16,
     15,
     18,
     11,
     220,
     16,
     15,
     19,
     11,
     220,
     16,
     15,
     20
    ],
    "verdict": "PASS",
    "reason": "16/16 token-exact; engine continued past the oracle's 16-token span to 24 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.42,
    "fr_seconds": 0.54,
    "verdict": "PASS"
   }
  }
 ],
 "summary": {
  "fields": "fixture=qwen3_1_7b/fixture model=qwen3_1_7b_4bit_weight_palettized_group32_static prompts=3 pass=2 fail=1 load_s=0.076 footprint_gb=1.73",
  "verdict": "FAIL"
 },
 "red_test": {
  "poison": {
   "prompt": "natural",
   "step": 5,
   "was": 11,
   "now": 58862
  },
  "summary": {
   "fields": "fixture=qwen3_1_7b/fixture_red model=qwen3_1_7b_4bit_weight_palettized_group32_static prompts=3 pass=1 fail=2 load_s=4.973 footprint_gb=1.72",
   "verdict": "FAIL"
  },
  "gate": {
   "natural": {
    "tf_ok": 21,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 3,
    "fr": "FAIL",
    "tf_seconds": 3.04,
    "fr_seconds": 0.54,
    "verdict": "FAIL"
   },
   "chat": {
    "tf_ok": 3,
    "tf_n": 12,
    "knife": 0,
    "tf_fail": 9,
    "fr": "FAIL",
    "tf_seconds": 0.21,
    "fr_seconds": 0.34,
    "verdict": "FAIL"
   },
   "long": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.41,
    "fr_seconds": 0.53,
    "verdict": "PASS"
   }
  },
  "purpose": "the same tool on a deliberately wrong fixture must go RED (memory: a gate must be able to fail)"
 }
}