{
 "schema": "ane-gate-device-transcript/1",
 "generated_at": "2026-09-15T09:42:57+00:00",
 "bundle": "qwen3_1_7b_6bit_static.h18p.aimodelc",
 "device": "iPhone 17 Pro / iOS 27.0 24A437",
 "engine": "Apple main 7359dbc StaticShapeEngine via EngineFactory (unmodified, AneGateRunner)",
 "oracle_model": "Qwen/Qwen3-1.7B",
 "oracle_dtype": "fp32",
 "margin_floor": 0.1,
 "margin_definition": "top-2 softmax-probability gap (coreai_verify); margins_logit = raw-logit gap, both >= floor at fixture time",
 "rules": "TF: teacher-forced single-step argmax vs oracle at every step; mismatch on a step with oracle margin >= floor = FAIL, below = knife-edge (excluded). FR: free-running greedy judged at the first divergence by the oracle's margin there; the stop (EOS) is a step like any other. PASS needs both.",
 "engine_load_seconds": 0.15,
 "note": "Apple's registry iOS preset for qwen3-1.7b (models/qwen3/qwen3_1_7b_6bit.yaml, 6-bit k-means group 8), AOT h18p neural-engine, 31/31 ANE regions; cold load 795 s, warm 0.15 s",
 "prompts": [
  {
   "name": "natural",
   "prompt_text": "The alphabet begins A, B, C, D, E, F,",
   "chat": null,
   "prompt_ids": [
    785,
    27790,
    12033,
    362,
    11,
    425,
    11,
    356,
    11,
    422,
    11,
    468,
    11,
    434,
    11
   ],
   "expected_ids": [
    479,
    11,
    472,
    11,
    358,
    11,
    619,
    11,
    730,
    11,
    444,
    11,
    386,
    11,
    451,
    11,
    506,
    11,
    393,
    11,
    1207,
    11,
    431,
    11
   ],
   "expected_text": " G, H, I, J, K, L, M, N, O, P, Q, R,",
   "margins": [
    0.99508,
    0.997767,
    0.991291,
    0.996626,
    0.99832,
    0.999484,
    0.999071,
    0.999584,
    0.999052,
    0.999768,
    0.999855,
    0.997345,
    0.996706,
    0.998349,
    0.990062,
    0.999497,
    0.999642,
    0.999617,
    0.999719,
    0.999752,
    0.999797,
    0.9999,
    0.999974,
    0.999992
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 479,
     "got": 479,
     "device_second": 60353,
     "oracle_margin": 0.9951,
     "device_fp16_gap": 6.078,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.9978,
     "device_fp16_gap": 7.188,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 472,
     "got": 472,
     "device_second": 60353,
     "oracle_margin": 0.9913,
     "device_fp16_gap": 5.891,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.9966,
     "device_fp16_gap": 6.906,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 358,
     "got": 358,
     "device_second": 60353,
     "oracle_margin": 0.9983,
     "device_fp16_gap": 8.109,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 11,
     "got": 11,
     "device_second": 58862,
     "oracle_margin": 0.9995,
     "device_fp16_gap": 9.484,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 619,
     "got": 619,
     "device_second": 60353,
     "oracle_margin": 0.9991,
     "device_fp16_gap": 9.109,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 10.25,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 730,
     "got": 730,
     "device_second": 60353,
     "oracle_margin": 0.9991,
     "device_fp16_gap": 8.812,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 11,
     "got": 11,
     "device_second": 13,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 9.891,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 444,
     "got": 444,
     "device_second": 2503,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 10.75,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 11,
     "got": 11,
     "device_second": 13,
     "oracle_margin": 0.9973,
     "device_fp16_gap": 7.922,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 386,
     "got": 386,
     "device_second": 2503,
     "oracle_margin": 0.9967,
     "device_fp16_gap": 8.516,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 11,
     "got": 11,
     "device_second": 13,
     "oracle_margin": 0.9983,
     "device_fp16_gap": 7.969,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 451,
     "got": 451,
     "device_second": 2503,
     "oracle_margin": 0.9901,
     "device_fp16_gap": 5.594,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.9995,
     "device_fp16_gap": 8.359,
     "status": "ok"
    },
    {
     "k": 16,
     "expected": 506,
     "got": 506,
     "device_second": 2503,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 9.156,
     "status": "ok"
    },
    {
     "k": 17,
     "expected": 11,
     "got": 11,
     "device_second": 28675,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 9.797,
     "status": "ok"
    },
    {
     "k": 18,
     "expected": 393,
     "got": 393,
     "device_second": 60353,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 10.703,
     "status": "ok"
    },
    {
     "k": 19,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 9.953,
     "status": "ok"
    },
    {
     "k": 20,
     "expected": 1207,
     "got": 1207,
     "device_second": 2503,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 9.828,
     "status": "ok"
    },
    {
     "k": 21,
     "expected": 11,
     "got": 11,
     "device_second": 28675,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 10.828,
     "status": "ok"
    },
    {
     "k": 22,
     "expected": 431,
     "got": 431,
     "device_second": 2503,
     "oracle_margin": 1.0,
     "device_fp16_gap": 12.516,
     "status": "ok"
    },
    {
     "k": 23,
     "expected": 11,
     "got": 11,
     "device_second": 21172,
     "oracle_margin": 1.0,
     "device_fp16_gap": 13.547,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     479,
     11,
     472,
     11,
     358,
     11,
     619,
     11,
     730,
     11,
     444,
     11,
     386,
     11,
     451,
     11,
     506,
     11,
     393,
     11,
     1207,
     11,
     431,
     11,
     328,
     11,
     350,
     11,
     547,
     11,
     647,
     11
    ],
    "verdict": "PASS",
    "reason": "24/24 token-exact; engine continued past the oracle's 24-token span to 32 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 24,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 2.56,
    "fr_seconds": 0.7,
    "verdict": "PASS"
   }
  },
  {
   "name": "chat",
   "prompt_text": "Say hello.",
   "chat": "no-think",
   "prompt_ids": [
    151644,
    872,
    198,
    45764,
    23811,
    13,
    151645,
    198,
    151644,
    77091,
    198,
    151667,
    271,
    151668,
    271
   ],
   "expected_ids": [
    9707,
    0,
    2585,
    646,
    358,
    7789,
    498,
    3351,
    30,
    26525,
    232,
    151645
   ],
   "expected_text": "Hello! How can I assist you today? \ud83d\ude0a<|im_end|>",
   "margins": [
    0.99818,
    0.999999,
    0.966256,
    0.872667,
    1.0,
    0.983203,
    1.0,
    0.999996,
    1.0,
    0.730181,
    0.99988,
    0.999941
   ],
   "stopped_on_eos": true,
   "tf": [
    {
     "k": 0,
     "expected": 9707,
     "got": 9707,
     "device_second": 13048,
     "oracle_margin": 0.9982,
     "device_fp16_gap": 7.484,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 0,
     "got": 0,
     "device_second": 1052,
     "oracle_margin": 1.0,
     "device_fp16_gap": 14.484,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 2585,
     "got": 2585,
     "device_second": 358,
     "oracle_margin": 0.9663,
     "device_fp16_gap": 3.672,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 646,
     "got": 646,
     "device_second": 525,
     "oracle_margin": 0.8727,
     "device_fp16_gap": 2.938,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 358,
     "got": 358,
     "device_second": 21477,
     "oracle_margin": 1.0,
     "device_fp16_gap": 20.688,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 7789,
     "got": 7789,
     "device_second": 1492,
     "oracle_margin": 0.9832,
     "device_fp16_gap": 4.625,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 498,
     "got": 498,
     "device_second": 56568,
     "oracle_margin": 1.0,
     "device_fp16_gap": 16.703,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 3351,
     "got": 3351,
     "device_second": 100644,
     "oracle_margin": 1.0,
     "device_fp16_gap": 12.875,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 30,
     "got": 30,
     "device_second": 1939,
     "oracle_margin": 1.0,
     "device_fp16_gap": 15.25,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 26525,
     "got": 26525,
     "device_second": 151645,
     "oracle_margin": 0.7302,
     "device_fp16_gap": 2.453,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 232,
     "got": 232,
     "device_second": 226,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 9.906,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 151645,
     "got": 151645,
     "device_second": 144232,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 10.688,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     9707,
     0,
     2585,
     646,
     358,
     7789,
     498,
     3351,
     30,
     26525,
     232,
     151645
    ],
    "verdict": "PASS",
    "reason": "12/12 token-exact incl. the stop (EOS at step 11, oracle margin 1.000)"
   },
   "gate": {
    "tf_ok": 12,
    "tf_n": 12,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.27,
    "fr_seconds": 0.26,
    "verdict": "PASS"
   }
  },
  {
   "name": "long",
   "prompt_text": "Counting up: 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100,",
   "chat": null,
   "prompt_ids": [
    2507,
    287,
    705,
    25,
    220,
    16,
    11,
    220,
    17,
    11,
    220,
    18,
    11,
    220,
    19,
    11,
    220,
    20,
    11,
    220,
    21,
    11,
    220,
    22,
    11,
    220,
    23,
    11,
    220,
    24,
    11,
    220,
    16,
    15,
    11,
    220,
    16,
    16,
    11,
    220,
    16,
    17,
    11,
    220,
    16,
    18,
    11,
    220,
    16,
    19,
    11,
    220,
    16,
    20,
    11,
    220,
    16,
    21,
    11,
    220,
    16,
    22,
    11,
    220,
    16,
    23,
    11,
    220,
    16,
    24,
    11,
    220,
    17,
    15,
    11,
    220,
    17,
    16,
    11,
    220,
    17,
    17,
    11,
    220,
    17,
    18,
    11,
    220,
    17,
    19,
    11,
    220,
    17,
    20,
    11,
    220,
    17,
    21,
    11,
    220,
    17,
    22,
    11,
    220,
    17,
    23,
    11,
    220,
    17,
    24,
    11,
    220,
    18,
    15,
    11,
    220,
    18,
    16,
    11,
    220,
    18,
    17,
    11,
    220,
    18,
    18,
    11,
    220,
    18,
    19,
    11,
    220,
    18,
    20,
    11,
    220,
    18,
    21,
    11,
    220,
    18,
    22,
    11,
    220,
    18,
    23,
    11,
    220,
    18,
    24,
    11,
    220,
    19,
    15,
    11,
    220,
    19,
    16,
    11,
    220,
    19,
    17,
    11,
    220,
    19,
    18,
    11,
    220,
    19,
    19,
    11,
    220,
    19,
    20,
    11,
    220,
    19,
    21,
    11,
    220,
    19,
    22,
    11,
    220,
    19,
    23,
    11,
    220,
    19,
    24,
    11,
    220,
    20,
    15,
    11,
    220,
    20,
    16,
    11,
    220,
    20,
    17,
    11,
    220,
    20,
    18,
    11,
    220,
    20,
    19,
    11,
    220,
    20,
    20,
    11,
    220,
    20,
    21,
    11,
    220,
    20,
    22,
    11,
    220,
    20,
    23,
    11,
    220,
    20,
    24,
    11,
    220,
    21,
    15,
    11,
    220,
    21,
    16,
    11,
    220,
    21,
    17,
    11,
    220,
    21,
    18,
    11,
    220,
    21,
    19,
    11,
    220,
    21,
    20,
    11,
    220,
    21,
    21,
    11,
    220,
    21,
    22,
    11,
    220,
    21,
    23,
    11,
    220,
    21,
    24,
    11,
    220,
    22,
    15,
    11,
    220,
    22,
    16,
    11,
    220,
    22,
    17,
    11,
    220,
    22,
    18,
    11,
    220,
    22,
    19,
    11,
    220,
    22,
    20,
    11,
    220,
    22,
    21,
    11,
    220,
    22,
    22,
    11,
    220,
    22,
    23,
    11,
    220,
    22,
    24,
    11,
    220,
    23,
    15,
    11,
    220,
    23,
    16,
    11,
    220,
    23,
    17,
    11,
    220,
    23,
    18,
    11,
    220,
    23,
    19,
    11,
    220,
    23,
    20,
    11,
    220,
    23,
    21,
    11,
    220,
    23,
    22,
    11,
    220,
    23,
    23,
    11,
    220,
    23,
    24,
    11,
    220,
    24,
    15,
    11,
    220,
    24,
    16,
    11,
    220,
    24,
    17,
    11,
    220,
    24,
    18,
    11,
    220,
    24,
    19,
    11,
    220,
    24,
    20,
    11,
    220,
    24,
    21,
    11,
    220,
    24,
    22,
    11,
    220,
    24,
    23,
    11,
    220,
    24,
    24,
    11,
    220,
    16,
    15,
    15,
    11
   ],
   "expected_ids": [
    220,
    16,
    15,
    16,
    11,
    220,
    16,
    15,
    17,
    11,
    220,
    16,
    15,
    18,
    11,
    220
   ],
   "expected_text": " 101, 102, 103, ",
   "margins": [
    0.940157,
    0.99946,
    0.995926,
    0.998169,
    0.986708,
    0.997391,
    0.999978,
    0.999987,
    0.999845,
    0.996383,
    0.998196,
    0.999993,
    0.999987,
    0.999887,
    0.998976,
    0.999624
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 220,
     "got": 220,
     "device_second": 323,
     "oracle_margin": 0.9402,
     "device_fp16_gap": 4.594,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 16,
     "got": 16,
     "device_second": 17,
     "oracle_margin": 0.9995,
     "device_fp16_gap": 9.734,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 15,
     "got": 15,
     "device_second": 16,
     "oracle_margin": 0.9959,
     "device_fp16_gap": 7.797,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 16,
     "got": 16,
     "device_second": 15,
     "oracle_margin": 0.9982,
     "device_fp16_gap": 8.297,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.9867,
     "device_fp16_gap": 6.312,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 220,
     "got": 220,
     "device_second": 2503,
     "oracle_margin": 0.9974,
     "device_fp16_gap": 7.312,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 16,
     "got": 16,
     "device_second": 17,
     "oracle_margin": 1.0,
     "device_fp16_gap": 13.172,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 15,
     "got": 15,
     "device_second": 16,
     "oracle_margin": 1.0,
     "device_fp16_gap": 14.469,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 17,
     "got": 17,
     "device_second": 16,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 10.938,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.9964,
     "device_fp16_gap": 6.969,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 220,
     "got": 220,
     "device_second": 2503,
     "oracle_margin": 0.9982,
     "device_fp16_gap": 7.484,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 16,
     "got": 16,
     "device_second": 17,
     "oracle_margin": 1.0,
     "device_fp16_gap": 14.141,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 15,
     "got": 15,
     "device_second": 16,
     "oracle_margin": 1.0,
     "device_fp16_gap": 13.219,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 18,
     "got": 18,
     "device_second": 19,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 10.766,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 11,
     "got": 11,
     "device_second": 1112,
     "oracle_margin": 0.999,
     "device_fp16_gap": 8.625,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 220,
     "got": 220,
     "device_second": 2503,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 9.25,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     220,
     16,
     15,
     16,
     11,
     220,
     16,
     15,
     17,
     11,
     220,
     16,
     15,
     18,
     11,
     220,
     16,
     15,
     19,
     11,
     220,
     16,
     15,
     20
    ],
    "verdict": "PASS",
    "reason": "16/16 token-exact; engine continued past the oracle's 16-token span to 24 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.55,
    "fr_seconds": 0.71,
    "verdict": "PASS"
   }
  }
 ],
 "summary": {
  "fields": "fixture=qwen3_1_7b/fixture model=qwen3_1_7b_6bit_static prompts=3 pass=3 fail=0 load_s=0.150 footprint_gb=2.09",
  "verdict": "PASS"
 },
 "red_test": {
  "poison": {
   "prompt": "natural",
   "step": 5,
   "was": 11,
   "now": 58862
  },
  "summary": {
   "fields": "fixture=qwen3_1_7b/fixture_red model=qwen3_1_7b_6bit_static prompts=3 pass=2 fail=1 load_s=795.130 footprint_gb=2.10",
   "verdict": "FAIL"
  },
  "gate": {
   "natural": {
    "tf_ok": 22,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 2,
    "fr": "FAIL",
    "tf_seconds": 4.15,
    "fr_seconds": 0.69,
    "verdict": "FAIL"
   },
   "chat": {
    "tf_ok": 12,
    "tf_n": 12,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.27,
    "fr_seconds": 0.26,
    "verdict": "PASS"
   },
   "long": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.55,
    "fr_seconds": 0.7,
    "verdict": "PASS"
   }
  },
  "purpose": "the same tool on a deliberately wrong fixture must go RED (memory: a gate must be able to fail)"
 }
}