{
 "schema": "ane-gate-device-transcript/1",
 "generated_at": "2026-09-15T02:57:06+00:00",
 "bundle": "minicpm5_1b_4bit_weight_palettized_group32_static.h18p.aimodelc",
 "device": "iPhone 17 Pro / iOS 27.0 (24A435) / AOT h18p neural-engine, coreai-build 3600.83.1",
 "engine": "Apple main 7359dbc StaticShapeEngine via EngineFactory (unmodified, AneGateRunner)",
 "oracle_model": "openbmb/MiniCPM5-1B",
 "oracle_dtype": "fp32",
 "margin_floor": 0.1,
 "margin_definition": "top-2 softmax-probability gap (coreai_verify); margins_logit = raw-logit gap, both >= floor at fixture time",
 "rules": "TF: teacher-forced single-step argmax vs oracle at every step; mismatch on a step with oracle margin >= floor = FAIL, below = knife-edge (excluded). FR: free-running greedy judged at the first divergence by the oracle's margin there; the stop (EOS) is a step like any other. PASS needs both.",
 "engine_load_seconds": 0.051,
 "note": "4-bit palettized 1B: FAIL on the chat prompt (2 margin-clear flips); the fp16-embedding arm reproduced the same flips",
 "prompts": [
  {
   "name": "natural",
   "prompt_text": "The alphabet begins A, B, C, D, E, F,",
   "chat": null,
   "prompt_ids": [
    0,
    608,
    29176,
    10161,
    359,
    33,
    408,
    33,
    371,
    33,
    437,
    33,
    440,
    33,
    438,
    33
   ],
   "expected_ids": [
    485,
    33,
    417,
    33,
    354,
    33,
    530,
    33,
    653,
    33,
    445,
    33,
    386,
    33,
    479,
    33,
    547,
    33,
    399,
    33,
    1435,
    33,
    434,
    33
   ],
   "expected_text": " G, H, I, J, K, L, M, N, O, P, Q, R,",
   "margins": [
    0.922659,
    0.941521,
    0.921513,
    0.960979,
    0.913045,
    0.965136,
    0.930355,
    0.960207,
    0.926124,
    0.992601,
    0.992578,
    0.987367,
    0.996818,
    0.994263,
    0.99405,
    0.99375,
    0.980687,
    0.986673,
    0.964238,
    0.961012,
    0.944307,
    0.996584,
    0.997268,
    0.997711
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 485,
     "got": 485,
     "device_second": 316,
     "oracle_margin": 0.9227,
     "device_fp16_gap": 3.438,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9415,
     "device_fp16_gap": 6.844,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 417,
     "got": 417,
     "device_second": 316,
     "oracle_margin": 0.9215,
     "device_fp16_gap": 2.328,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.961,
     "device_fp16_gap": 7.453,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 354,
     "got": 354,
     "device_second": 316,
     "oracle_margin": 0.913,
     "device_fp16_gap": 4.688,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9651,
     "device_fp16_gap": 6.578,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 530,
     "got": 530,
     "device_second": 316,
     "oracle_margin": 0.9304,
     "device_fp16_gap": 4.109,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9602,
     "device_fp16_gap": 6.484,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 653,
     "got": 653,
     "device_second": 316,
     "oracle_margin": 0.9261,
     "device_fp16_gap": 4.805,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9926,
     "device_fp16_gap": 8.625,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 445,
     "got": 445,
     "device_second": 316,
     "oracle_margin": 0.9926,
     "device_fp16_gap": 7.969,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 33,
     "got": 33,
     "device_second": 343,
     "oracle_margin": 0.9874,
     "device_fp16_gap": 7.875,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 386,
     "got": 386,
     "device_second": 479,
     "oracle_margin": 0.9968,
     "device_fp16_gap": 8.25,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9943,
     "device_fp16_gap": 8.234,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 479,
     "got": 479,
     "device_second": 316,
     "oracle_margin": 0.994,
     "device_fp16_gap": 7.992,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9938,
     "device_fp16_gap": 7.672,
     "status": "ok"
    },
    {
     "k": 16,
     "expected": 547,
     "got": 547,
     "device_second": 399,
     "oracle_margin": 0.9807,
     "device_fp16_gap": 5.172,
     "status": "ok"
    },
    {
     "k": 17,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9867,
     "device_fp16_gap": 8.578,
     "status": "ok"
    },
    {
     "k": 18,
     "expected": 399,
     "got": 399,
     "device_second": 316,
     "oracle_margin": 0.9642,
     "device_fp16_gap": 6.766,
     "status": "ok"
    },
    {
     "k": 19,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.961,
     "device_fp16_gap": 7.156,
     "status": "ok"
    },
    {
     "k": 20,
     "expected": 1435,
     "got": 1435,
     "device_second": 434,
     "oracle_margin": 0.9443,
     "device_fp16_gap": 8.609,
     "status": "ok"
    },
    {
     "k": 21,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9966,
     "device_fp16_gap": 9.312,
     "status": "ok"
    },
    {
     "k": 22,
     "expected": 434,
     "got": 434,
     "device_second": 356,
     "oracle_margin": 0.9973,
     "device_fp16_gap": 6.469,
     "status": "ok"
    },
    {
     "k": 23,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9977,
     "device_fp16_gap": 9.641,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     485,
     33,
     417,
     33,
     354,
     33,
     530,
     33,
     653,
     33,
     445,
     33,
     386,
     33,
     479,
     33,
     547,
     33,
     399,
     33,
     1435,
     33,
     434,
     33,
     356,
     33,
     344,
     33,
     651,
     33,
     700,
     33
    ],
    "verdict": "PASS",
    "reason": "24/24 token-exact; engine continued past the oracle's 24-token span to 32 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 24,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.28,
    "fr_seconds": 0.24,
    "verdict": "PASS"
   }
  },
  {
   "name": "chat",
   "prompt_text": "Say hello.",
   "chat": "no-think",
   "prompt_ids": [
    0,
    130072,
    8448,
    220,
    52774,
    40837,
    35,
    130073,
    220,
    130072,
    130071,
    220,
    8,
    130063,
    9,
    130063
   ],
   "expected_ids": [
    36417,
    22,
    1780,
    571,
    354,
    13529,
    447,
    4619,
    52,
    130073
   ],
   "expected_text": "Hello! How can I assist you today?<|im_end|>",
   "margins": [
    0.579946,
    0.994846,
    0.59282,
    0.998664,
    0.999465,
    0.899962,
    0.999809,
    0.994881,
    0.999737,
    0.909226
   ],
   "stopped_on_eos": true,
   "tf": [
    {
     "k": 0,
     "expected": 36417,
     "got": 36417,
     "device_second": 19301,
     "oracle_margin": 0.5799,
     "device_fp16_gap": 1.312,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 22,
     "got": 22,
     "device_second": 33,
     "oracle_margin": 0.9948,
     "device_fp16_gap": 8.164,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 1780,
     "got": 78566,
     "device_second": 83199,
     "oracle_margin": 0.5928,
     "device_fp16_gap": 1.211,
     "status": "FAIL"
    },
    {
     "k": 3,
     "expected": 571,
     "got": 571,
     "device_second": 468,
     "oracle_margin": 0.9987,
     "device_fp16_gap": 0.297,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 354,
     "got": 354,
     "device_second": 447,
     "oracle_margin": 0.9995,
     "device_fp16_gap": 10.164,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 13529,
     "got": 13529,
     "device_second": 1848,
     "oracle_margin": 0.9,
     "device_fp16_gap": 1.547,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 447,
     "got": 447,
     "device_second": 1945,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 6.938,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 4619,
     "got": 52,
     "device_second": 4619,
     "oracle_margin": 0.9949,
     "device_fp16_gap": 1.859,
     "status": "FAIL"
    },
    {
     "k": 8,
     "expected": 52,
     "got": 52,
     "device_second": 1596,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 6.094,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 130073,
     "got": 130073,
     "device_second": 78566,
     "oracle_margin": 0.9092,
     "device_fp16_gap": 2.375,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     36417,
     22,
     78566,
     254,
     130063,
     2928,
     806,
     447,
     1064,
     559,
     317,
     1831,
     52,
     130073
    ],
    "verdict": "FAIL",
    "reason": "2/10 exact, then token disagreement at step 2: exp=1780 got=78566, oracle margin 0.5928 >= 0.10 floor"
   },
   "gate": {
    "tf_ok": 8,
    "tf_n": 10,
    "knife": 0,
    "tf_fail": 2,
    "fr": "FAIL",
    "tf_seconds": 0.08,
    "fr_seconds": 0.1,
    "verdict": "FAIL"
   }
  },
  {
   "name": "long",
   "prompt_text": "Counting up: 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100,",
   "chat": null,
   "prompt_ids": [
    0,
    14686,
    306,
    738,
    47,
    242,
    38,
    33,
    242,
    39,
    33,
    242,
    40,
    33,
    242,
    41,
    33,
    242,
    42,
    33,
    242,
    43,
    33,
    242,
    44,
    33,
    242,
    45,
    33,
    242,
    46,
    33,
    242,
    557,
    33,
    242,
    682,
    33,
    242,
    627,
    33,
    242,
    732,
    33,
    242,
    739,
    33,
    242,
    701,
    33,
    242,
    741,
    33,
    242,
    777,
    33,
    242,
    706,
    33,
    242,
    456,
    33,
    242,
    491,
    33,
    242,
    1305,
    33,
    242,
    873,
    33,
    242,
    1024,
    33,
    242,
    963,
    33,
    242,
    794,
    33,
    242,
    1061,
    33,
    242,
    1007,
    33,
    242,
    1065,
    33,
    242,
    1096,
    33,
    242,
    881,
    33,
    242,
    1623,
    33,
    242,
    1599,
    33,
    242,
    1104,
    33,
    242,
    1615,
    33,
    242,
    1246,
    33,
    242,
    1072,
    33,
    242,
    1216,
    33,
    242,
    1299,
    33,
    242,
    1363,
    33,
    242,
    1076,
    33,
    242,
    2126,
    33,
    242,
    2189,
    33,
    242,
    2114,
    33,
    242,
    1368,
    33,
    242,
    1266,
    33,
    242,
    1415,
    33,
    242,
    1465,
    33,
    242,
    1308,
    33,
    242,
    1485,
    33,
    242,
    1010,
    33,
    242,
    3253,
    33,
    242,
    3360,
    33,
    242,
    3398,
    33,
    242,
    3451,
    33,
    242,
    1507,
    33,
    242,
    2700,
    33,
    242,
    2500,
    33,
    242,
    2275,
    33,
    242,
    2526,
    33,
    242,
    1204,
    33,
    242,
    3210,
    33,
    242,
    3300,
    33,
    242,
    3217,
    33,
    242,
    1922,
    33,
    242,
    1743,
    33,
    242,
    1525,
    33,
    242,
    1940,
    33,
    242,
    1906,
    33,
    242,
    2029,
    33,
    242,
    1536,
    33,
    242,
    3825,
    33,
    242,
    3667,
    33,
    242,
    3569,
    33,
    242,
    3795,
    33,
    242,
    1361,
    33,
    242,
    4074,
    33,
    242,
    1705,
    33,
    242,
    1877,
    33,
    242,
    2115,
    33,
    242,
    1495,
    33,
    242,
    3972,
    33,
    242,
    4086,
    33,
    242,
    4002,
    33,
    242,
    3865,
    33,
    242,
    1800,
    33,
    242,
    4051,
    33,
    242,
    2850,
    33,
    242,
    1691,
    33,
    242,
    3110,
    33,
    242,
    1609,
    33,
    242,
    3928,
    33,
    242,
    4204,
    33,
    242,
    3915,
    33,
    242,
    4138,
    33,
    242,
    1757,
    33,
    242,
    2900,
    33,
    242,
    2377,
    33,
    242,
    1936,
    33,
    242,
    986,
    33,
    242,
    1387,
    33
   ],
   "expected_ids": [
    242,
    3906,
    33,
    242,
    4673,
    33,
    242,
    5098,
    33,
    242,
    5254,
    33,
    242,
    4995,
    33,
    242
   ],
   "expected_text": " 101, 102, 103, 104, 105, ",
   "margins": [
    0.923429,
    0.91945,
    0.939146,
    0.997493,
    0.99792,
    0.993844,
    0.999389,
    0.999287,
    0.997211,
    0.999702,
    0.999553,
    0.995078,
    0.99965,
    0.999881,
    0.996135,
    0.999726
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9234,
     "device_fp16_gap": 3.297,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 3906,
     "got": 3906,
     "device_second": 1387,
     "oracle_margin": 0.9194,
     "device_fp16_gap": 2.609,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 33,
     "got": 33,
     "device_second": 220,
     "oracle_margin": 0.9391,
     "device_fp16_gap": 4.109,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 242,
     "got": 242,
     "device_second": 13471,
     "oracle_margin": 0.9975,
     "device_fp16_gap": 8.109,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 4673,
     "got": 4673,
     "device_second": 5098,
     "oracle_margin": 0.9979,
     "device_fp16_gap": 6.672,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 33,
     "got": 33,
     "device_second": 220,
     "oracle_margin": 0.9938,
     "device_fp16_gap": 5.625,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 242,
     "got": 242,
     "device_second": 13471,
     "oracle_margin": 0.9994,
     "device_fp16_gap": 10.344,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 5098,
     "got": 5098,
     "device_second": 4995,
     "oracle_margin": 0.9993,
     "device_fp16_gap": 8.047,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 33,
     "got": 33,
     "device_second": 220,
     "oracle_margin": 0.9972,
     "device_fp16_gap": 6.234,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 242,
     "got": 242,
     "device_second": 1974,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 10.688,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 5254,
     "got": 5254,
     "device_second": 3451,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 6.891,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 33,
     "got": 33,
     "device_second": 220,
     "oracle_margin": 0.9951,
     "device_fp16_gap": 6.844,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 242,
     "got": 242,
     "device_second": 1974,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 11.414,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 4995,
     "got": 4995,
     "device_second": 5254,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 8.562,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 33,
     "got": 33,
     "device_second": 220,
     "oracle_margin": 0.9961,
     "device_fp16_gap": 6.906,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 10.961,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     242,
     3906,
     33,
     242,
     4673,
     33,
     242,
     5098,
     33,
     242,
     5254,
     33,
     242,
     4995,
     33,
     242,
     5455,
     33,
     242,
     5418,
     33,
     242,
     4929,
     33
    ],
    "verdict": "PASS",
    "reason": "16/16 token-exact; engine continued past the oracle's 16-token span to 24 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 1.62,
    "fr_seconds": 0.22,
    "verdict": "PASS"
   }
  }
 ],
 "summary": {
  "fields": "fixture=minicpm5_1b/fixture model=minicpm5_1b_4bit_weight_palettized_group32_static prompts=3 pass=2 fail=1 load_s=0.051 footprint_gb=1.10",
  "verdict": "FAIL"
 },
 "red_test": {
  "poison": {
   "prompt": "natural",
   "step": 5,
   "was": 33,
   "now": 35
  },
  "summary": {
   "fields": "fixture=minicpm5_1b/fixture_red model=minicpm5_1b_4bit_weight_palettized_group32_static prompts=3 pass=1 fail=2 load_s=38.306 footprint_gb=1.02",
   "verdict": "FAIL"
  },
  "gate": {
   "natural": {
    "tf_ok": 22,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 2,
    "fr": "FAIL",
    "tf_seconds": 0.29,
    "fr_seconds": 0.25,
    "verdict": "FAIL"
   },
   "chat": {
    "tf_ok": 8,
    "tf_n": 10,
    "knife": 0,
    "tf_fail": 2,
    "fr": "FAIL",
    "tf_seconds": 0.08,
    "fr_seconds": 0.11,
    "verdict": "FAIL"
   },
   "long": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 2.96,
    "fr_seconds": 0.23,
    "verdict": "PASS"
   }
  },
  "purpose": "the same tool on a deliberately wrong fixture must go RED (memory: a gate must be able to fail)"
 }
}