{
 "schema": "ane-gate-device-transcript/1",
 "generated_at": "2026-09-15T02:57:06+00:00",
 "bundle": "minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc",
 "device": "iPhone 17 Pro / iOS 27.0 (24A435) / AOT h18p neural-engine, coreai-build 3600.83.1",
 "engine": "Apple main 7359dbc StaticShapeEngine via EngineFactory (unmodified, AneGateRunner)",
 "oracle_model": "openbmb/MiniCPM5-2B",
 "oracle_dtype": "fp32",
 "margin_floor": 0.1,
 "margin_definition": "top-2 softmax-probability gap (coreai_verify); margins_logit = raw-logit gap, both >= floor at fixture time",
 "rules": "TF: teacher-forced single-step argmax vs oracle at every step; mismatch on a step with oracle margin >= floor = FAIL, below = knife-edge (excluded). FR: free-running greedy judged at the first divergence by the oracle's margin there; the stop (EOS) is a step like any other. PASS needs both.",
 "engine_load_seconds": 0.242,
 "note": "warm engine load; the first cold load of this bundle paid ~225 s of on-device specialization",
 "prompts": [
  {
   "name": "natural",
   "prompt_text": "The alphabet begins A, B, C, D, E, F,",
   "chat": null,
   "prompt_ids": [
    0,
    608,
    29176,
    10161,
    359,
    33,
    408,
    33,
    371,
    33,
    437,
    33,
    440,
    33,
    438,
    33
   ],
   "expected_ids": [
    485,
    33,
    417,
    33,
    354,
    33,
    530,
    33,
    653,
    33,
    445,
    33,
    386,
    33,
    479,
    33,
    547,
    33,
    399,
    33,
    1435,
    33,
    434,
    33
   ],
   "expected_text": " G, H, I, J, K, L, M, N, O, P, Q, R,",
   "margins": [
    0.943395,
    0.940782,
    0.967307,
    0.967165,
    0.955248,
    0.973039,
    0.932023,
    0.925273,
    0.960101,
    0.988718,
    0.995956,
    0.974422,
    0.983896,
    0.96691,
    0.987668,
    0.989422,
    0.993906,
    0.991726,
    0.991256,
    0.994228,
    0.999017,
    0.997814,
    0.999252,
    0.998286
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 485,
     "got": 485,
     "device_second": 5484,
     "oracle_margin": 0.9434,
     "device_fp16_gap": 2.938,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9408,
     "device_fp16_gap": 3.328,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 417,
     "got": 417,
     "device_second": 5484,
     "oracle_margin": 0.9673,
     "device_fp16_gap": 3.359,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9672,
     "device_fp16_gap": 2.984,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 354,
     "got": 354,
     "device_second": 13471,
     "oracle_margin": 0.9552,
     "device_fp16_gap": 2.234,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.973,
     "device_fp16_gap": 4.141,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 530,
     "got": 530,
     "device_second": 316,
     "oracle_margin": 0.932,
     "device_fp16_gap": 3.031,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9253,
     "device_fp16_gap": 3.359,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 653,
     "got": 653,
     "device_second": 316,
     "oracle_margin": 0.9601,
     "device_fp16_gap": 4.672,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9887,
     "device_fp16_gap": 4.391,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 445,
     "got": 445,
     "device_second": 3392,
     "oracle_margin": 0.996,
     "device_fp16_gap": 3.062,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9744,
     "device_fp16_gap": 2.797,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 386,
     "got": 386,
     "device_second": 13471,
     "oracle_margin": 0.9839,
     "device_fp16_gap": 4.062,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9669,
     "device_fp16_gap": 3.812,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 479,
     "got": 479,
     "device_second": 3392,
     "oracle_margin": 0.9877,
     "device_fp16_gap": 4.688,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9894,
     "device_fp16_gap": 3.984,
     "status": "ok"
    },
    {
     "k": 16,
     "expected": 547,
     "got": 547,
     "device_second": 2006,
     "oracle_margin": 0.9939,
     "device_fp16_gap": 3.641,
     "status": "ok"
    },
    {
     "k": 17,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9917,
     "device_fp16_gap": 4.188,
     "status": "ok"
    },
    {
     "k": 18,
     "expected": 399,
     "got": 399,
     "device_second": 316,
     "oracle_margin": 0.9913,
     "device_fp16_gap": 4.453,
     "status": "ok"
    },
    {
     "k": 19,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9942,
     "device_fp16_gap": 4.578,
     "status": "ok"
    },
    {
     "k": 20,
     "expected": 1435,
     "got": 1435,
     "device_second": 2213,
     "oracle_margin": 0.999,
     "device_fp16_gap": 2.906,
     "status": "ok"
    },
    {
     "k": 21,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9978,
     "device_fp16_gap": 5.141,
     "status": "ok"
    },
    {
     "k": 22,
     "expected": 434,
     "got": 434,
     "device_second": 436,
     "oracle_margin": 0.9993,
     "device_fp16_gap": 3.156,
     "status": "ok"
    },
    {
     "k": 23,
     "expected": 33,
     "got": 33,
     "device_second": 75468,
     "oracle_margin": 0.9983,
     "device_fp16_gap": 5.125,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     485,
     33,
     417,
     33,
     354,
     33,
     530,
     33,
     653,
     33,
     445,
     33,
     386,
     33,
     479,
     33,
     547,
     33,
     399,
     33,
     1435,
     33,
     434,
     33,
     356,
     33,
     344,
     33,
     651,
     33,
     700,
     33
    ],
    "verdict": "PASS",
    "reason": "24/24 token-exact; engine continued past the oracle's 24-token span to 32 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 24,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 2.73,
    "fr_seconds": 0.57,
    "verdict": "PASS"
   }
  },
  {
   "name": "chat",
   "prompt_text": "What is the capital of France?",
   "chat": "no-think",
   "prompt_ids": [
    0,
    130072,
    8448,
    220,
    2928,
    357,
    285,
    4894,
    304,
    6918,
    52,
    130073,
    220,
    130072,
    130071,
    220,
    8,
    130063,
    9,
    130063
   ],
   "expected_ids": [
    608,
    4894,
    304,
    6918,
    357,
    8181,
    35,
    130073
   ],
   "expected_text": "The capital of France is Paris.<|im_end|>",
   "margins": [
    0.995448,
    0.999951,
    0.999988,
    0.99976,
    1.0,
    0.345043,
    0.999854,
    0.974805
   ],
   "stopped_on_eos": true,
   "tf": [
    {
     "k": 0,
     "expected": 608,
     "got": 608,
     "device_second": 27452,
     "oracle_margin": 0.9954,
     "device_fp16_gap": 2.969,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 4894,
     "got": 4894,
     "device_second": 130073,
     "oracle_margin": 1.0,
     "device_fp16_gap": 7.18,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 304,
     "got": 304,
     "device_second": 357,
     "oracle_margin": 1.0,
     "device_fp16_gap": 6.828,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 6918,
     "got": 6918,
     "device_second": 32581,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 7.859,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 357,
     "got": 357,
     "device_second": 130073,
     "oracle_margin": 1.0,
     "device_fp16_gap": 8.078,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 8181,
     "got": 8181,
     "device_second": 6664,
     "oracle_margin": 0.345,
     "device_fp16_gap": 0.281,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 35,
     "got": 35,
     "device_second": 350,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 6.688,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 130073,
     "got": 130073,
     "device_second": 861,
     "oracle_margin": 0.9748,
     "device_fp16_gap": 7.656,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     608,
     4894,
     304,
     6918,
     357,
     8181,
     35,
     130073
    ],
    "verdict": "PASS",
    "reason": "8/8 token-exact incl. the stop (EOS at step 7, oracle margin 0.975)"
   },
   "gate": {
    "tf_ok": 8,
    "tf_n": 8,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.17,
    "fr_seconds": 0.16,
    "verdict": "PASS"
   }
  },
  {
   "name": "long",
   "prompt_text": "Counting up: 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100,",
   "chat": null,
   "prompt_ids": [
    0,
    14686,
    306,
    738,
    47,
    242,
    38,
    33,
    242,
    39,
    33,
    242,
    40,
    33,
    242,
    41,
    33,
    242,
    42,
    33,
    242,
    43,
    33,
    242,
    44,
    33,
    242,
    45,
    33,
    242,
    46,
    33,
    242,
    557,
    33,
    242,
    682,
    33,
    242,
    627,
    33,
    242,
    732,
    33,
    242,
    739,
    33,
    242,
    701,
    33,
    242,
    741,
    33,
    242,
    777,
    33,
    242,
    706,
    33,
    242,
    456,
    33,
    242,
    491,
    33,
    242,
    1305,
    33,
    242,
    873,
    33,
    242,
    1024,
    33,
    242,
    963,
    33,
    242,
    794,
    33,
    242,
    1061,
    33,
    242,
    1007,
    33,
    242,
    1065,
    33,
    242,
    1096,
    33,
    242,
    881,
    33,
    242,
    1623,
    33,
    242,
    1599,
    33,
    242,
    1104,
    33,
    242,
    1615,
    33,
    242,
    1246,
    33,
    242,
    1072,
    33,
    242,
    1216,
    33,
    242,
    1299,
    33,
    242,
    1363,
    33,
    242,
    1076,
    33,
    242,
    2126,
    33,
    242,
    2189,
    33,
    242,
    2114,
    33,
    242,
    1368,
    33,
    242,
    1266,
    33,
    242,
    1415,
    33,
    242,
    1465,
    33,
    242,
    1308,
    33,
    242,
    1485,
    33,
    242,
    1010,
    33,
    242,
    3253,
    33,
    242,
    3360,
    33,
    242,
    3398,
    33,
    242,
    3451,
    33,
    242,
    1507,
    33,
    242,
    2700,
    33,
    242,
    2500,
    33,
    242,
    2275,
    33,
    242,
    2526,
    33,
    242,
    1204,
    33,
    242,
    3210,
    33,
    242,
    3300,
    33,
    242,
    3217,
    33,
    242,
    1922,
    33,
    242,
    1743,
    33,
    242,
    1525,
    33,
    242,
    1940,
    33,
    242,
    1906,
    33,
    242,
    2029,
    33,
    242,
    1536,
    33,
    242,
    3825,
    33,
    242,
    3667,
    33,
    242,
    3569,
    33,
    242,
    3795,
    33,
    242,
    1361,
    33,
    242,
    4074,
    33,
    242,
    1705,
    33,
    242,
    1877,
    33,
    242,
    2115,
    33,
    242,
    1495,
    33,
    242,
    3972,
    33,
    242,
    4086,
    33,
    242,
    4002,
    33,
    242,
    3865,
    33,
    242,
    1800,
    33,
    242,
    4051,
    33,
    242,
    2850,
    33,
    242,
    1691,
    33,
    242,
    3110,
    33,
    242,
    1609,
    33,
    242,
    3928,
    33,
    242,
    4204,
    33,
    242,
    3915,
    33,
    242,
    4138,
    33,
    242,
    1757,
    33,
    242,
    2900,
    33,
    242,
    2377,
    33,
    242,
    1936,
    33,
    242,
    986,
    33,
    242,
    1387,
    33
   ],
   "expected_ids": [
    242,
    3906,
    33,
    242,
    4673,
    33,
    242,
    5098,
    33,
    242,
    5254,
    33,
    242,
    4995,
    33,
    242
   ],
   "expected_text": " 101, 102, 103, 104, 105, ",
   "margins": [
    0.786904,
    0.984002,
    0.902143,
    0.99165,
    0.999328,
    0.935317,
    0.995665,
    0.999634,
    0.974621,
    0.997518,
    0.999642,
    0.980033,
    0.99856,
    0.99996,
    0.974862,
    0.998513
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.7869,
     "device_fp16_gap": 1.531,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 3906,
     "got": 3906,
     "device_second": 3928,
     "oracle_margin": 0.984,
     "device_fp16_gap": 5.781,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9021,
     "device_fp16_gap": 3.281,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9917,
     "device_fp16_gap": 2.391,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 4673,
     "got": 4673,
     "device_second": 2189,
     "oracle_margin": 0.9993,
     "device_fp16_gap": 9.453,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9353,
     "device_fp16_gap": 3.672,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9957,
     "device_fp16_gap": 4.062,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 5098,
     "got": 5098,
     "device_second": 5254,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 7.984,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9746,
     "device_fp16_gap": 5.094,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9975,
     "device_fp16_gap": 3.734,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 5254,
     "got": 5254,
     "device_second": 4995,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 11.328,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.98,
     "device_fp16_gap": 5.516,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9986,
     "device_fp16_gap": 4.641,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 4995,
     "got": 4995,
     "device_second": 5455,
     "oracle_margin": 1.0,
     "device_fp16_gap": 9.422,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9749,
     "device_fp16_gap": 6.266,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 242,
     "got": 242,
     "device_second": 1974,
     "oracle_margin": 0.9985,
     "device_fp16_gap": 5.281,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     242,
     3906,
     33,
     242,
     4673,
     33,
     242,
     5098,
     33,
     242,
     5254,
     33,
     242,
     4995,
     33,
     242,
     5455,
     33,
     242,
     5418,
     33,
     242,
     4929,
     33
    ],
    "verdict": "PASS",
    "reason": "16/16 token-exact; engine continued past the oracle's 16-token span to 24 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.45,
    "fr_seconds": 0.58,
    "verdict": "PASS"
   }
  }
 ],
 "summary": {
  "fields": "fixture=minicpm5_2b/fixture model=minicpm5_2b_4bit_weight_palettized_group32_static prompts=3 pass=3 fail=0 load_s=0.242 footprint_gb=2.01",
  "verdict": "PASS"
 },
 "red_test": {
  "poison": {
   "prompt": "natural",
   "step": 5,
   "was": 33,
   "now": 35
  },
  "summary": {
   "fields": "fixture=minicpm5_2b/fixture_red model=minicpm5_2b_4bit_weight_palettized_group32_static prompts=3 pass=2 fail=1 load_s=0.228 footprint_gb=1.98",
   "verdict": "FAIL"
  },
  "gate": {
   "natural": {
    "tf_ok": 21,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 3,
    "fr": "FAIL",
    "tf_seconds": 53.54,
    "fr_seconds": 0.59,
    "verdict": "FAIL"
   },
   "chat": {
    "tf_ok": 8,
    "tf_n": 8,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.17,
    "fr_seconds": 0.16,
    "verdict": "PASS"
   },
   "long": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.44,
    "fr_seconds": 0.6,
    "verdict": "PASS"
   }
  },
  "purpose": "the same tool on a deliberately wrong fixture must go RED (memory: a gate must be able to fail)"
 }
}