{
 "schema": "ane-gate-device-transcript/1",
 "generated_at": "2026-09-16T02:22:46+00:00",
 "bundle": "MiniCPM5-2B iOS static, 4-bit k-means g32 + 9 layers (1,6,7,8,10,11,16,40,41) 8-bit per-tensor (Apple's qwen3_4b_mixed_4bit_8bit.yaml shape, minicpm5_mixed_4bit_8bit_g32.yaml), AOT h18p neural-engine 31/31 regions, 1.6 GB",
 "device": "iPhone 17 Pro / iOS 27.0 24A437 / USB, 2026-09-16",
 "engine": "Apple main 7359dbc StaticShapeEngine via EngineFactory (unmodified, AneGateRunner)",
 "oracle_model": "openbmb/MiniCPM5-2B",
 "oracle_dtype": "fp32",
 "margin_floor": 0.1,
 "margin_definition": "top-2 softmax-probability gap (coreai_verify); margins_logit = raw-logit gap, both >= floor at fixture time",
 "rules": "TF: teacher-forced single-step argmax vs oracle at every step; mismatch on a step with oracle margin >= floor = FAIL, below = knife-edge (excluded). FR: free-running greedy judged at the first divergence by the oracle's margin there; the stop (EOS) is a step like any other. PASS needs both.",
 "engine_load_seconds": 0.202,
 "note": "S5 fixture = 4 prompts (natural, chat, long + sky: 109-step free-form chat answer, knife-edge steps excluded). Cold ANE program build 82.0 s, warm 0.20 s, footprint 2.19 GB. FAIL: chat flips ' Paris' -> ' **' at step 5 (oracle margin 0.345); sky diverges at step 9 (' Rayleigh' -> ' the', margin 0.85) with 24 margin-clear teacher-forced flips out of 109. natural and long token-exact.",
 "prompts": [
  {
   "name": "natural",
   "prompt_text": "The alphabet begins A, B, C, D, E, F,",
   "chat": null,
   "prompt_ids": [
    0,
    608,
    29176,
    10161,
    359,
    33,
    408,
    33,
    371,
    33,
    437,
    33,
    440,
    33,
    438,
    33
   ],
   "expected_ids": [
    485,
    33,
    417,
    33,
    354,
    33,
    530,
    33,
    653,
    33,
    445,
    33,
    386,
    33,
    479,
    33,
    547,
    33,
    399,
    33,
    1435,
    33,
    434,
    33
   ],
   "expected_text": " G, H, I, J, K, L, M, N, O, P, Q, R,",
   "margins": [
    0.943395,
    0.940782,
    0.967307,
    0.967165,
    0.955248,
    0.973039,
    0.932023,
    0.925273,
    0.960101,
    0.988718,
    0.995956,
    0.974422,
    0.983896,
    0.96691,
    0.987668,
    0.989422,
    0.993906,
    0.991726,
    0.991256,
    0.994228,
    0.999017,
    0.997814,
    0.999252,
    0.998286
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 485,
     "got": 485,
     "device_second": 316,
     "oracle_margin": 0.9434,
     "device_fp16_gap": 5.172,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9408,
     "device_fp16_gap": 5.359,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 417,
     "got": 417,
     "device_second": 316,
     "oracle_margin": 0.9673,
     "device_fp16_gap": 4.656,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9672,
     "device_fp16_gap": 5.797,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 354,
     "got": 354,
     "device_second": 316,
     "oracle_margin": 0.9552,
     "device_fp16_gap": 3.547,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.973,
     "device_fp16_gap": 5.625,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 530,
     "got": 530,
     "device_second": 316,
     "oracle_margin": 0.932,
     "device_fp16_gap": 3.031,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9253,
     "device_fp16_gap": 4.719,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 653,
     "got": 653,
     "device_second": 316,
     "oracle_margin": 0.9601,
     "device_fp16_gap": 5.844,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9887,
     "device_fp16_gap": 6.078,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 445,
     "got": 445,
     "device_second": 316,
     "oracle_margin": 0.996,
     "device_fp16_gap": 5.312,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9744,
     "device_fp16_gap": 5.125,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 386,
     "got": 386,
     "device_second": 316,
     "oracle_margin": 0.9839,
     "device_fp16_gap": 4.328,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9669,
     "device_fp16_gap": 5.781,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 479,
     "got": 479,
     "device_second": 316,
     "oracle_margin": 0.9877,
     "device_fp16_gap": 5.906,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9894,
     "device_fp16_gap": 6.438,
     "status": "ok"
    },
    {
     "k": 16,
     "expected": 547,
     "got": 547,
     "device_second": 2006,
     "oracle_margin": 0.9939,
     "device_fp16_gap": 4.297,
     "status": "ok"
    },
    {
     "k": 17,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9917,
     "device_fp16_gap": 5.828,
     "status": "ok"
    },
    {
     "k": 18,
     "expected": 399,
     "got": 399,
     "device_second": 316,
     "oracle_margin": 0.9913,
     "device_fp16_gap": 4.922,
     "status": "ok"
    },
    {
     "k": 19,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9942,
     "device_fp16_gap": 7.375,
     "status": "ok"
    },
    {
     "k": 20,
     "expected": 1435,
     "got": 1435,
     "device_second": 316,
     "oracle_margin": 0.999,
     "device_fp16_gap": 7.734,
     "status": "ok"
    },
    {
     "k": 21,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9978,
     "device_fp16_gap": 7.438,
     "status": "ok"
    },
    {
     "k": 22,
     "expected": 434,
     "got": 434,
     "device_second": 316,
     "oracle_margin": 0.9993,
     "device_fp16_gap": 6.188,
     "status": "ok"
    },
    {
     "k": 23,
     "expected": 33,
     "got": 33,
     "device_second": 35,
     "oracle_margin": 0.9983,
     "device_fp16_gap": 6.578,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     485,
     33,
     417,
     33,
     354,
     33,
     530,
     33,
     653,
     33,
     445,
     33,
     386,
     33,
     479,
     33,
     547,
     33,
     399,
     33,
     1435,
     33,
     434,
     33,
     356,
     33,
     344,
     33,
     651,
     33,
     700,
     33
    ],
    "verdict": "PASS",
    "reason": "24/24 token-exact; engine continued past the oracle's 24-token span to 32 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 24,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 4.86,
    "fr_seconds": 0.68,
    "verdict": "PASS"
   }
  },
  {
   "name": "chat",
   "prompt_text": "What is the capital of France?",
   "chat": "no-think",
   "prompt_ids": [
    0,
    130072,
    8448,
    220,
    2928,
    357,
    285,
    4894,
    304,
    6918,
    52,
    130073,
    220,
    130072,
    130071,
    220,
    8,
    130063,
    9,
    130063
   ],
   "expected_ids": [
    608,
    4894,
    304,
    6918,
    357,
    8181,
    35,
    130073
   ],
   "expected_text": "The capital of France is Paris.<|im_end|>",
   "margins": [
    0.995448,
    0.999951,
    0.999988,
    0.99976,
    1.0,
    0.345043,
    0.999854,
    0.974805
   ],
   "stopped_on_eos": true,
   "tf": [
    {
     "k": 0,
     "expected": 608,
     "got": 608,
     "device_second": 26661,
     "oracle_margin": 0.9954,
     "device_fp16_gap": 4.945,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 4894,
     "got": 4894,
     "device_second": 4219,
     "oracle_margin": 1.0,
     "device_fp16_gap": 10.805,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 304,
     "got": 304,
     "device_second": 316,
     "oracle_margin": 1.0,
     "device_fp16_gap": 11.344,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 6918,
     "got": 6918,
     "device_second": 6664,
     "oracle_margin": 0.9998,
     "device_fp16_gap": 9.484,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 357,
     "got": 357,
     "device_second": 519,
     "oracle_margin": 1.0,
     "device_fp16_gap": 15.672,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 8181,
     "got": 6664,
     "device_second": 8181,
     "oracle_margin": 0.345,
     "device_fp16_gap": 5.156,
     "status": "FAIL"
    },
    {
     "k": 6,
     "expected": 35,
     "got": 35,
     "device_second": 350,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 6.547,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 130073,
     "got": 130073,
     "device_second": 861,
     "oracle_margin": 0.9748,
     "device_fp16_gap": 2.172,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     608,
     4894,
     304,
     6918,
     357,
     6664,
     27452,
     112228,
     220,
     1772,
     468,
     280,
     4321,
     2837,
     374,
     836
    ],
    "verdict": "FAIL",
    "reason": "5/8 exact, then token disagreement at step 5: exp=8181 got=6664, oracle margin 0.3450 >= 0.10 floor"
   },
   "gate": {
    "tf_ok": 7,
    "tf_n": 8,
    "knife": 0,
    "tf_fail": 1,
    "fr": "FAIL",
    "tf_seconds": 0.19,
    "fr_seconds": 0.35,
    "verdict": "FAIL"
   }
  },
  {
   "name": "long",
   "prompt_text": "Counting up: 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100,",
   "chat": null,
   "prompt_ids": [
    0,
    14686,
    306,
    738,
    47,
    242,
    38,
    33,
    242,
    39,
    33,
    242,
    40,
    33,
    242,
    41,
    33,
    242,
    42,
    33,
    242,
    43,
    33,
    242,
    44,
    33,
    242,
    45,
    33,
    242,
    46,
    33,
    242,
    557,
    33,
    242,
    682,
    33,
    242,
    627,
    33,
    242,
    732,
    33,
    242,
    739,
    33,
    242,
    701,
    33,
    242,
    741,
    33,
    242,
    777,
    33,
    242,
    706,
    33,
    242,
    456,
    33,
    242,
    491,
    33,
    242,
    1305,
    33,
    242,
    873,
    33,
    242,
    1024,
    33,
    242,
    963,
    33,
    242,
    794,
    33,
    242,
    1061,
    33,
    242,
    1007,
    33,
    242,
    1065,
    33,
    242,
    1096,
    33,
    242,
    881,
    33,
    242,
    1623,
    33,
    242,
    1599,
    33,
    242,
    1104,
    33,
    242,
    1615,
    33,
    242,
    1246,
    33,
    242,
    1072,
    33,
    242,
    1216,
    33,
    242,
    1299,
    33,
    242,
    1363,
    33,
    242,
    1076,
    33,
    242,
    2126,
    33,
    242,
    2189,
    33,
    242,
    2114,
    33,
    242,
    1368,
    33,
    242,
    1266,
    33,
    242,
    1415,
    33,
    242,
    1465,
    33,
    242,
    1308,
    33,
    242,
    1485,
    33,
    242,
    1010,
    33,
    242,
    3253,
    33,
    242,
    3360,
    33,
    242,
    3398,
    33,
    242,
    3451,
    33,
    242,
    1507,
    33,
    242,
    2700,
    33,
    242,
    2500,
    33,
    242,
    2275,
    33,
    242,
    2526,
    33,
    242,
    1204,
    33,
    242,
    3210,
    33,
    242,
    3300,
    33,
    242,
    3217,
    33,
    242,
    1922,
    33,
    242,
    1743,
    33,
    242,
    1525,
    33,
    242,
    1940,
    33,
    242,
    1906,
    33,
    242,
    2029,
    33,
    242,
    1536,
    33,
    242,
    3825,
    33,
    242,
    3667,
    33,
    242,
    3569,
    33,
    242,
    3795,
    33,
    242,
    1361,
    33,
    242,
    4074,
    33,
    242,
    1705,
    33,
    242,
    1877,
    33,
    242,
    2115,
    33,
    242,
    1495,
    33,
    242,
    3972,
    33,
    242,
    4086,
    33,
    242,
    4002,
    33,
    242,
    3865,
    33,
    242,
    1800,
    33,
    242,
    4051,
    33,
    242,
    2850,
    33,
    242,
    1691,
    33,
    242,
    3110,
    33,
    242,
    1609,
    33,
    242,
    3928,
    33,
    242,
    4204,
    33,
    242,
    3915,
    33,
    242,
    4138,
    33,
    242,
    1757,
    33,
    242,
    2900,
    33,
    242,
    2377,
    33,
    242,
    1936,
    33,
    242,
    986,
    33,
    242,
    1387,
    33
   ],
   "expected_ids": [
    242,
    3906,
    33,
    242,
    4673,
    33,
    242,
    5098,
    33,
    242,
    5254,
    33,
    242,
    4995,
    33,
    242
   ],
   "expected_text": " 101, 102, 103, 104, 105, ",
   "margins": [
    0.786904,
    0.984002,
    0.902143,
    0.99165,
    0.999328,
    0.935317,
    0.995665,
    0.999634,
    0.974621,
    0.997518,
    0.999642,
    0.980033,
    0.99856,
    0.99996,
    0.974862,
    0.998513
   ],
   "stopped_on_eos": false,
   "tf": [
    {
     "k": 0,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.7869,
     "device_fp16_gap": 3.781,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 3906,
     "got": 3906,
     "device_second": 4673,
     "oracle_margin": 0.984,
     "device_fp16_gap": 7.812,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9021,
     "device_fp16_gap": 4.578,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9917,
     "device_fp16_gap": 5.844,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 4673,
     "got": 4673,
     "device_second": 5254,
     "oracle_margin": 0.9993,
     "device_fp16_gap": 11.031,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9353,
     "device_fp16_gap": 4.984,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 242,
     "got": 242,
     "device_second": 13471,
     "oracle_margin": 0.9957,
     "device_fp16_gap": 7.047,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 5098,
     "got": 5098,
     "device_second": 5254,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 9.391,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9746,
     "device_fp16_gap": 6.703,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 242,
     "got": 242,
     "device_second": 3392,
     "oracle_margin": 0.9975,
     "device_fp16_gap": 7.469,
     "status": "ok"
    },
    {
     "k": 10,
     "expected": 5254,
     "got": 5254,
     "device_second": 4995,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 11.047,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.98,
     "device_fp16_gap": 7.312,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 242,
     "got": 242,
     "device_second": 13471,
     "oracle_margin": 0.9986,
     "device_fp16_gap": 8.516,
     "status": "ok"
    },
    {
     "k": 13,
     "expected": 4995,
     "got": 4995,
     "device_second": 4673,
     "oracle_margin": 1.0,
     "device_fp16_gap": 11.094,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 33,
     "got": 33,
     "device_second": 130063,
     "oracle_margin": 0.9749,
     "device_fp16_gap": 7.062,
     "status": "ok"
    },
    {
     "k": 15,
     "expected": 242,
     "got": 242,
     "device_second": 13471,
     "oracle_margin": 0.9985,
     "device_fp16_gap": 8.188,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     242,
     3906,
     33,
     242,
     4673,
     33,
     242,
     5098,
     33,
     242,
     5254,
     33,
     242,
     4995,
     33,
     242,
     5455,
     33,
     242,
     5418,
     33,
     242,
     4929,
     33
    ],
    "verdict": "PASS",
    "reason": "16/16 token-exact; engine continued past the oracle's 16-token span to 24 (nothing disagrees)"
   },
   "gate": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.48,
    "fr_seconds": 0.64,
    "verdict": "PASS"
   }
  },
  {
   "name": "sky",
   "prompt_text": "Explain in a short paragraph why the sky is blue.",
   "chat": "no-think",
   "prompt_ids": [
    0,
    130072,
    8448,
    220,
    77524,
    310,
    280,
    2871,
    14504,
    3212,
    285,
    9467,
    357,
    5863,
    35,
    130073,
    220,
    130072,
    130071,
    220,
    8,
    130063,
    9,
    130063
   ],
   "expected_ids": [
    608,
    9467,
    5957,
    5863,
    1388,
    304,
    280,
    12488,
    2389,
    65858,
    13442,
    35,
    2471,
    25753,
    22867,
    1006,
    12087,
    33,
    411,
    54738,
    401,
    285,
    12216,
    11024,
    304,
    3003,
    35,
    2045,
    9300,
    34843,
    304,
    2251,
    33,
    1064,
    5863,
    316,
    53015,
    33,
    457,
    19880,
    746,
    9514,
    848,
    4228,
    34843,
    33,
    1021,
    390,
    3635,
    35,
    5609,
    1006,
    2581,
    457,
    746,
    10916,
    317,
    5863,
    33,
    285,
    19880,
    5863,
    2251,
    41171,
    1006,
    2347,
    33,
    4154,
    1999,
    285,
    1932,
    862,
    285,
    5027,
    357,
    1442,
    35,
    1679,
    285,
    5027,
    57604,
    2714,
    285,
    17817,
    33,
    285,
    9467,
    17745,
    317,
    13974,
    448,
    3635,
    1388,
    285,
    2251,
    723,
    317,
    5892,
    1155,
    746,
    304,
    285,
    12087,
    1482,
    14911,
    1006,
    2581,
    35,
    130073
   ],
   "expected_text": "The sky appears blue because of a phenomenon called Rayleigh scattering. When sunlight enters our atmosphere, it interacts with the tiny molecules of air. Shorter wavelengths of light, like blue and violet, are scattered more strongly than longer wavelengths, such as red. While our eyes are more sensitive to blue, the scattered blue light dominates our view, especially during the day when the sun is high. As the sun lowers toward the horizon, the sky shifts to cream or red because the light has to travel through more of the atmosphere before reaching our eyes.<|im_end|>",
   "margins": [
    0.999739,
    0.999741,
    0.998097,
    0.999975,
    0.944726,
    0.999993,
    0.997745,
    0.938928,
    0.99048,
    0.851056,
    0.998116,
    0.999927,
    0.954469,
    0.976568,
    0.180011,
    0.922459,
    0.997798,
    0.999993,
    0.825051,
    0.094428,
    0.99997,
    0.599913,
    0.547739,
    0.676216,
    0.988651,
    0.747912,
    0.7215,
    0.694496,
    0.999987,
    0.645648,
    0.998093,
    0.931264,
    0.974504,
    0.167751,
    0.994944,
    0.955293,
    0.95914,
    0.999999,
    0.986912,
    0.987894,
    0.99903,
    0.078442,
    0.94909,
    0.973346,
    0.973901,
    0.928903,
    0.680527,
    1.0,
    0.996719,
    0.244424,
    0.207618,
    0.791449,
    0.990281,
    0.587121,
    0.922191,
    0.976995,
    1.0,
    0.998341,
    0.74079,
    0.985774,
    0.433257,
    0.876863,
    0.998143,
    0.358071,
    0.096694,
    0.54858,
    0.532171,
    0.143781,
    0.085117,
    0.987354,
    0.990523,
    0.274751,
    0.999193,
    0.217905,
    0.967281,
    0.524721,
    0.961132,
    0.101791,
    0.985079,
    0.982917,
    0.36607,
    0.558428,
    0.999918,
    0.989463,
    0.985313,
    0.998519,
    0.479639,
    0.056577,
    0.939143,
    0.140084,
    0.900083,
    0.246606,
    0.837866,
    0.826908,
    0.53153,
    0.80809,
    0.911611,
    0.927211,
    0.964788,
    0.999575,
    0.982706,
    0.999973,
    0.967602,
    0.087654,
    0.990143,
    0.990744,
    0.999171,
    0.572356,
    0.856292
   ],
   "stopped_on_eos": true,
   "tf": [
    {
     "k": 0,
     "expected": 608,
     "got": 608,
     "device_second": 9,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 9.141,
     "status": "ok"
    },
    {
     "k": 1,
     "expected": 9467,
     "got": 9467,
     "device_second": 35515,
     "oracle_margin": 0.9997,
     "device_fp16_gap": 8.594,
     "status": "ok"
    },
    {
     "k": 2,
     "expected": 5957,
     "got": 5957,
     "device_second": 357,
     "oracle_margin": 0.9981,
     "device_fp16_gap": 6.453,
     "status": "ok"
    },
    {
     "k": 3,
     "expected": 5863,
     "got": 5863,
     "device_second": 44208,
     "oracle_margin": 1.0,
     "device_fp16_gap": 10.578,
     "status": "ok"
    },
    {
     "k": 4,
     "expected": 1388,
     "got": 1388,
     "device_second": 3064,
     "oracle_margin": 0.9447,
     "device_fp16_gap": 1.797,
     "status": "ok"
    },
    {
     "k": 5,
     "expected": 304,
     "got": 304,
     "device_second": 25753,
     "oracle_margin": 1.0,
     "device_fp16_gap": 9.125,
     "status": "ok"
    },
    {
     "k": 6,
     "expected": 280,
     "got": 280,
     "device_second": 285,
     "oracle_margin": 0.9977,
     "device_fp16_gap": 1.344,
     "status": "ok"
    },
    {
     "k": 7,
     "expected": 12488,
     "got": 12488,
     "device_second": 3644,
     "oracle_margin": 0.9389,
     "device_fp16_gap": 3.836,
     "status": "ok"
    },
    {
     "k": 8,
     "expected": 2389,
     "got": 2389,
     "device_second": 2837,
     "oracle_margin": 0.9905,
     "device_fp16_gap": 0.234,
     "status": "ok"
    },
    {
     "k": 9,
     "expected": 65858,
     "got": 285,
     "device_second": 6664,
     "oracle_margin": 0.8511,
     "device_fp16_gap": 0.375,
     "status": "FAIL"
    },
    {
     "k": 10,
     "expected": 13442,
     "got": 13442,
     "device_second": 122853,
     "oracle_margin": 0.9981,
     "device_fp16_gap": 7.906,
     "status": "ok"
    },
    {
     "k": 11,
     "expected": 35,
     "got": 35,
     "device_second": 33,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 3.141,
     "status": "ok"
    },
    {
     "k": 12,
     "expected": 2471,
     "got": 1679,
     "device_second": 2471,
     "oracle_margin": 0.9545,
     "device_fp16_gap": 3.172,
     "status": "FAIL"
    },
    {
     "k": 13,
     "expected": 25753,
     "got": 25753,
     "device_second": 5027,
     "oracle_margin": 0.9766,
     "device_fp16_gap": 2.969,
     "status": "ok"
    },
    {
     "k": 14,
     "expected": 22867,
     "got": 26794,
     "device_second": 16485,
     "oracle_margin": 0.18,
     "device_fp16_gap": 1.359,
     "status": "FAIL"
    },
    {
     "k": 15,
     "expected": 1006,
     "got": 1006,
     "device_second": 841,
     "oracle_margin": 0.9225,
     "device_fp16_gap": 5.641,
     "status": "ok"
    },
    {
     "k": 16,
     "expected": 12087,
     "got": 12087,
     "device_second": 2581,
     "oracle_margin": 0.9978,
     "device_fp16_gap": 0.641,
     "status": "ok"
    },
    {
     "k": 17,
     "expected": 33,
     "got": 33,
     "device_second": 12341,
     "oracle_margin": 1.0,
     "device_fp16_gap": 6.484,
     "status": "ok"
    },
    {
     "k": 18,
     "expected": 411,
     "got": 411,
     "device_second": 836,
     "oracle_margin": 0.8251,
     "device_fp16_gap": 4.797,
     "status": "ok"
    },
    {
     "k": 19,
     "expected": 54738,
     "got": 357,
     "device_second": 27790,
     "oracle_margin": 0.0944,
     "device_fp16_gap": 2.016,
     "status": "KNIFE"
    },
    {
     "k": 20,
     "expected": 401,
     "got": 401,
     "device_second": 4116,
     "oracle_margin": 1.0,
     "device_fp16_gap": 11.5,
     "status": "ok"
    },
    {
     "k": 21,
     "expected": 285,
     "got": 12216,
     "device_second": 11024,
     "oracle_margin": 0.5999,
     "device_fp16_gap": 4.062,
     "status": "FAIL"
    },
    {
     "k": 22,
     "expected": 12216,
     "got": 12216,
     "device_second": 1681,
     "oracle_margin": 0.5477,
     "device_fp16_gap": 1.953,
     "status": "ok"
    },
    {
     "k": 23,
     "expected": 11024,
     "got": 11024,
     "device_second": 8205,
     "oracle_margin": 0.6762,
     "device_fp16_gap": 0.984,
     "status": "ok"
    },
    {
     "k": 24,
     "expected": 304,
     "got": 304,
     "device_second": 310,
     "oracle_margin": 0.9887,
     "device_fp16_gap": 1.469,
     "status": "ok"
    },
    {
     "k": 25,
     "expected": 3003,
     "got": 3003,
     "device_second": 2094,
     "oracle_margin": 0.7479,
     "device_fp16_gap": 4.812,
     "status": "ok"
    },
    {
     "k": 26,
     "expected": 35,
     "got": 316,
     "device_second": 743,
     "oracle_margin": 0.7215,
     "device_fp16_gap": 1.922,
     "status": "FAIL"
    },
    {
     "k": 27,
     "expected": 2045,
     "got": 2045,
     "device_second": 2658,
     "oracle_margin": 0.6945,
     "device_fp16_gap": 0.391,
     "status": "ok"
    },
    {
     "k": 28,
     "expected": 9300,
     "got": 9300,
     "device_second": 1236,
     "oracle_margin": 1.0,
     "device_fp16_gap": 10.156,
     "status": "ok"
    },
    {
     "k": 29,
     "expected": 34843,
     "got": 34843,
     "device_second": 98505,
     "oracle_margin": 0.6456,
     "device_fp16_gap": 4.68,
     "status": "ok"
    },
    {
     "k": 30,
     "expected": 304,
     "got": 304,
     "device_second": 33,
     "oracle_margin": 0.9981,
     "device_fp16_gap": 3.625,
     "status": "ok"
    },
    {
     "k": 31,
     "expected": 2251,
     "got": 2251,
     "device_second": 25753,
     "oracle_margin": 0.9313,
     "device_fp16_gap": 2.938,
     "status": "ok"
    },
    {
     "k": 32,
     "expected": 33,
     "got": 33,
     "device_second": 743,
     "oracle_margin": 0.9745,
     "device_fp16_gap": 1.25,
     "status": "ok"
    },
    {
     "k": 33,
     "expected": 1064,
     "got": 1021,
     "device_second": 1064,
     "oracle_margin": 0.1678,
     "device_fp16_gap": 0.266,
     "status": "FAIL"
    },
    {
     "k": 34,
     "expected": 5863,
     "got": 5863,
     "device_second": 44119,
     "oracle_margin": 0.9949,
     "device_fp16_gap": 5.375,
     "status": "ok"
    },
    {
     "k": 35,
     "expected": 316,
     "got": 316,
     "device_second": 33,
     "oracle_margin": 0.9553,
     "device_fp16_gap": 7.531,
     "status": "ok"
    },
    {
     "k": 36,
     "expected": 53015,
     "got": 6093,
     "device_second": 53015,
     "oracle_margin": 0.9591,
     "device_fp16_gap": 1.312,
     "status": "FAIL"
    },
    {
     "k": 37,
     "expected": 33,
     "got": 33,
     "device_second": 23962,
     "oracle_margin": 1.0,
     "device_fp16_gap": 8.531,
     "status": "ok"
    },
    {
     "k": 38,
     "expected": 457,
     "got": 457,
     "device_second": 28536,
     "oracle_margin": 0.9869,
     "device_fp16_gap": 4.922,
     "status": "ok"
    },
    {
     "k": 39,
     "expected": 19880,
     "got": 19880,
     "device_second": 28536,
     "oracle_margin": 0.9879,
     "device_fp16_gap": 4.453,
     "status": "ok"
    },
    {
     "k": 40,
     "expected": 746,
     "got": 746,
     "device_second": 1504,
     "oracle_margin": 0.999,
     "device_fp16_gap": 3.031,
     "status": "ok"
    },
    {
     "k": 41,
     "expected": 9514,
     "got": 9514,
     "device_second": 848,
     "oracle_margin": 0.0784,
     "device_fp16_gap": 0.703,
     "status": "ok"
    },
    {
     "k": 42,
     "expected": 848,
     "got": 848,
     "device_second": 310,
     "oracle_margin": 0.9491,
     "device_fp16_gap": 1.984,
     "status": "ok"
    },
    {
     "k": 43,
     "expected": 4228,
     "got": 4228,
     "device_second": 285,
     "oracle_margin": 0.9733,
     "device_fp16_gap": 6.516,
     "status": "ok"
    },
    {
     "k": 44,
     "expected": 34843,
     "got": 34843,
     "device_second": 3635,
     "oracle_margin": 0.9739,
     "device_fp16_gap": 5.0,
     "status": "ok"
    },
    {
     "k": 45,
     "expected": 33,
     "got": 35,
     "device_second": 33,
     "oracle_margin": 0.9289,
     "device_fp16_gap": 1.375,
     "status": "FAIL"
    },
    {
     "k": 46,
     "expected": 1021,
     "got": 13608,
     "device_second": 1021,
     "oracle_margin": 0.6805,
     "device_fp16_gap": 0.828,
     "status": "FAIL"
    },
    {
     "k": 47,
     "expected": 390,
     "got": 390,
     "device_second": 3635,
     "oracle_margin": 1.0,
     "device_fp16_gap": 10.375,
     "status": "ok"
    },
    {
     "k": 48,
     "expected": 3635,
     "got": 3635,
     "device_second": 10131,
     "oracle_margin": 0.9967,
     "device_fp16_gap": 6.172,
     "status": "ok"
    },
    {
     "k": 49,
     "expected": 35,
     "got": 316,
     "device_second": 35,
     "oracle_margin": 0.2444,
     "device_fp16_gap": 1.766,
     "status": "FAIL"
    },
    {
     "k": 50,
     "expected": 5609,
     "got": 5609,
     "device_second": 5623,
     "oracle_margin": 0.2076,
     "device_fp16_gap": 0.516,
     "status": "ok"
    },
    {
     "k": 51,
     "expected": 1006,
     "got": 285,
     "device_second": 1006,
     "oracle_margin": 0.7914,
     "device_fp16_gap": 0.5,
     "status": "FAIL"
    },
    {
     "k": 52,
     "expected": 2581,
     "got": 2581,
     "device_second": 6152,
     "oracle_margin": 0.9903,
     "device_fp16_gap": 5.75,
     "status": "ok"
    },
    {
     "k": 53,
     "expected": 457,
     "got": 457,
     "device_second": 24945,
     "oracle_margin": 0.5871,
     "device_fp16_gap": 1.453,
     "status": "ok"
    },
    {
     "k": 54,
     "expected": 746,
     "got": 5305,
     "device_second": 746,
     "oracle_margin": 0.9222,
     "device_fp16_gap": 1.281,
     "status": "FAIL"
    },
    {
     "k": 55,
     "expected": 10916,
     "got": 10916,
     "device_second": 32526,
     "oracle_margin": 0.977,
     "device_fp16_gap": 4.75,
     "status": "ok"
    },
    {
     "k": 56,
     "expected": 317,
     "got": 317,
     "device_second": 2714,
     "oracle_margin": 1.0,
     "device_fp16_gap": 12.562,
     "status": "ok"
    },
    {
     "k": 57,
     "expected": 5863,
     "got": 285,
     "device_second": 17695,
     "oracle_margin": 0.9983,
     "device_fp16_gap": 0.156,
     "status": "FAIL"
    },
    {
     "k": 58,
     "expected": 33,
     "got": 2251,
     "device_second": 33,
     "oracle_margin": 0.7408,
     "device_fp16_gap": 2.672,
     "status": "FAIL"
    },
    {
     "k": 59,
     "expected": 285,
     "got": 533,
     "device_second": 285,
     "oracle_margin": 0.9858,
     "device_fp16_gap": 1.703,
     "status": "FAIL"
    },
    {
     "k": 60,
     "expected": 19880,
     "got": 19880,
     "device_second": 9467,
     "oracle_margin": 0.4333,
     "device_fp16_gap": 0.266,
     "status": "ok"
    },
    {
     "k": 61,
     "expected": 5863,
     "got": 5863,
     "device_second": 2251,
     "oracle_margin": 0.8769,
     "device_fp16_gap": 2.422,
     "status": "ok"
    },
    {
     "k": 62,
     "expected": 2251,
     "got": 2251,
     "device_second": 4193,
     "oracle_margin": 0.9981,
     "device_fp16_gap": 4.297,
     "status": "ok"
    },
    {
     "k": 63,
     "expected": 41171,
     "got": 512,
     "device_second": 42454,
     "oracle_margin": 0.3581,
     "device_fp16_gap": 0.531,
     "status": "FAIL"
    },
    {
     "k": 64,
     "expected": 1006,
     "got": 285,
     "device_second": 1006,
     "oracle_margin": 0.0967,
     "device_fp16_gap": 2.391,
     "status": "KNIFE"
    },
    {
     "k": 65,
     "expected": 2347,
     "got": 2347,
     "device_second": 13638,
     "oracle_margin": 0.5486,
     "device_fp16_gap": 1.672,
     "status": "ok"
    },
    {
     "k": 66,
     "expected": 33,
     "got": 33,
     "device_second": 304,
     "oracle_margin": 0.5322,
     "device_fp16_gap": 1.781,
     "status": "ok"
    },
    {
     "k": 67,
     "expected": 4154,
     "got": 9175,
     "device_second": 3251,
     "oracle_margin": 0.1438,
     "device_fp16_gap": 1.047,
     "status": "FAIL"
    },
    {
     "k": 68,
     "expected": 1999,
     "got": 862,
     "device_second": 376,
     "oracle_margin": 0.0851,
     "device_fp16_gap": 0.703,
     "status": "KNIFE"
    },
    {
     "k": 69,
     "expected": 285,
     "got": 280,
     "device_second": 2513,
     "oracle_margin": 0.9874,
     "device_fp16_gap": 0.609,
     "status": "FAIL"
    },
    {
     "k": 70,
     "expected": 1932,
     "got": 1932,
     "device_second": 53268,
     "oracle_margin": 0.9905,
     "device_fp16_gap": 3.047,
     "status": "ok"
    },
    {
     "k": 71,
     "expected": 862,
     "got": 35,
     "device_second": 862,
     "oracle_margin": 0.2748,
     "device_fp16_gap": 1.125,
     "status": "FAIL"
    },
    {
     "k": 72,
     "expected": 285,
     "got": 285,
     "device_second": 428,
     "oracle_margin": 0.9992,
     "device_fp16_gap": 3.438,
     "status": "ok"
    },
    {
     "k": 73,
     "expected": 5027,
     "got": 5027,
     "device_second": 9467,
     "oracle_margin": 0.2179,
     "device_fp16_gap": 1.062,
     "status": "ok"
    },
    {
     "k": 74,
     "expected": 357,
     "got": 357,
     "device_second": 4331,
     "oracle_margin": 0.9673,
     "device_fp16_gap": 1.828,
     "status": "ok"
    },
    {
     "k": 75,
     "expected": 1442,
     "got": 1442,
     "device_second": 6561,
     "oracle_margin": 0.5247,
     "device_fp16_gap": 2.078,
     "status": "ok"
    },
    {
     "k": 76,
     "expected": 35,
     "got": 35,
     "device_second": 2453,
     "oracle_margin": 0.9611,
     "device_fp16_gap": 1.844,
     "status": "ok"
    },
    {
     "k": 77,
     "expected": 1679,
     "got": 130073,
     "device_second": 1679,
     "oracle_margin": 0.1018,
     "device_fp16_gap": 2.312,
     "status": "FAIL"
    },
    {
     "k": 78,
     "expected": 285,
     "got": 285,
     "device_second": 17674,
     "oracle_margin": 0.9851,
     "device_fp16_gap": 2.641,
     "status": "ok"
    },
    {
     "k": 79,
     "expected": 5027,
     "got": 5027,
     "device_second": 12087,
     "oracle_margin": 0.9829,
     "device_fp16_gap": 4.141,
     "status": "ok"
    },
    {
     "k": 80,
     "expected": 57604,
     "got": 57604,
     "device_second": 8737,
     "oracle_margin": 0.3661,
     "device_fp16_gap": 3.297,
     "status": "ok"
    },
    {
     "k": 81,
     "expected": 2714,
     "got": 33,
     "device_second": 2714,
     "oracle_margin": 0.5584,
     "device_fp16_gap": 1.344,
     "status": "FAIL"
    },
    {
     "k": 82,
     "expected": 285,
     "got": 285,
     "device_second": 411,
     "oracle_margin": 0.9999,
     "device_fp16_gap": 6.328,
     "status": "ok"
    },
    {
     "k": 83,
     "expected": 17817,
     "got": 17817,
     "device_second": 3497,
     "oracle_margin": 0.9895,
     "device_fp16_gap": 8.062,
     "status": "ok"
    },
    {
     "k": 84,
     "expected": 33,
     "got": 33,
     "device_second": 448,
     "oracle_margin": 0.9853,
     "device_fp16_gap": 6.703,
     "status": "ok"
    },
    {
     "k": 85,
     "expected": 285,
     "got": 285,
     "device_second": 25753,
     "oracle_margin": 0.9985,
     "device_fp16_gap": 5.781,
     "status": "ok"
    },
    {
     "k": 86,
     "expected": 9467,
     "got": 9467,
     "device_second": 2251,
     "oracle_margin": 0.4796,
     "device_fp16_gap": 2.812,
     "status": "ok"
    },
    {
     "k": 87,
     "expected": 17745,
     "got": 17745,
     "device_second": 9838,
     "oracle_margin": 0.0566,
     "device_fp16_gap": 0.078,
     "status": "ok"
    },
    {
     "k": 88,
     "expected": 317,
     "got": 317,
     "device_second": 512,
     "oracle_margin": 0.9391,
     "device_fp16_gap": 3.656,
     "status": "ok"
    },
    {
     "k": 89,
     "expected": 13974,
     "got": 749,
     "device_second": 836,
     "oracle_margin": 0.1401,
     "device_fp16_gap": 0.484,
     "status": "FAIL"
    },
    {
     "k": 90,
     "expected": 448,
     "got": 448,
     "device_second": 316,
     "oracle_margin": 0.9001,
     "device_fp16_gap": 1.688,
     "status": "ok"
    },
    {
     "k": 91,
     "expected": 3635,
     "got": 3635,
     "device_second": 3710,
     "oracle_margin": 0.2466,
     "device_fp16_gap": 0.391,
     "status": "ok"
    },
    {
     "k": 92,
     "expected": 1388,
     "got": 1388,
     "device_second": 390,
     "oracle_margin": 0.8379,
     "device_fp16_gap": 0.594,
     "status": "ok"
    },
    {
     "k": 93,
     "expected": 285,
     "got": 285,
     "device_second": 25753,
     "oracle_margin": 0.8269,
     "device_fp16_gap": 5.281,
     "status": "ok"
    },
    {
     "k": 94,
     "expected": 2251,
     "got": 2251,
     "device_second": 3419,
     "oracle_margin": 0.5315,
     "device_fp16_gap": 0.688,
     "status": "ok"
    },
    {
     "k": 95,
     "expected": 723,
     "got": 30680,
     "device_second": 17074,
     "oracle_margin": 0.8081,
     "device_fp16_gap": 0.266,
     "status": "FAIL"
    },
    {
     "k": 96,
     "expected": 317,
     "got": 4228,
     "device_second": 27003,
     "oracle_margin": 0.9116,
     "device_fp16_gap": 1.062,
     "status": "FAIL"
    },
    {
     "k": 97,
     "expected": 5892,
     "got": 5892,
     "device_second": 1969,
     "oracle_margin": 0.9272,
     "device_fp16_gap": 1.859,
     "status": "ok"
    },
    {
     "k": 98,
     "expected": 1155,
     "got": 1155,
     "device_second": 4228,
     "oracle_margin": 0.9648,
     "device_fp16_gap": 2.25,
     "status": "ok"
    },
    {
     "k": 99,
     "expected": 746,
     "got": 746,
     "device_second": 1298,
     "oracle_margin": 0.9996,
     "device_fp16_gap": 1.672,
     "status": "ok"
    },
    {
     "k": 100,
     "expected": 304,
     "got": 304,
     "device_second": 3003,
     "oracle_margin": 0.9827,
     "device_fp16_gap": 2.5,
     "status": "ok"
    },
    {
     "k": 101,
     "expected": 285,
     "got": 285,
     "device_second": 1006,
     "oracle_margin": 1.0,
     "device_fp16_gap": 8.859,
     "status": "ok"
    },
    {
     "k": 102,
     "expected": 12087,
     "got": 12087,
     "device_second": 9467,
     "oracle_margin": 0.9676,
     "device_fp16_gap": 3.422,
     "status": "ok"
    },
    {
     "k": 103,
     "expected": 1482,
     "got": 1482,
     "device_second": 33,
     "oracle_margin": 0.0877,
     "device_fp16_gap": 0.203,
     "status": "ok"
    },
    {
     "k": 104,
     "expected": 14911,
     "got": 14911,
     "device_second": 1006,
     "oracle_margin": 0.9901,
     "device_fp16_gap": 4.969,
     "status": "ok"
    },
    {
     "k": 105,
     "expected": 1006,
     "got": 1006,
     "device_second": 543,
     "oracle_margin": 0.9907,
     "device_fp16_gap": 4.375,
     "status": "ok"
    },
    {
     "k": 106,
     "expected": 2581,
     "got": 2581,
     "device_second": 50361,
     "oracle_margin": 0.9992,
     "device_fp16_gap": 9.344,
     "status": "ok"
    },
    {
     "k": 107,
     "expected": 35,
     "got": 35,
     "device_second": 33,
     "oracle_margin": 0.5724,
     "device_fp16_gap": 0.844,
     "status": "ok"
    },
    {
     "k": 108,
     "expected": 130073,
     "got": 130073,
     "device_second": 1030,
     "oracle_margin": 0.8563,
     "device_fp16_gap": 6.344,
     "status": "ok"
    }
   ],
   "fr": {
    "got": [
     608,
     9467,
     5957,
     5863,
     1388,
     304,
     280,
     12488,
     2389,
     285,
     6664,
     40891,
     39261,
     13442,
     1207,
     304,
     25753,
     35,
     2471,
     5027,
     23962,
     7893,
     285,
     8940,
     468,
     12087,
     33,
     699,
     83006,
     401,
     12216,
     3003,
     11024,
     35,
     2045,
     9300,
     34843,
     304,
     2251,
     33,
     1021,
     390,
     5863,
     316,
     6093,
     33,
     457,
     19880,
     746,
     9514,
     848,
     4228,
     34843,
     35,
     1679,
     280,
     1248,
     33,
     1003,
     19880,
     5863,
     25759,
     116685,
     285,
     9467,
     33,
     6389,
     543,
     1006,
     13638,
     304,
     280,
     5863,
     9467,
     35,
     130073
    ],
    "verdict": "FAIL",
    "reason": "9/109 exact, then token disagreement at step 9: exp=65858 got=285, oracle margin 0.8511 >= 0.10 floor"
   },
   "gate": {
    "tf_ok": 82,
    "tf_n": 109,
    "knife": 3,
    "tf_fail": 24,
    "fr": "FAIL",
    "tf_seconds": 2.35,
    "fr_seconds": 1.59,
    "verdict": "FAIL"
   }
  }
 ],
 "summary": {
  "fields": "fixture=minicpm5_2b/fixture model=minicpm5_2b_minicpm5_mixed_4bit_8bit_g32_static prompts=4 pass=2 fail=2 load_s=0.202 footprint_gb=2.19",
  "verdict": "FAIL"
 },
 "red_test": {
  "poison": {
   "prompt": "natural",
   "step": 5,
   "was": 33,
   "now": 35
  },
  "summary": {
   "fields": "fixture=minicpm5_2b/fixture_red model=minicpm5_2b_minicpm5_mixed_4bit_8bit_g32_static prompts=4 pass=1 fail=3 load_s=81.986 footprint_gb=2.19",
   "verdict": "FAIL"
  },
  "gate": {
   "natural": {
    "tf_ok": 21,
    "tf_n": 24,
    "knife": 0,
    "tf_fail": 3,
    "fr": "FAIL",
    "tf_seconds": 8.9,
    "fr_seconds": 0.67,
    "verdict": "FAIL"
   },
   "chat": {
    "tf_ok": 7,
    "tf_n": 8,
    "knife": 0,
    "tf_fail": 1,
    "fr": "FAIL",
    "tf_seconds": 0.19,
    "fr_seconds": 0.34,
    "verdict": "FAIL"
   },
   "long": {
    "tf_ok": 16,
    "tf_n": 16,
    "knife": 0,
    "tf_fail": 0,
    "fr": "PASS",
    "tf_seconds": 0.5,
    "fr_seconds": 0.65,
    "verdict": "PASS"
   },
   "sky": {
    "tf_ok": 82,
    "tf_n": 109,
    "knife": 3,
    "tf_fail": 24,
    "fr": "FAIL",
    "tf_seconds": 2.37,
    "fr_seconds": 1.6,
    "verdict": "FAIL"
   }
  },
  "purpose": "the same tool on a deliberately wrong fixture must go RED (memory: a gate must be able to fail)"
 }
}