{
 "schema": "coreai-decider-engine-gate/1",
 "bundle": "/private/tmp/claude-501/-Users-majimadaisuke-code-coreai/435735e2-59de-4af7-8bc7-8d80e7bc59a1/scratchpad/hfstage/gpu-pipelined/decider_0_8b_decode_int8hu_block32_sym",
 "runner": "/Users/majimadaisuke/code/codex-conversions/2026-09-21/decider-08b-coreai/swift-build/out/Products/Release/llm-runner",
 "protocol": "llm-runner --raw-tokens --max-tokens 1 --temperature 0.0 --inference-engine-variant coreai-pipelined --warmup off, COREAI_CHUNK_THRESHOLD=1",
 "environment": {
  "platform": "macOS-27.0-arm64-arm-64bit-Mach-O"
 },
 "rows": [
  {
   "id": "r01-route",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9418726563453674,
   "returncode": 0,
   "timed_out": false,
   "seconds": 2.505509166046977
  },
  {
   "id": "r01-condition",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9909743666648865,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.426013832911849
  },
  {
   "id": "r01-refund",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9947473406791687,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4798569579143077
  },
  {
   "id": "r02-action",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9982640743255615,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.54143620794639
  },
  {
   "id": "r02-lamp",
   "expected": "C",
   "text": "C",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.7786772847175598,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4924065419472754
  },
  {
   "id": "r02-cold",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9174978137016296,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4637101669795811
  },
  {
   "id": "r03-color",
   "expected": "E",
   "text": "E",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9155263900756836,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4705140410223976
  },
  {
   "id": "r03-shape",
   "expected": "E",
   "text": "E",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9490026235580444,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5410291670123115
  },
  {
   "id": "r03-wet",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9929089546203613,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4314662910765037
  },
  {
   "id": "r04-drawer",
   "expected": "G",
   "text": "G",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9683339595794678,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5189292919822037
  },
  {
   "id": "r04-material",
   "expected": "F",
   "text": "F",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9148083329200745,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5937530000228435
  },
  {
   "id": "r04-key",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9668570756912231,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.3272639169590548
  },
  {
   "id": "r05-task",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9907811284065247,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.219799333019182
  },
  {
   "id": "r05-leaves",
   "expected": "C",
   "text": "C",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9937076568603516,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.342965624993667
  },
  {
   "id": "r05-dry",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9581422805786133,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.2713427080307156
  },
  {
   "id": "r06-phase",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9740203619003296,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4239163330057636
  },
  {
   "id": "r06-priority",
   "expected": "C",
   "text": "C",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.8675540685653687,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.2642829170217738
  },
  {
   "id": "r06-approved",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9840818643569946,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4162031250307336
  },
  {
   "id": "r07-contents",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9778717160224915,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.3241285419790074
  },
  {
   "id": "r07-location",
   "expected": "C",
   "text": "C",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9867440462112427,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5144743750570342
  },
  {
   "id": "r07-seal",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9914504885673523,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.463320582988672
  },
  {
   "id": "r08-direction",
   "expected": "D",
   "text": "D",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.7415664196014404,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5195962500292808
  },
  {
   "id": "r08-surface",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9937673807144165,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4667233329964802
  },
  {
   "id": "r08-open",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9852696657180786,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5634763340931386
  },
  {
   "id": "r09-liquid",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9747106432914734,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4956626249477267
  },
  {
   "id": "r09-valve",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9072220325469971,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4445065000327304
  },
  {
   "id": "r09-clarity",
   "expected": "D",
   "text": "D",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9960634112358093,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.6068536669481546
  },
  {
   "id": "r09-fill-level0",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9927780032157898,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5567097919993103
  },
  {
   "id": "r09-fill-level1",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.5097886919975281,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5604550410062075
  },
  {
   "id": "r09-fill-level2",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9369764924049377,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.530835459008813
  },
  {
   "id": "r09-fill-level3",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.6436252593994141,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5588077090214938
  },
  {
   "id": "r09-fill-level4",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.988706111907959,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5562539580278099
  },
  {
   "id": "r10-surface",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9867448210716248,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.6223203340778127
  },
  {
   "id": "r10-color",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9464033246040344,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.818126583006233
  },
  {
   "id": "r10-count",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.8897690176963806,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5226559579605237
  },
  {
   "id": "r10-damage-level0",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9863165020942688,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5367589590605348
  },
  {
   "id": "r10-damage-level1",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9956666827201843,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.619219833984971
  },
  {
   "id": "r10-damage-level2",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9973333477973938,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5729227920528501
  },
  {
   "id": "r10-damage-level3",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9970120787620544,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.5889946670504287
  },
  {
   "id": "r10-damage-level4",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9964681267738342,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.6394140420015901
  },
  {
   "id": "r11-bin",
   "expected": "G",
   "text": "G",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9929186105728149,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.7444442079868168
  },
  {
   "id": "r12-slot",
   "expected": "GD",
   "text": "GD",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.6862240433692932,
   "returncode": 0,
   "timed_out": false,
   "seconds": 15.527225667028688
  },
  {
   "id": "r13-status",
   "expected": "B",
   "text": "B",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9960722327232361,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4659776670159772
  },
  {
   "id": "r13-restart",
   "expected": "A",
   "text": "A",
   "agrees": true,
   "is_row_label": true,
   "oracle_margin": 0.9801180958747864,
   "returncode": 0,
   "timed_out": false,
   "seconds": 1.4153263749321923
  }
 ],
 "summary": {
  "rows": 44,
  "agreement": 44,
  "calls_succeeded": 44,
  "disagreements": []
 },
 "result": "PASS",
 "generated_at": "2026-09-21T07:44:39+00:00"
}