{
 "rule": "first divergence passes only at an oracle softmax top-2 gap < 0.1 (margins.npz)",
 "nat_expected": [
  760,
  17415,
  369,
  264,
  12401,
  11,
  5214,
  6105,
  14120,
  421,
  20182,
  1004,
  11247,
  579,
  9682,
  321,
  9931,
  1674,
  26706,
  27657,
  2199,
  13,
  248046
 ],
 "oracle_expected": [
  1919,
  2099,
  4774,
  2972,
  42373,
  332,
  1892,
  11352,
  11,
  264,
  40630,
  11,
  3160,
  5072,
  1593,
  314,
  279,
  11247,
  494,
  3433,
  13,
  271,
  1536,
  4275,
  9155,
  25,
  198,
  12,
  561,
  6105,
  51393,
  17661
 ],
 "runs": {
  "run1_cold": {
   "log": "r4/logs/dec_run1.pb_run.log",
   "lines": 19,
   "tokens_nat": [
    760,
    17415,
    369,
    264,
    12401,
    11,
    5214,
    6105,
    14120,
    421,
    20182,
    1004,
    11247,
    579,
    9682,
    321,
    9931,
    1674,
    26706,
    27657,
    2199,
    13,
    248046
   ],
   "numerics_nat": "NUMERICS nat=23/23 PASS",
   "tokens_oracle": [
    1919,
    2099,
    4774,
    2972,
    42373,
    332,
    1892,
    11352,
    11,
    264,
    40630,
    11,
    3160,
    5072,
    1593,
    314,
    279,
    11247,
    494,
    3433,
    13,
    271,
    1536,
    4275,
    9155,
    25,
    198,
    12,
    561,
    6105,
    51393,
    17661
   ],
   "numerics_oracle": "NUMERICS oracle=32/32 PASS",
   "engine_ready": 6.4,
   "refs": "GLM-OCR refs: prompt 88 tok, expected 32, shift 73/58",
   "free_space": "device free space: 32.2 GB",
   "stats": "STATS prefill=105.7 decode=96.0 nat=23/23 oracle=32/32",
   "vision": null,
   "errors": [],
   "trials": [
    "TRIAL 1 (p=128 g=256) prefill=105.8 decode=94.5 tok/s",
    "TRIAL 2 (p=128 g=256) prefill=105.6 decode=97.5 tok/s"
   ],
   "payload": [
    "payload: main.hash 32 bytes",
    "payload: main.mlirb 1308566922 bytes",
    "payload: metadata.json 322 bytes"
   ],
   "nat_vs_oracle": {
    "match": 23,
    "of": 23,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   },
   "oracle_vs_oracle": {
    "match": 32,
    "of": 32,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   }
  },
  "run2_warm": {
   "log": "r4/logs/dec_run2.pb_run.log",
   "lines": 19,
   "tokens_nat": [
    760,
    17415,
    369,
    264,
    12401,
    11,
    5214,
    6105,
    14120,
    421,
    20182,
    1004,
    11247,
    579,
    9682,
    321,
    9931,
    1674,
    26706,
    27657,
    2199,
    13,
    248046
   ],
   "numerics_nat": "NUMERICS nat=23/23 PASS",
   "tokens_oracle": [
    1919,
    2099,
    4774,
    2972,
    42373,
    332,
    1892,
    11352,
    11,
    264,
    40630,
    11,
    3160,
    5072,
    1593,
    314,
    279,
    11247,
    494,
    3433,
    13,
    271,
    1536,
    4275,
    9155,
    25,
    198,
    12,
    561,
    6105,
    51393,
    17661
   ],
   "numerics_oracle": "NUMERICS oracle=32/32 PASS",
   "engine_ready": 0.2,
   "refs": "GLM-OCR refs: prompt 88 tok, expected 32, shift 73/58",
   "free_space": "device free space: 30.8 GB",
   "stats": "STATS prefill=105.7 decode=98.0 nat=23/23 oracle=32/32",
   "vision": null,
   "errors": [],
   "trials": [
    "TRIAL 1 (p=128 g=256) prefill=106.2 decode=98.0 tok/s",
    "TRIAL 2 (p=128 g=256) prefill=105.2 decode=98.0 tok/s"
   ],
   "payload": [
    "payload: main.hash 32 bytes",
    "payload: main.mlirb 1308566922 bytes",
    "payload: metadata.json 322 bytes"
   ],
   "nat_vs_oracle": {
    "match": 23,
    "of": 23,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   },
   "oracle_vs_oracle": {
    "match": 32,
    "of": 32,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   }
  },
  "run3_long": {
   "log": "r4/logs/dec_run3_long.pb_run.log",
   "lines": 18,
   "tokens_nat": [
    760,
    17415,
    369,
    264,
    12401,
    11,
    5214,
    6105,
    14120,
    421,
    20182,
    1004,
    11247,
    579,
    9682,
    321,
    9931,
    1674,
    26706,
    27657,
    2199,
    13,
    248046
   ],
   "numerics_nat": "NUMERICS nat=23/23 PASS",
   "tokens_oracle": [
    1919,
    2099,
    4774,
    2972,
    42373,
    332,
    1892,
    11352,
    11,
    264,
    40630,
    11,
    3160,
    5072,
    1593,
    314,
    279,
    11247,
    494,
    3433,
    13,
    271,
    1536,
    4275,
    9155,
    25,
    198,
    12,
    561,
    6105,
    51393,
    17661
   ],
   "numerics_oracle": "NUMERICS oracle=32/32 PASS",
   "engine_ready": 0.2,
   "refs": "GLM-OCR refs: prompt 88 tok, expected 32, shift 73/58",
   "free_space": "device free space: 30.8 GB",
   "stats": "STATS prefill=105.5 decode=96.9 nat=23/23 oracle=32/32",
   "vision": null,
   "errors": [],
   "trials": [
    "TRIAL 1 (p=128 g=1024) prefill=105.5 decode=96.9 tok/s"
   ],
   "payload": [
    "payload: main.hash 32 bytes",
    "payload: main.mlirb 1308566922 bytes",
    "payload: metadata.json 322 bytes"
   ],
   "nat_vs_oracle": {
    "match": 23,
    "of": 23,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   },
   "oracle_vs_oracle": {
    "match": 32,
    "of": 32,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   }
  },
  "run4_hfrows": {
   "log": "r4/logs/dec_run4_hfrows.pb_run.log",
   "lines": 19,
   "tokens_nat": [
    760,
    17415,
    369,
    264,
    12401,
    11,
    5214,
    6105,
    14120,
    421,
    20182,
    1004,
    11247,
    579,
    9682,
    321,
    9931,
    1674,
    26706,
    27657,
    2199,
    13,
    248046
   ],
   "numerics_nat": "NUMERICS nat=23/23 PASS",
   "tokens_oracle": [
    1919,
    2099,
    4774,
    2972,
    42373,
    332,
    1892,
    11352,
    11,
    264,
    40630,
    11,
    3160,
    5072,
    1593,
    314,
    279,
    11247,
    494,
    3433,
    13,
    271,
    1536,
    4275,
    9155,
    25,
    198,
    12,
    561,
    6105,
    51393,
    17661
   ],
   "numerics_oracle": "NUMERICS oracle=32/32 PASS",
   "engine_ready": 0.2,
   "refs": "GLM-OCR refs: prompt 88 tok, expected 32, shift 73/58",
   "free_space": "device free space: 30.8 GB",
   "stats": "STATS prefill=105.3 decode=97.1 nat=23/23 oracle=32/32",
   "vision": null,
   "errors": [],
   "trials": [
    "TRIAL 1 (p=128 g=256) prefill=105.4 decode=97.1 tok/s",
    "TRIAL 2 (p=128 g=256) prefill=105.2 decode=97.1 tok/s"
   ],
   "payload": [
    "payload: main.hash 32 bytes",
    "payload: main.mlirb 1308566922 bytes",
    "payload: metadata.json 322 bytes"
   ],
   "nat_vs_oracle": {
    "match": 23,
    "of": 23,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   },
   "oracle_vs_oracle": {
    "match": 32,
    "of": 32,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   }
  },
  "run4_misfire_macrows": {
   "log": "r4/logs/dec_run4_misfire_macrows.pb_run.log",
   "lines": 19,
   "tokens_nat": [
    760,
    17415,
    369,
    264,
    12401,
    11,
    5214,
    6105,
    14120,
    421,
    20182,
    1004,
    11247,
    579,
    9682,
    321,
    9931,
    1674,
    26706,
    27657,
    2199,
    13,
    248046
   ],
   "numerics_nat": "NUMERICS nat=23/23 PASS",
   "tokens_oracle": [
    1919,
    2099,
    4774,
    2972,
    42373,
    332,
    1892,
    11352,
    11,
    264,
    40630,
    11,
    3160,
    5072,
    1593,
    314,
    279,
    11247,
    494,
    3433,
    13,
    271,
    1536,
    4275,
    9155,
    25,
    198,
    12,
    561,
    6105,
    51393,
    17661
   ],
   "numerics_oracle": "NUMERICS oracle=32/32 PASS",
   "engine_ready": 0.2,
   "refs": "GLM-OCR refs: prompt 88 tok, expected 32, shift 73/58",
   "free_space": "device free space: 30.8 GB",
   "stats": "STATS prefill=106.4 decode=98.0 nat=23/23 oracle=32/32",
   "vision": null,
   "errors": [],
   "trials": [
    "TRIAL 1 (p=128 g=256) prefill=106.4 decode=98.0 tok/s",
    "TRIAL 2 (p=128 g=256) prefill=106.4 decode=98.0 tok/s"
   ],
   "payload": [
    "payload: main.hash 32 bytes",
    "payload: main.mlirb 1308566922 bytes",
    "payload: metadata.json 322 bytes"
   ],
   "nat_vs_oracle": {
    "match": 23,
    "of": 23,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   },
   "oracle_vs_oracle": {
    "match": 32,
    "of": 32,
    "first_divergence": null,
    "device_id": null,
    "oracle_id": null,
    "oracle_gap": null,
    "knife_edge": null
   }
  },
  "vis_int8lin": {
   "log": "r4/logs/vis_int8lin.pb_run.log",
   "lines": 2,
   "tokens_nat": null,
   "numerics_nat": null,
   "tokens_oracle": null,
   "numerics_oracle": null,
   "engine_ready": null,
   "refs": null,
   "free_space": null,
   "stats": "STATS VISION encode=67.8 ms (median of 9; cold 2214) cos=0.999997 max|d|=0.007 n=65536/65536",
   "vision": "STATS VISION encode=67.8 ms (median of 9; cold 2214) cos=0.999997 max|d|=0.007 n=65536/65536",
   "errors": [],
   "trials": [],
   "payload": []
  },
  "vis_fp16": {
   "log": "r4/logs/vis_fp16.pb_run.log",
   "lines": 2,
   "tokens_nat": null,
   "numerics_nat": null,
   "tokens_oracle": null,
   "numerics_oracle": null,
   "engine_ready": null,
   "refs": null,
   "free_space": null,
   "stats": "STATS VISION encode=66.5 ms (median of 9; cold 82) cos=0.999997 max|d|=0.013 n=65536/65536",
   "vision": "STATS VISION encode=66.5 ms (median of 9; cold 82) cos=0.999997 max|d|=0.013 n=65536/65536",
   "errors": [],
   "trials": [],
   "payload": []
  },
  "vis_fp16_b": {
   "log": "r4/logs/vis_fp16_b.pb_run.log",
   "lines": 2,
   "tokens_nat": null,
   "numerics_nat": null,
   "tokens_oracle": null,
   "numerics_oracle": null,
   "engine_ready": null,
   "refs": null,
   "free_space": null,
   "stats": "STATS VISION encode=68.6 ms (median of 9; cold 91) cos=0.999997 max|d|=0.013 n=65536/65536",
   "vision": "STATS VISION encode=68.6 ms (median of 9; cold 91) cos=0.999997 max|d|=0.013 n=65536/65536",
   "errors": [],
   "trials": [],
   "payload": []
  },
  "vis_int8lin_b": {
   "log": "r4/logs/vis_int8lin_b.pb_run.log",
   "lines": 2,
   "tokens_nat": null,
   "numerics_nat": null,
   "tokens_oracle": null,
   "numerics_oracle": null,
   "engine_ready": null,
   "refs": null,
   "free_space": null,
   "stats": "STATS VISION encode=68.5 ms (median of 9; cold 91) cos=0.999997 max|d|=0.007 n=65536/65536",
   "vision": "STATS VISION encode=68.5 ms (median of 9; cold 91) cos=0.999997 max|d|=0.007 n=65536/65536",
   "errors": [],
   "trials": [],
   "payload": []
  },
  "probe": {
   "log": "r4/logs/probe.pb_run.log",
   "lines": 1,
   "tokens_nat": null,
   "numerics_nat": null,
   "tokens_oracle": null,
   "numerics_oracle": null,
   "engine_ready": null,
   "refs": null,
   "free_space": null,
   "stats": null,
   "vision": null,
   "errors": [
    "ERROR VISION: no bundle at Documents/models/__probe__"
   ],
   "trials": [],
   "payload": []
  }
 }
}