{"schema":"coreai-decider-vision-heldout-gate/1","gate":"held-out end to end: thumbnailed photo -> host.preprocess (Pillow BICUBIC to the tile) -> fp16w32 tower .aimodelc -> image_embeds (fp32 -> fp16) -> decoder .aimodelc, chunk order (prefill S=16 + S=1 remainder), ids from host.build_ids with the bundle's tokenizer; vs the author's fp32","purpose":"round 6 chose the fp16 layer set [0, 2, 5] on the self-made fixture; these 500 runs were used by no selection (layer set, bundle or bar)","bar":{"ids_equal":"500/500","pixel_max_levels":2,"near_tie_margin":0.02,"argmax":"100% of runs with author top-2 margin >= 0.02","max_abs_dp":0.02,"mean_of_run_mean_abs_dp":0.002,"preregistered":"fixed in the round-7 brief before any held-out result; not changed","level":"1 level = 2/255 in normalized pixel units (one uint8 step)","mean_of_run_mean_abs_dp_definition":"mean over runs of the mean |dp| over the run's options","near_tie":"author top-2 margin < 0.02: counted and listed separately, never dropped; bars 4 and 5 cover every run"},"ship_rule":"int8mix_pf16 ships if it meets bars 3, 4 and 5 (1 and 2 are the host's); if it does not and fp16_pf16 fails any of 3-5 too, both are recorded as held-out FAIL; no layer re-selection on these data","dataset":{"repo":"HuggingFaceM4/the_cauldron","revision":"847a98a779b1652d65111daf20c972dfcd333605","shards":{"visual7w":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/price/data/visual7w-train-00000.parquet","bytes":456682936,"sha256":"076a90fae7e237dde8b648a40b87ce9ff061ef4939388b4684af1e6a69b47051","hub_file":"visual7w/train-00000-of-00009-c6610d0b14d32cb3.parquet","rejected_before_n":0},"vsr":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/price/data/vsr-train-00000.parquet","bytes":107576214,"sha256":"30e15569bc4d845205e7f92d1fb58b83262a52242c63a7f83d09de769260ad02","hub_file":"vsr/train-00000-of-00001-b56e9224d46b0ed3.parquet","rejected_before_n":0}},"license":"dataset card has no licence field; 'Licensing Information': each sub-dataset is governed by its own licence, the prompts (to the extent of HuggingFaceM4's rights) are CC-BY-4.0","held_out":"visual7w and vsr are held_out=True in decider/vision/data.py SUBSETS (never in train)","selection":"grid_price.load_items: first rows in file order that pass the author's filter","preprocessing":"thumbnail((768, 768)) when max side > 768, then RGB; context as in data.py","redistribution":"the images are not redistributed: they stay in the lane work directory; this transcript holds dataset row indices and numbers only (no image, question or option text)"},"reference":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/price/items.jsonl","sha256":"74c0dd3541475acea2e8fa6a9daf2b0aae1a5f2149085a846f0652ee7fd37619","what":"arms.g256 / arms.g448 probs of grid_price.py: the checkpoint's own VisionDecisionModel.prepare() -> slot_logits(), MPS fp32 (4-row CPU fp32 check max |dp| 8.5e-7, price/grid_price.json mps_check)"},"inputs":{"prepare_json":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/prepare.json","sha256":"4b41444161f538b95c95976ef3802849abb788641b5e4a73d8c3c47599d3e2bb"},"items_jsonl":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/items.jsonl","sha256":"ca094063db82cc443db0ad2e0726f6bdae9a6ac652af188b22c4e8be21c13ada"},"script":"conversion/decider_vision/heldout_prepare.py","processor":{"processor_class":"Qwen3VLProcessor","image_processor_class":"Qwen2VLImageProcessor","tokenizer_class":"Qwen2Tokenizer","resample":3},"versions":{"python":"3.12.11","torch":"2.9.0","transformers":"5.17.0","pillow":"12.3.0","numpy":"2.5.3"},"source":{"hf_id":"Mapika/decider-2b-vision","revision":"863e290863655f1d6b69324d77d09ac972d21609","sha256":{"decider/vision.py":"c6cb53508cae3c3bbf1705fd165b928c4c9e9de2012ff7b347f48cdadce25fde","decider/prompt.py":"c2fadbe0e4703a381011007f52103ab29142a55a441302d62c1dfb2056acce16","decider/infer.py":"a7bd1b5568bdf30d5804bfe9f17a2864224540845072c9ce9f25d647b05449c7","processor_config.json":"9ad79dcc3fc51f5eaa519b43adcb3ff5b748a5a0af959237ad7b68b710b9e041","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"}}},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","tokenizers":"0.23.0rc0","pillow":"12.2.0","transformers":"4.57.6"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","gpu":"shared with other sessions; no times are reported by this gate"},"host":{"preprocess":"host.preprocess(png, grid) resize='pil'","ids":"host.build_ids(True, context, [question], bundle tokenizer, (g, g)) -> to_processor_ids","per_bundle":{"decider_2b_vision_decode_int8mix_pf16":{"runs":500,"ids_equal":500,"pixels_within_2_levels":500,"pixel_max_levels":0.0,"pixel_runs_exact":500,"bar1_ok":true,"bar2_ok":true},"decider_2b_vision_decode_fp16_pf16":{"runs":500,"ids_equal":500,"pixels_within_2_levels":500,"pixel_max_levels":0.0,"pixel_runs_exact":500,"bar1_ok":true,"bar2_ok":true}},"differing_runs":{},"guards":{"item":"visual7w_00000","edit":"last character of the question","pixel":"(0, 0) red +40 levels (mod 256)","g256":{"edited_ids_equal":false,"perturbed_pixel_max_levels":12.999999225139618},"g448":{"edited_ids_equal":false,"perturbed_pixel_max_levels":37.00000016950071},"red":true}},"towers":{"fp16w32/g256":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/decider_2b_vision_g256_vision_fp16w32_aotc/decider_2b_vision_g256_vision_fp16w32.h16c.aimodelc","bytes":660582224,"tree_sha256":"a260e1c394e249e67f4595d20010a633fe21a960fa33cf18c4d4a445597a9dd7","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"c76113e8ce2b35a01d6e5feaf41cd73fd0852bf40fe9cb1884281676527dacd1","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"ccf5e9113196fa3552bd8111346c939becdb5e62ef05c2c65c64e6ccf6dcc600","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph":"b94ea4f336a101380f2e095fd4c4fa84106d60b6ba5674da8d13ede3a2caf31b","main-h16c.mlirb":"839ef2e535f486ad34ca714395657d14cb0ad6572ad26e89ee4c4046d97943a0","main.hash":"66124a2d42ab1b613ec94fbddf6f8d065a52a483d1870797bbfc5b5b296bc3b0","metadata.json":"035421fe77f2f3bc27165a840c78e5ba206d004db44a4bdba92a43388b270c86","stats.json":"f7374cc16c67cfd72ab5b8ee760eff6a9863ec1b03522355ce07c52eb9dc6c50"}},"fp16w32/g448":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/decider_2b_vision_g448_vision_fp16w32_aotc/decider_2b_vision_g448_vision_fp16w32.h16c.aimodelc","bytes":663015542,"tree_sha256":"208bbb64cb807edf64c88489dfb49a059e4828208596750d0940c73a81121ed4","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"6e7eb367589748353dda1dcca2531736adf9978532c679d83d7a2086d580be64","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"cb362543562d51ae1da5f1b614e6e49a688fc3b2ac81f1bd5eaad2332cd079c0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph":"ab362c7957529866f89be195a06fabd3cddc3940b000bcf0be94830e9b6ed1ba","main-h16c.mlirb":"c20ed76583edf22a75614dcd28c4ffa93d80fb34dc801687cca63e2627e40b06","main.hash":"5c66dc6eda106b5cde907d45c58489235ae23d38591f4b9c7be56b051cab8e2b","metadata.json":"7ebb0db45101fc1379759c21a52b77db16668f4f379b36a936523d2faee2c136","stats.json":"d2575996ae15dca768fc356971582b653cff50d95edbd7d631d8fc05646127aa"}}},"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_int8mix_pf16","name":"decider_2b_vision_decode_int8mix_pf16","compression":{"scheme":"int8mix","linear":"int8 per-block-32 symmetric_with_clipping (weight only)","fp16_layers":[0,2,5],"fp16_linear_modules":["model.layers.0.linear_attn.in_proj_qkv","model.layers.0.linear_attn.in_proj_z","model.layers.0.linear_attn.in_proj_b","model.layers.0.linear_attn.in_proj_a","model.layers.0.linear_attn.out_proj","model.layers.0.mlp.gate_proj","model.layers.0.mlp.up_proj","model.layers.0.mlp.down_proj","model.layers.2.linear_attn.in_proj_qkv","model.layers.2.linear_attn.in_proj_z","model.layers.2.linear_attn.in_proj_b","model.layers.2.linear_attn.in_proj_a","model.layers.2.linear_attn.out_proj","model.layers.2.mlp.gate_proj","model.layers.2.mlp.up_proj","model.layers.2.mlp.down_proj","model.layers.5.linear_attn.in_proj_qkv","model.layers.5.linear_attn.in_proj_z","model.layers.5.linear_attn.in_proj_b","model.layers.5.linear_attn.in_proj_a","model.layers.5.linear_attn.out_proj","model.layers.5.mlp.gate_proj","model.layers.5.mlp.up_proj","model.layers.5.mlp.down_proj"],"head":"tied fp16 embedding table"},"metadata_sha256":"d134b009c4153a420150b4f87b00f1ca866c1277668d3976e1789019f59710fb","main_mlirb":{"bytes":2644272749,"sha256":"a82f61ae00eb2b968072d45cb9abd71e2c079b6ec2e736b68721c706785bce75"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_int8mix_pf16.h16c.aimodelc","bytes":10176020956,"tree_sha256":"b75795b701f2f3c5fc5af4905819d59c73f2872fb0a92889713fed5295aedaa4","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"d18c064238cc6e0cb35256b1158be44c53807261bcc4bbb8865eb4795058f72d","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"98f043a1d1484c4fb1d627fc430985a7a3bea4c1090f36ea0e5dd07e007c35f8","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"ec82f05e40894ab6fb9a418915b70eaea20a5968e79fd381820947f2d8261f72","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"b1a67775aec9d8f7eb8846e0a7f4f85477e2f79e512a404dac8a9328611c19c8","main-h16c.mlirb":"721dc1551eef008d6be69d2df45befeea4f10ec5b1832a8cce0727a725254dfd","main.hash":"1d9aecf65f06da4183a3614263a4b42d47b1936ad709602cce7444cb94038704","metadata.json":"5575f7a0fcf0f06f630c3a4650c096ca46dcbbbaa3b68ad2520d7efa4e72584f","stats.json":"3a65366333aa27f9438c3394457c4c4902085df9bc6f331f11ac9cdc88896410"}}},"order":"chunk","chunk":16,"readout":"chunk order from fresh zero states (prefill S=16 while a whole chunk fits before the next slot, then S=1 up to and including it; the slot's logits from the call that processed it last), letters ids 32.. over the first nopts, softmax T=1 (float64)","tower":"fp16w32","processes":[{"shard":"g256_shard_00","runs":["visual7w_00000/g256","visual7w_00001/g256","visual7w_00002/g256","visual7w_00003/g256","visual7w_00004/g256","visual7w_00005/g256","visual7w_00006/g256","visual7w_00007/g256","visual7w_00008/g256","visual7w_00009/g256","visual7w_00010/g256","visual7w_00011/g256","visual7w_00012/g256","visual7w_00013/g256"],"prompts":15,"pid":74097,"reset_check":{"run":"visual7w_00000","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_00.npz","npz_sha256":"b18b8d94b89a14b211a0328476f15f1ee26c7e6cd76639b7c1d4d2bf41a25250"},{"shard":"g256_shard_01","runs":["visual7w_00014/g256","visual7w_00015/g256","visual7w_00016/g256","visual7w_00017/g256","visual7w_00018/g256","visual7w_00019/g256","visual7w_00020/g256","visual7w_00021/g256","visual7w_00022/g256","visual7w_00023/g256","visual7w_00024/g256","visual7w_00025/g256","visual7w_00026/g256","visual7w_00027/g256"],"prompts":15,"pid":74501,"reset_check":{"run":"visual7w_00014","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_01.npz","npz_sha256":"e11f303a02aae1631e4feb4fea1ed5f5c5fa06ca78d875c596163884a5d8df14"},{"shard":"g256_shard_02","runs":["visual7w_00028/g256","visual7w_00029/g256","visual7w_00030/g256","visual7w_00031/g256","visual7w_00032/g256","visual7w_00033/g256","visual7w_00034/g256","visual7w_00035/g256","visual7w_00036/g256","visual7w_00037/g256","visual7w_00038/g256","visual7w_00039/g256","visual7w_00040/g256","visual7w_00041/g256"],"prompts":15,"pid":74827,"reset_check":{"run":"visual7w_00028","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_02.npz","npz_sha256":"b4c4c07d587a23ccd28b19ac9b1c24c98cc36f62d95f425083c59ecdfab1725b"},{"shard":"g256_shard_03","runs":["visual7w_00042/g256","visual7w_00043/g256","visual7w_00044/g256","visual7w_00045/g256","visual7w_00046/g256","visual7w_00047/g256","visual7w_00048/g256","visual7w_00049/g256","visual7w_00050/g256","visual7w_00051/g256","visual7w_00052/g256","visual7w_00053/g256","visual7w_00054/g256","visual7w_00055/g256"],"prompts":15,"pid":74939,"reset_check":{"run":"visual7w_00042","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_03.npz","npz_sha256":"0057e06bee65317968e8d9c013dab3131296ec176a43f2da09bc6baccaea8389"},{"shard":"g256_shard_04","runs":["visual7w_00056/g256","visual7w_00057/g256","visual7w_00058/g256","visual7w_00059/g256","visual7w_00060/g256","visual7w_00061/g256","visual7w_00062/g256","visual7w_00063/g256","visual7w_00064/g256","visual7w_00065/g256","visual7w_00066/g256","visual7w_00067/g256","visual7w_00068/g256","visual7w_00069/g256"],"prompts":15,"pid":75219,"reset_check":{"run":"visual7w_00056","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_04.npz","npz_sha256":"5fc6251de4ed02eebd2173951204ae6543e4ceffb0283d9fdf2ecdfdbef34f74"},{"shard":"g256_shard_05","runs":["visual7w_00070/g256","visual7w_00071/g256","visual7w_00072/g256","visual7w_00073/g256","visual7w_00074/g256","visual7w_00075/g256","visual7w_00076/g256","visual7w_00077/g256","visual7w_00078/g256","visual7w_00079/g256","visual7w_00080/g256","visual7w_00081/g256","visual7w_00082/g256","visual7w_00083/g256"],"prompts":15,"pid":75394,"reset_check":{"run":"visual7w_00070","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_05.npz","npz_sha256":"4b17f3fc3d848e34da83d34063c8c378f9160680cd5a10515f97c0a6176ecdc3"},{"shard":"g256_shard_06","runs":["visual7w_00084/g256","visual7w_00085/g256","visual7w_00086/g256","visual7w_00087/g256","visual7w_00088/g256","visual7w_00089/g256","visual7w_00090/g256","visual7w_00091/g256","visual7w_00092/g256","visual7w_00093/g256","visual7w_00094/g256","visual7w_00095/g256","visual7w_00096/g256","visual7w_00097/g256"],"prompts":15,"pid":75514,"reset_check":{"run":"visual7w_00084","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_06.npz","npz_sha256":"a5cf1aee65fa76cc121543caa1b30a945ce3e8dc447239b97693e2182cd1963c"},{"shard":"g256_shard_07","runs":["visual7w_00098/g256","visual7w_00099/g256","visual7w_00100/g256","visual7w_00101/g256","visual7w_00102/g256","visual7w_00103/g256","visual7w_00104/g256","visual7w_00105/g256","visual7w_00106/g256","visual7w_00107/g256","visual7w_00108/g256","visual7w_00109/g256","visual7w_00110/g256","visual7w_00111/g256"],"prompts":15,"pid":75756,"reset_check":{"run":"visual7w_00098","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_07.npz","npz_sha256":"36d26a4b07128ad5a7a9d87c53893ea5ed971bdaabd4663e5e814de20f2e3383"},{"shard":"g256_shard_08","runs":["visual7w_00112/g256","visual7w_00113/g256","visual7w_00114/g256","visual7w_00115/g256","visual7w_00116/g256","visual7w_00117/g256","visual7w_00118/g256","visual7w_00119/g256","visual7w_00120/g256","visual7w_00121/g256","visual7w_00122/g256","visual7w_00123/g256","visual7w_00124/g256","visual7w_00125/g256"],"prompts":15,"pid":75825,"reset_check":{"run":"visual7w_00112","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_08.npz","npz_sha256":"555542262a7e68b93b19d028c8c6b300b6ed44e1f411dc189a2a5422f95ea90b"},{"shard":"g256_shard_09","runs":["visual7w_00126/g256","visual7w_00127/g256","visual7w_00128/g256","visual7w_00129/g256","visual7w_00130/g256","visual7w_00131/g256","visual7w_00132/g256","visual7w_00133/g256","visual7w_00134/g256","visual7w_00135/g256","visual7w_00136/g256","visual7w_00137/g256","visual7w_00138/g256","visual7w_00139/g256"],"prompts":15,"pid":76016,"reset_check":{"run":"visual7w_00126","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_09.npz","npz_sha256":"d71b32c4e5d35702963d439efde5740b121913685092556787f34e97b38f6e1d"},{"shard":"g256_shard_10","runs":["visual7w_00140/g256","visual7w_00141/g256","visual7w_00142/g256","visual7w_00143/g256","visual7w_00144/g256","visual7w_00145/g256","visual7w_00146/g256","visual7w_00147/g256","visual7w_00148/g256","visual7w_00149/g256","vsr_00000/g256","vsr_00001/g256","vsr_00002/g256","vsr_00003/g256"],"prompts":15,"pid":76281,"reset_check":{"run":"visual7w_00140","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_10.npz","npz_sha256":"f849af6d8a0d6546d099bfd56450398958f261625c6f5f2637b51df4b76cabae"},{"shard":"g256_shard_11","runs":["vsr_00004/g256","vsr_00005/g256","vsr_00006/g256","vsr_00007/g256","vsr_00008/g256","vsr_00009/g256","vsr_00010/g256","vsr_00011/g256","vsr_00012/g256","vsr_00013/g256","vsr_00014/g256","vsr_00015/g256","vsr_00016/g256","vsr_00017/g256"],"prompts":15,"pid":76431,"reset_check":{"run":"vsr_00004","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_11.npz","npz_sha256":"89aba3c823b45dca2266862d42e677ce8718f1b2dce06e68b59b8e8b507199a1"},{"shard":"g256_shard_12","runs":["vsr_00018/g256","vsr_00019/g256","vsr_00020/g256","vsr_00021/g256","vsr_00022/g256","vsr_00023/g256","vsr_00024/g256","vsr_00025/g256","vsr_00026/g256","vsr_00027/g256","vsr_00028/g256","vsr_00029/g256","vsr_00030/g256","vsr_00031/g256"],"prompts":15,"pid":76563,"reset_check":{"run":"vsr_00018","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_12.npz","npz_sha256":"44ba6661f46860a0cfbd4945b5dc398817c7d7026bfd89c769ff3bf18eac5e88"},{"shard":"g256_shard_13","runs":["vsr_00032/g256","vsr_00033/g256","vsr_00034/g256","vsr_00035/g256","vsr_00036/g256","vsr_00037/g256","vsr_00038/g256","vsr_00039/g256","vsr_00040/g256","vsr_00041/g256","vsr_00042/g256","vsr_00043/g256","vsr_00044/g256","vsr_00045/g256"],"prompts":15,"pid":76688,"reset_check":{"run":"vsr_00032","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_13.npz","npz_sha256":"5330304bc0662f4aee0a963c911bc91d439afa8cdecd3d08bd3048d562ea817e"},{"shard":"g256_shard_14","runs":["vsr_00046/g256","vsr_00047/g256","vsr_00048/g256","vsr_00049/g256","vsr_00050/g256","vsr_00051/g256","vsr_00052/g256","vsr_00053/g256","vsr_00054/g256","vsr_00055/g256","vsr_00056/g256","vsr_00057/g256","vsr_00058/g256","vsr_00059/g256"],"prompts":15,"pid":76799,"reset_check":{"run":"vsr_00046","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_14.npz","npz_sha256":"e2d3f2eac8af97f7c081d2ad57541b8d2a662c2afc1a7a052710bb0fc71ed5f5"},{"shard":"g256_shard_15","runs":["vsr_00060/g256","vsr_00061/g256","vsr_00062/g256","vsr_00063/g256","vsr_00064/g256","vsr_00065/g256","vsr_00066/g256","vsr_00067/g256","vsr_00068/g256","vsr_00069/g256","vsr_00070/g256","vsr_00071/g256","vsr_00072/g256","vsr_00073/g256"],"prompts":15,"pid":76869,"reset_check":{"run":"vsr_00060","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_15.npz","npz_sha256":"779efac29619d922bdabb0249d561493d72e6377b054e131dc4c243b6fe2da6f"},{"shard":"g256_shard_16","runs":["vsr_00074/g256","vsr_00075/g256","vsr_00076/g256","vsr_00077/g256","vsr_00078/g256","vsr_00079/g256","vsr_00080/g256","vsr_00081/g256","vsr_00082/g256","vsr_00083/g256","vsr_00084/g256","vsr_00085/g256","vsr_00086/g256","vsr_00087/g256"],"prompts":15,"pid":77060,"reset_check":{"run":"vsr_00074","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_16.npz","npz_sha256":"d78990471633f28e74688feb11c8645b172244f9b7c74843fa47904fe1658869"},{"shard":"g256_shard_17","runs":["vsr_00088/g256","vsr_00089/g256","vsr_00090/g256","vsr_00091/g256","vsr_00092/g256","vsr_00093/g256","vsr_00094/g256","vsr_00095/g256","vsr_00096/g256","vsr_00097/g256","vsr_00098/g256","vsr_00099/g256"],"prompts":13,"pid":77232,"reset_check":{"run":"vsr_00088","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g256_shard_17.npz","npz_sha256":"8ecf7dfa01845c69a63b0233c7f2c055ce2a7e56db03f0e20655355c9499753f"},{"shard":"g448_shard_00","runs":["visual7w_00000/g448","visual7w_00001/g448","visual7w_00002/g448","visual7w_00003/g448","visual7w_00004/g448","visual7w_00005/g448","visual7w_00006/g448","visual7w_00007/g448","visual7w_00008/g448","visual7w_00009/g448","visual7w_00010/g448","visual7w_00011/g448","visual7w_00012/g448","visual7w_00013/g448"],"prompts":15,"pid":77410,"reset_check":{"run":"visual7w_00000","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_00.npz","npz_sha256":"0ba43e47054611b1ff8ceb5568ae780fb28a8835e5abacd838522d46a216031d"},{"shard":"g448_shard_01","runs":["visual7w_00014/g448","visual7w_00015/g448","visual7w_00016/g448","visual7w_00017/g448","visual7w_00018/g448","visual7w_00019/g448","visual7w_00020/g448","visual7w_00021/g448","visual7w_00022/g448","visual7w_00023/g448","visual7w_00024/g448","visual7w_00025/g448","visual7w_00026/g448","visual7w_00027/g448"],"prompts":15,"pid":77691,"reset_check":{"run":"visual7w_00014","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_01.npz","npz_sha256":"39d4bc812e0c4ef39c95a57f1bfa850425d6123c7e4714514b6b2edf96d08181"},{"shard":"g448_shard_02","runs":["visual7w_00028/g448","visual7w_00029/g448","visual7w_00030/g448","visual7w_00031/g448","visual7w_00032/g448","visual7w_00033/g448","visual7w_00034/g448","visual7w_00035/g448","visual7w_00036/g448","visual7w_00037/g448","visual7w_00038/g448","visual7w_00039/g448","visual7w_00040/g448","visual7w_00041/g448"],"prompts":15,"pid":77966,"reset_check":{"run":"visual7w_00028","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_02.npz","npz_sha256":"2d9973d7a3e9dbdeec18e090b7ddc76071cbcdedcb68ae699aeae058deedbd30"},{"shard":"g448_shard_03","runs":["visual7w_00042/g448","visual7w_00043/g448","visual7w_00044/g448","visual7w_00045/g448","visual7w_00046/g448","visual7w_00047/g448","visual7w_00048/g448","visual7w_00049/g448","visual7w_00050/g448","visual7w_00051/g448","visual7w_00052/g448","visual7w_00053/g448","visual7w_00054/g448","visual7w_00055/g448"],"prompts":15,"pid":78311,"reset_check":{"run":"visual7w_00042","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_03.npz","npz_sha256":"d6c3403c391fc4d2c651183bc83ad1b53dfe641cede40f582e8686c90d1c6c09"},{"shard":"g448_shard_04","runs":["visual7w_00056/g448","visual7w_00057/g448","visual7w_00058/g448","visual7w_00059/g448","visual7w_00060/g448","visual7w_00061/g448","visual7w_00062/g448","visual7w_00063/g448","visual7w_00064/g448","visual7w_00065/g448","visual7w_00066/g448","visual7w_00067/g448","visual7w_00068/g448","visual7w_00069/g448"],"prompts":15,"pid":78697,"reset_check":{"run":"visual7w_00056","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_04.npz","npz_sha256":"a5c3c25e205bdc5fd321d9c47e6c577ecb75340c508275467b2edf129b61fe20"},{"shard":"g448_shard_05","runs":["visual7w_00070/g448","visual7w_00071/g448","visual7w_00072/g448","visual7w_00073/g448","visual7w_00074/g448","visual7w_00075/g448","visual7w_00076/g448","visual7w_00077/g448","visual7w_00078/g448","visual7w_00079/g448","visual7w_00080/g448","visual7w_00081/g448","visual7w_00082/g448","visual7w_00083/g448"],"prompts":15,"pid":78978,"reset_check":{"run":"visual7w_00070","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_05.npz","npz_sha256":"da74d99927000c32e1c3502048f791c06e1878c9e6bd8463c2908243fdc84e72"},{"shard":"g448_shard_06","runs":["visual7w_00084/g448","visual7w_00085/g448","visual7w_00086/g448","visual7w_00087/g448","visual7w_00088/g448","visual7w_00089/g448","visual7w_00090/g448","visual7w_00091/g448","visual7w_00092/g448","visual7w_00093/g448","visual7w_00094/g448","visual7w_00095/g448","visual7w_00096/g448","visual7w_00097/g448"],"prompts":15,"pid":79174,"reset_check":{"run":"visual7w_00084","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_06.npz","npz_sha256":"eefc414b8fedcd0e71b4a35ae6394d40eb21e022d0284b2320a89edafa4d905f"},{"shard":"g448_shard_07","runs":["visual7w_00098/g448","visual7w_00099/g448","visual7w_00100/g448","visual7w_00101/g448","visual7w_00102/g448","visual7w_00103/g448","visual7w_00104/g448","visual7w_00105/g448","visual7w_00106/g448","visual7w_00107/g448","visual7w_00108/g448","visual7w_00109/g448","visual7w_00110/g448","visual7w_00111/g448"],"prompts":15,"pid":79308,"reset_check":{"run":"visual7w_00098","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_07.npz","npz_sha256":"ea645704a4e9818d0810d89e70356c2b9c7d1832f5b8797325c4aff49df29aff"},{"shard":"g448_shard_08","runs":["visual7w_00112/g448","visual7w_00113/g448","visual7w_00114/g448","visual7w_00115/g448","visual7w_00116/g448","visual7w_00117/g448","visual7w_00118/g448","visual7w_00119/g448","visual7w_00120/g448","visual7w_00121/g448","visual7w_00122/g448","visual7w_00123/g448","visual7w_00124/g448","visual7w_00125/g448"],"prompts":15,"pid":79604,"reset_check":{"run":"visual7w_00112","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_08.npz","npz_sha256":"ad7eb23a5c51519d991bf7945b82c4da6cc959413e2a5ce923a6492753ea283a"},{"shard":"g448_shard_09","runs":["visual7w_00126/g448","visual7w_00127/g448","visual7w_00128/g448","visual7w_00129/g448","visual7w_00130/g448","visual7w_00131/g448","visual7w_00132/g448","visual7w_00133/g448","visual7w_00134/g448","visual7w_00135/g448","visual7w_00136/g448","visual7w_00137/g448","visual7w_00138/g448","visual7w_00139/g448"],"prompts":15,"pid":79827,"reset_check":{"run":"visual7w_00126","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_09.npz","npz_sha256":"317139dba006bf20ec70bbadc6ea0b67aa9872a0725b9443a2817c4fbb51176e"},{"shard":"g448_shard_10","runs":["visual7w_00140/g448","visual7w_00141/g448","visual7w_00142/g448","visual7w_00143/g448","visual7w_00144/g448","visual7w_00145/g448","visual7w_00146/g448","visual7w_00147/g448","visual7w_00148/g448","visual7w_00149/g448","vsr_00000/g448","vsr_00001/g448","vsr_00002/g448","vsr_00003/g448"],"prompts":15,"pid":80186,"reset_check":{"run":"visual7w_00140","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_10.npz","npz_sha256":"7fffad5cb73a532f60fcdfd2489fbd2efeababc89fcce16f361cfd422edec08b"},{"shard":"g448_shard_11","runs":["vsr_00004/g448","vsr_00005/g448","vsr_00006/g448","vsr_00007/g448","vsr_00008/g448","vsr_00009/g448","vsr_00010/g448","vsr_00011/g448","vsr_00012/g448","vsr_00013/g448","vsr_00014/g448","vsr_00015/g448","vsr_00016/g448","vsr_00017/g448"],"prompts":15,"pid":80424,"reset_check":{"run":"vsr_00004","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_11.npz","npz_sha256":"eb32119f7ab4df319405317e2e270feca9981e26ac63e385a5aa4f3cc3b183fc"},{"shard":"g448_shard_12","runs":["vsr_00018/g448","vsr_00019/g448","vsr_00020/g448","vsr_00021/g448","vsr_00022/g448","vsr_00023/g448","vsr_00024/g448","vsr_00025/g448","vsr_00026/g448","vsr_00027/g448","vsr_00028/g448","vsr_00029/g448","vsr_00030/g448","vsr_00031/g448"],"prompts":15,"pid":80618,"reset_check":{"run":"vsr_00018","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_12.npz","npz_sha256":"ec18aa4240cd7ce5553e8c51e50be968730d8be26e29beb946a8665f66c69e11"},{"shard":"g448_shard_13","runs":["vsr_00032/g448","vsr_00033/g448","vsr_00034/g448","vsr_00035/g448","vsr_00036/g448","vsr_00037/g448","vsr_00038/g448","vsr_00039/g448","vsr_00040/g448","vsr_00041/g448","vsr_00042/g448","vsr_00043/g448","vsr_00044/g448","vsr_00045/g448"],"prompts":15,"pid":80881,"reset_check":{"run":"vsr_00032","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_13.npz","npz_sha256":"28224dcb37d2487c160a0b6a7ebcbc23f465d80bd5ce5f76efe98e781d371ac3"},{"shard":"g448_shard_14","runs":["vsr_00046/g448","vsr_00047/g448","vsr_00048/g448","vsr_00049/g448","vsr_00050/g448","vsr_00051/g448","vsr_00052/g448","vsr_00053/g448","vsr_00054/g448","vsr_00055/g448","vsr_00056/g448","vsr_00057/g448","vsr_00058/g448","vsr_00059/g448"],"prompts":15,"pid":81034,"reset_check":{"run":"vsr_00046","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_14.npz","npz_sha256":"eecd82dde054baf4143ec911bdd24f575d8a0f9890d889a4868a4a38bd42da0c"},{"shard":"g448_shard_15","runs":["vsr_00060/g448","vsr_00061/g448","vsr_00062/g448","vsr_00063/g448","vsr_00064/g448","vsr_00065/g448","vsr_00066/g448","vsr_00067/g448","vsr_00068/g448","vsr_00069/g448","vsr_00070/g448","vsr_00071/g448","vsr_00072/g448","vsr_00073/g448"],"prompts":15,"pid":81199,"reset_check":{"run":"vsr_00060","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_15.npz","npz_sha256":"3ef2f948b51143dfc88f3febb5a0552ad0481ff4342de224f7a84f9ec161a9b0"},{"shard":"g448_shard_16","runs":["vsr_00074/g448","vsr_00075/g448","vsr_00076/g448","vsr_00077/g448","vsr_00078/g448","vsr_00079/g448","vsr_00080/g448","vsr_00081/g448","vsr_00082/g448","vsr_00083/g448","vsr_00084/g448","vsr_00085/g448","vsr_00086/g448","vsr_00087/g448"],"prompts":15,"pid":81479,"reset_check":{"run":"vsr_00074","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_16.npz","npz_sha256":"de092cc1408ba0aebb128a76a3a5899626bc09bd0195c55a72b02d8d2971f850"},{"shard":"g448_shard_17","runs":["vsr_00088/g448","vsr_00089/g448","vsr_00090/g448","vsr_00091/g448","vsr_00092/g448","vsr_00093/g448","vsr_00094/g448","vsr_00095/g448","vsr_00096/g448","vsr_00097/g448","vsr_00098/g448","vsr_00099/g448"],"prompts":13,"pid":81730,"reset_check":{"run":"vsr_00088","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_int8mix_pf16/g448_shard_17.npz","npz_sha256":"bcdab5acedc7fb0af70973472cbdffc9bbf929f600817cf3d8de3b4f1d333fc8"}],"summary":{"runs":500,"decisive_runs":497,"decisive_argmax_equal":497,"near_tie_runs":3,"near_tie_argmax_equal":3,"max_abs_dp":0.014563251954107737,"mean_of_run_mean_abs_dp":0.0014360854624761565,"max_abs_dp_quantiles":{"n":500,"p50":0.0005562106492592034,"p90":0.0051174121998711075,"p99":0.010252135440761501,"max":0.014563251954107737},"worst_run":{"key":"vsr_00051","grid":"g448","max_abs_dp":0.014563251954107737,"ref_top2_margin":0.17873716354370117},"full_vocab_top1_is_argmax_letter":500,"finite_all":true,"ids_equal_processor":500,"pixels_within_2_levels":500,"missing_runs":[],"slots_read_from_prefill":33},"by_dataset_grid":{"visual7w/g256":{"runs":150,"decisive_runs":147,"decisive_argmax_equal":147,"near_tie_runs":3,"near_tie_argmax_equal":3,"max_abs_dp":0.011041601063504491,"mean_of_run_mean_abs_dp":0.0005855036567419434,"max_abs_dp_quantiles":{"n":150,"p50":0.00024931432602298687,"p90":0.0031531652228231704,"p99":0.010435639498723195,"max":0.011041601063504491},"worst_run":{"key":"visual7w_00144","grid":"g256","max_abs_dp":0.011041601063504491,"ref_top2_margin":0.09572705626487732},"full_vocab_top1_is_argmax_letter":150,"finite_all":true},"visual7w/g448":{"runs":150,"decisive_runs":150,"decisive_argmax_equal":150,"near_tie_runs":0,"near_tie_argmax_equal":0,"max_abs_dp":0.011839963433516038,"mean_of_run_mean_abs_dp":0.000532276563898535,"max_abs_dp_quantiles":{"n":150,"p50":0.00018874361396647998,"p90":0.003697834037049194,"p99":0.007178920571620981,"max":0.011839963433516038},"worst_run":{"key":"visual7w_00119","grid":"g448","max_abs_dp":0.011839963433516038,"ref_top2_margin":0.19926536083221436},"full_vocab_top1_is_argmax_letter":150,"finite_all":true},"vsr/g256":{"runs":100,"decisive_runs":100,"decisive_argmax_equal":100,"near_tie_runs":0,"near_tie_argmax_equal":0,"max_abs_dp":0.011764440381153485,"mean_of_run_mean_abs_dp":0.0027601802475819117,"max_abs_dp_quantiles":{"n":100,"p50":0.002086268908843676,"p90":0.006376741871527796,"p99":0.009863060801504234,"max":0.011764440381153485},"worst_run":{"key":"vsr_00085","grid":"g256","max_abs_dp":0.011764440381153485,"ref_top2_margin":0.30839383602142334},"full_vocab_top1_is_argmax_letter":100,"finite_all":true},"vsr/g448":{"runs":100,"decisive_runs":100,"decisive_argmax_equal":100,"near_tie_runs":0,"near_tie_argmax_equal":0,"max_abs_dp":0.014563251954107737,"mean_of_run_mean_abs_dp":0.002743576733838154,"max_abs_dp_quantiles":{"n":100,"p50":0.0017827128556569885,"p90":0.007106255558809724,"p99":0.010287728692122654,"max":0.014563251954107737},"worst_run":{"key":"vsr_00051","grid":"g448","max_abs_dp":0.014563251954107737,"ref_top2_margin":0.17873716354370117},"full_vocab_top1_is_argmax_letter":100,"finite_all":true}},"near_tie_runs":[{"key":"visual7w_00046","grid":"g256","ref_top2_margin":0.007567614316940308,"ref_argmax":0,"argmax":0,"agree":true,"ref_probs":[0.297089159488678,0.28952154517173767,0.2889684736728668,0.1244208887219429],"probs":[0.29937939643059447,0.2879103518616075,0.2879103518616075,0.12479989984619044]},{"key":"visual7w_00120","grid":"g256","ref_top2_margin":0.008797913789749146,"ref_argmax":0,"argmax":0,"agree":true,"ref_probs":[0.2698915898799896,0.2248176634311676,0.2610936760902405,0.24419720470905304],"probs":[0.26813750359029553,0.22579441610649065,0.26192610500967367,0.24414197529354018]},{"key":"visual7w_00122","grid":"g256","ref_top2_margin":0.01898476481437683,"ref_argmax":0,"argmax":0,"agree":true,"ref_probs":[0.4896687865257263,0.4706840217113495,0.01936103217303753,0.020286239683628082],"probs":[0.49025300290439283,0.46780268338278347,0.020235158076054013,0.021709155636769797]}],"argmax_mismatches":[],"bars":{"1_ids_equal":true,"2_pixels_within_2_levels":true,"3_argmax_decisive":true,"4_max_abs_dp":true,"5_mean_of_run_mean_abs_dp":true},"integrity":{"all_500_runs_read":true,"reset_bit_equal_all_processes":true,"finite":true},"result":"PASS"},"decider_2b_vision_decode_fp16_pf16":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_fp16_pf16","name":"decider_2b_vision_decode_fp16_pf16","compression":null,"metadata_sha256":"98127ee1196503b4a68dc4c5c680d583e2e35dbb360ee2f5a2da1b39ec9c3da9","main_mlirb":{"bytes":3765759218,"sha256":"a0461812914fe7f3a7f26ea9d0f5454503f550e31564982f30b1789e4be0e04d"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_fp16_pf16.h16c.aimodelc","bytes":11297479003,"tree_sha256":"418213bfe687110f0169c95256951b0c7816f9d32521492c29c5a9503c396e25","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"eea1f24878e550117d8465213f8e71655807a3d6fed63b16517ad6a52a8c5d8a","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"9a61d914f857b76dee26b43015325c2203c060af7f26c0a9ee8005d20fab270c","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"7335b83acb1a5de124f3cdf3665e341eab2e7d8a29dc07f1af1c104ac94817ea","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"ed5f86451c52e2dd79b731cbbe58dd7099df6addd7c256d1dce8da3d96e9960d","main-h16c.mlirb":"75c29676c0a48a23dbae73371859dfa26c99c7e47ea160a293f8383e2241614d","main.hash":"2a1b31d2de3850874a7d6eb8fe4ce0e22141e60fce1f80aa5f9f6d58e468e0fa","metadata.json":"817b31e2185753650c9ea0143bff08dae7e67ca0b3176e25882aa2089f9fb23b","stats.json":"5245823880ca2d3982d0e9fd8b19a7e83b7efd771832ccc56079cfe1774c2c15"}}},"order":"chunk","chunk":16,"readout":"chunk order from fresh zero states (prefill S=16 while a whole chunk fits before the next slot, then S=1 up to and including it; the slot's logits from the call that processed it last), letters ids 32.. over the first nopts, softmax T=1 (float64)","tower":"fp16w32","processes":[{"shard":"g256_shard_00","runs":["visual7w_00000/g256","visual7w_00001/g256","visual7w_00002/g256","visual7w_00003/g256","visual7w_00004/g256","visual7w_00005/g256","visual7w_00006/g256","visual7w_00007/g256","visual7w_00008/g256","visual7w_00009/g256","visual7w_00010/g256","visual7w_00011/g256","visual7w_00012/g256","visual7w_00013/g256"],"prompts":15,"pid":82042,"reset_check":{"run":"visual7w_00000","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_00.npz","npz_sha256":"8fd0737824053bd65d75cf73c9b5611962576abb83f3ab047f0daaea50b8b079"},{"shard":"g256_shard_01","runs":["visual7w_00014/g256","visual7w_00015/g256","visual7w_00016/g256","visual7w_00017/g256","visual7w_00018/g256","visual7w_00019/g256","visual7w_00020/g256","visual7w_00021/g256","visual7w_00022/g256","visual7w_00023/g256","visual7w_00024/g256","visual7w_00025/g256","visual7w_00026/g256","visual7w_00027/g256"],"prompts":15,"pid":82283,"reset_check":{"run":"visual7w_00014","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_01.npz","npz_sha256":"52631c860b9b51b559e34d6efd7b8da2a1678e13b28234d918135373694cca5b"},{"shard":"g256_shard_02","runs":["visual7w_00028/g256","visual7w_00029/g256","visual7w_00030/g256","visual7w_00031/g256","visual7w_00032/g256","visual7w_00033/g256","visual7w_00034/g256","visual7w_00035/g256","visual7w_00036/g256","visual7w_00037/g256","visual7w_00038/g256","visual7w_00039/g256","visual7w_00040/g256","visual7w_00041/g256"],"prompts":15,"pid":82417,"reset_check":{"run":"visual7w_00028","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_02.npz","npz_sha256":"b18e871d91fff27a2bb1016a4e31c03757846c9403e33b85512c0d9a480e27ff"},{"shard":"g256_shard_03","runs":["visual7w_00042/g256","visual7w_00043/g256","visual7w_00044/g256","visual7w_00045/g256","visual7w_00046/g256","visual7w_00047/g256","visual7w_00048/g256","visual7w_00049/g256","visual7w_00050/g256","visual7w_00051/g256","visual7w_00052/g256","visual7w_00053/g256","visual7w_00054/g256","visual7w_00055/g256"],"prompts":15,"pid":82513,"reset_check":{"run":"visual7w_00042","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_03.npz","npz_sha256":"f9d47fe3a037ad5106ad4329f509d638e9364d2717ce379020ad348b5c0d97c7"},{"shard":"g256_shard_04","runs":["visual7w_00056/g256","visual7w_00057/g256","visual7w_00058/g256","visual7w_00059/g256","visual7w_00060/g256","visual7w_00061/g256","visual7w_00062/g256","visual7w_00063/g256","visual7w_00064/g256","visual7w_00065/g256","visual7w_00066/g256","visual7w_00067/g256","visual7w_00068/g256","visual7w_00069/g256"],"prompts":15,"pid":82656,"reset_check":{"run":"visual7w_00056","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_04.npz","npz_sha256":"5cad7fa76817642bd6d3e190b88560b980b9c09678c9c9957fc64646fe5b4448"},{"shard":"g256_shard_05","runs":["visual7w_00070/g256","visual7w_00071/g256","visual7w_00072/g256","visual7w_00073/g256","visual7w_00074/g256","visual7w_00075/g256","visual7w_00076/g256","visual7w_00077/g256","visual7w_00078/g256","visual7w_00079/g256","visual7w_00080/g256","visual7w_00081/g256","visual7w_00082/g256","visual7w_00083/g256"],"prompts":15,"pid":82830,"reset_check":{"run":"visual7w_00070","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_05.npz","npz_sha256":"19188ecb4a582f653a12431cb3cce749c15f3f25bde8321b0e3c115f2ab28e30"},{"shard":"g256_shard_06","runs":["visual7w_00084/g256","visual7w_00085/g256","visual7w_00086/g256","visual7w_00087/g256","visual7w_00088/g256","visual7w_00089/g256","visual7w_00090/g256","visual7w_00091/g256","visual7w_00092/g256","visual7w_00093/g256","visual7w_00094/g256","visual7w_00095/g256","visual7w_00096/g256","visual7w_00097/g256"],"prompts":15,"pid":83009,"reset_check":{"run":"visual7w_00084","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_06.npz","npz_sha256":"5c958d56f1325facefa3e8d8e3f920b1f2d1cae7d9153c4145cd185f95a8eca7"},{"shard":"g256_shard_07","runs":["visual7w_00098/g256","visual7w_00099/g256","visual7w_00100/g256","visual7w_00101/g256","visual7w_00102/g256","visual7w_00103/g256","visual7w_00104/g256","visual7w_00105/g256","visual7w_00106/g256","visual7w_00107/g256","visual7w_00108/g256","visual7w_00109/g256","visual7w_00110/g256","visual7w_00111/g256"],"prompts":15,"pid":83260,"reset_check":{"run":"visual7w_00098","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_07.npz","npz_sha256":"f31b92c78f962cd3d113d75c9a568e3a016a33d6b370d0df67dfb62c12da26ab"},{"shard":"g256_shard_08","runs":["visual7w_00112/g256","visual7w_00113/g256","visual7w_00114/g256","visual7w_00115/g256","visual7w_00116/g256","visual7w_00117/g256","visual7w_00118/g256","visual7w_00119/g256","visual7w_00120/g256","visual7w_00121/g256","visual7w_00122/g256","visual7w_00123/g256","visual7w_00124/g256","visual7w_00125/g256"],"prompts":15,"pid":83482,"reset_check":{"run":"visual7w_00112","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_08.npz","npz_sha256":"ec8693339244d379db12add3e34c059760175bb7e192c42e014a087f9b67935f"},{"shard":"g256_shard_09","runs":["visual7w_00126/g256","visual7w_00127/g256","visual7w_00128/g256","visual7w_00129/g256","visual7w_00130/g256","visual7w_00131/g256","visual7w_00132/g256","visual7w_00133/g256","visual7w_00134/g256","visual7w_00135/g256","visual7w_00136/g256","visual7w_00137/g256","visual7w_00138/g256","visual7w_00139/g256"],"prompts":15,"pid":83620,"reset_check":{"run":"visual7w_00126","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_09.npz","npz_sha256":"8e94e0fbaf081ccdaecb19a776e646c421a7a1c668ae6425eb9b7d9512990352"},{"shard":"g256_shard_10","runs":["visual7w_00140/g256","visual7w_00141/g256","visual7w_00142/g256","visual7w_00143/g256","visual7w_00144/g256","visual7w_00145/g256","visual7w_00146/g256","visual7w_00147/g256","visual7w_00148/g256","visual7w_00149/g256","vsr_00000/g256","vsr_00001/g256","vsr_00002/g256","vsr_00003/g256"],"prompts":15,"pid":83802,"reset_check":{"run":"visual7w_00140","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_10.npz","npz_sha256":"5ffbe27ce6f4209e5d091977a6925f43d6629ba3d48d4024570cc46ba7167523"},{"shard":"g256_shard_11","runs":["vsr_00004/g256","vsr_00005/g256","vsr_00006/g256","vsr_00007/g256","vsr_00008/g256","vsr_00009/g256","vsr_00010/g256","vsr_00011/g256","vsr_00012/g256","vsr_00013/g256","vsr_00014/g256","vsr_00015/g256","vsr_00016/g256","vsr_00017/g256"],"prompts":15,"pid":83895,"reset_check":{"run":"vsr_00004","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_11.npz","npz_sha256":"63e3e23faf92a37ad5b86bdbb38e26606eb8a4585dda38978b54e4e0b9ee0c9f"},{"shard":"g256_shard_12","runs":["vsr_00018/g256","vsr_00019/g256","vsr_00020/g256","vsr_00021/g256","vsr_00022/g256","vsr_00023/g256","vsr_00024/g256","vsr_00025/g256","vsr_00026/g256","vsr_00027/g256","vsr_00028/g256","vsr_00029/g256","vsr_00030/g256","vsr_00031/g256"],"prompts":15,"pid":84029,"reset_check":{"run":"vsr_00018","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_12.npz","npz_sha256":"7e4b071a032ec0af88b6450a4ac273351878e690c6515b2b3f0516d8ac30d48c"},{"shard":"g256_shard_13","runs":["vsr_00032/g256","vsr_00033/g256","vsr_00034/g256","vsr_00035/g256","vsr_00036/g256","vsr_00037/g256","vsr_00038/g256","vsr_00039/g256","vsr_00040/g256","vsr_00041/g256","vsr_00042/g256","vsr_00043/g256","vsr_00044/g256","vsr_00045/g256"],"prompts":15,"pid":84128,"reset_check":{"run":"vsr_00032","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_13.npz","npz_sha256":"b932e7cc3e19ffd5e1cd9cf8a99a2b27a78245eab8809caaed6a4f4ce6224de5"},{"shard":"g256_shard_14","runs":["vsr_00046/g256","vsr_00047/g256","vsr_00048/g256","vsr_00049/g256","vsr_00050/g256","vsr_00051/g256","vsr_00052/g256","vsr_00053/g256","vsr_00054/g256","vsr_00055/g256","vsr_00056/g256","vsr_00057/g256","vsr_00058/g256","vsr_00059/g256"],"prompts":15,"pid":84226,"reset_check":{"run":"vsr_00046","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_14.npz","npz_sha256":"aec52cdc5649908332d15adb203133ce1e857641ac44a975ccff38ee340de282"},{"shard":"g256_shard_15","runs":["vsr_00060/g256","vsr_00061/g256","vsr_00062/g256","vsr_00063/g256","vsr_00064/g256","vsr_00065/g256","vsr_00066/g256","vsr_00067/g256","vsr_00068/g256","vsr_00069/g256","vsr_00070/g256","vsr_00071/g256","vsr_00072/g256","vsr_00073/g256"],"prompts":15,"pid":84293,"reset_check":{"run":"vsr_00060","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_15.npz","npz_sha256":"be374f3ddd22a9d4bc797d61e604b573bf2ac130c827620bac8a67b5f7429dd9"},{"shard":"g256_shard_16","runs":["vsr_00074/g256","vsr_00075/g256","vsr_00076/g256","vsr_00077/g256","vsr_00078/g256","vsr_00079/g256","vsr_00080/g256","vsr_00081/g256","vsr_00082/g256","vsr_00083/g256","vsr_00084/g256","vsr_00085/g256","vsr_00086/g256","vsr_00087/g256"],"prompts":15,"pid":84431,"reset_check":{"run":"vsr_00074","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_16.npz","npz_sha256":"2c85615d4064cdfd6f8b77fa493b3e8a612dd90f53f7f51518af8d9cff427600"},{"shard":"g256_shard_17","runs":["vsr_00088/g256","vsr_00089/g256","vsr_00090/g256","vsr_00091/g256","vsr_00092/g256","vsr_00093/g256","vsr_00094/g256","vsr_00095/g256","vsr_00096/g256","vsr_00097/g256","vsr_00098/g256","vsr_00099/g256"],"prompts":13,"pid":84504,"reset_check":{"run":"vsr_00088","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g256_shard_17.npz","npz_sha256":"7345cf682b4660839bbdae8812d17cde0f067acb8df06fc4c40c498a8e776798"},{"shard":"g448_shard_00","runs":["visual7w_00000/g448","visual7w_00001/g448","visual7w_00002/g448","visual7w_00003/g448","visual7w_00004/g448","visual7w_00005/g448","visual7w_00006/g448","visual7w_00007/g448","visual7w_00008/g448","visual7w_00009/g448","visual7w_00010/g448","visual7w_00011/g448","visual7w_00012/g448","visual7w_00013/g448"],"prompts":15,"pid":84674,"reset_check":{"run":"visual7w_00000","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_00.npz","npz_sha256":"1f497f3fd58c2c04754f5189a5d8398a0ed589aaf0f392698b9c50787ba15fef"},{"shard":"g448_shard_01","runs":["visual7w_00014/g448","visual7w_00015/g448","visual7w_00016/g448","visual7w_00017/g448","visual7w_00018/g448","visual7w_00019/g448","visual7w_00020/g448","visual7w_00021/g448","visual7w_00022/g448","visual7w_00023/g448","visual7w_00024/g448","visual7w_00025/g448","visual7w_00026/g448","visual7w_00027/g448"],"prompts":15,"pid":84948,"reset_check":{"run":"visual7w_00014","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_01.npz","npz_sha256":"1f2db71b7cedd84060ecf28299441fd2233863fc0a9c7ea89bcf86785fd2e9cf"},{"shard":"g448_shard_02","runs":["visual7w_00028/g448","visual7w_00029/g448","visual7w_00030/g448","visual7w_00031/g448","visual7w_00032/g448","visual7w_00033/g448","visual7w_00034/g448","visual7w_00035/g448","visual7w_00036/g448","visual7w_00037/g448","visual7w_00038/g448","visual7w_00039/g448","visual7w_00040/g448","visual7w_00041/g448"],"prompts":15,"pid":85136,"reset_check":{"run":"visual7w_00028","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_02.npz","npz_sha256":"e8d57056327ac9a81be7e6e107650c3fe80925cc4c905716013193f51d8d4524"},{"shard":"g448_shard_03","runs":["visual7w_00042/g448","visual7w_00043/g448","visual7w_00044/g448","visual7w_00045/g448","visual7w_00046/g448","visual7w_00047/g448","visual7w_00048/g448","visual7w_00049/g448","visual7w_00050/g448","visual7w_00051/g448","visual7w_00052/g448","visual7w_00053/g448","visual7w_00054/g448","visual7w_00055/g448"],"prompts":15,"pid":85301,"reset_check":{"run":"visual7w_00042","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_03.npz","npz_sha256":"e4de7b4144dabc6e86900cc02ae6b407c525be650692b98c9148017567917403"},{"shard":"g448_shard_04","runs":["visual7w_00056/g448","visual7w_00057/g448","visual7w_00058/g448","visual7w_00059/g448","visual7w_00060/g448","visual7w_00061/g448","visual7w_00062/g448","visual7w_00063/g448","visual7w_00064/g448","visual7w_00065/g448","visual7w_00066/g448","visual7w_00067/g448","visual7w_00068/g448","visual7w_00069/g448"],"prompts":15,"pid":85485,"reset_check":{"run":"visual7w_00056","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_04.npz","npz_sha256":"0bef77b8a607e65ec18d8223a3b011d2bb1e982dc16755045224fb6a389700ca"},{"shard":"g448_shard_05","runs":["visual7w_00070/g448","visual7w_00071/g448","visual7w_00072/g448","visual7w_00073/g448","visual7w_00074/g448","visual7w_00075/g448","visual7w_00076/g448","visual7w_00077/g448","visual7w_00078/g448","visual7w_00079/g448","visual7w_00080/g448","visual7w_00081/g448","visual7w_00082/g448","visual7w_00083/g448"],"prompts":15,"pid":85788,"reset_check":{"run":"visual7w_00070","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_05.npz","npz_sha256":"9b188741251f21839e6e8985825b58bb2bd5047c7473e2a3b75a3c7bb25ba0ea"},{"shard":"g448_shard_06","runs":["visual7w_00084/g448","visual7w_00085/g448","visual7w_00086/g448","visual7w_00087/g448","visual7w_00088/g448","visual7w_00089/g448","visual7w_00090/g448","visual7w_00091/g448","visual7w_00092/g448","visual7w_00093/g448","visual7w_00094/g448","visual7w_00095/g448","visual7w_00096/g448","visual7w_00097/g448"],"prompts":15,"pid":85981,"reset_check":{"run":"visual7w_00084","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_06.npz","npz_sha256":"2990e239ff248a1ba6877762c5773eeb1708f57997a11e299910e4dcba1e15ec"},{"shard":"g448_shard_07","runs":["visual7w_00098/g448","visual7w_00099/g448","visual7w_00100/g448","visual7w_00101/g448","visual7w_00102/g448","visual7w_00103/g448","visual7w_00104/g448","visual7w_00105/g448","visual7w_00106/g448","visual7w_00107/g448","visual7w_00108/g448","visual7w_00109/g448","visual7w_00110/g448","visual7w_00111/g448"],"prompts":15,"pid":86277,"reset_check":{"run":"visual7w_00098","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_07.npz","npz_sha256":"593c36f2e62c94df28d8cd4b1637acc1a23bea5b8e3a3eb440f9e88480b90680"},{"shard":"g448_shard_08","runs":["visual7w_00112/g448","visual7w_00113/g448","visual7w_00114/g448","visual7w_00115/g448","visual7w_00116/g448","visual7w_00117/g448","visual7w_00118/g448","visual7w_00119/g448","visual7w_00120/g448","visual7w_00121/g448","visual7w_00122/g448","visual7w_00123/g448","visual7w_00124/g448","visual7w_00125/g448"],"prompts":15,"pid":86641,"reset_check":{"run":"visual7w_00112","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_08.npz","npz_sha256":"f2621e19f58df00cd4ad1755569ef20739dc65c2083a494d3e57b25ec4ab1f9c"},{"shard":"g448_shard_09","runs":["visual7w_00126/g448","visual7w_00127/g448","visual7w_00128/g448","visual7w_00129/g448","visual7w_00130/g448","visual7w_00131/g448","visual7w_00132/g448","visual7w_00133/g448","visual7w_00134/g448","visual7w_00135/g448","visual7w_00136/g448","visual7w_00137/g448","visual7w_00138/g448","visual7w_00139/g448"],"prompts":15,"pid":86782,"reset_check":{"run":"visual7w_00126","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_09.npz","npz_sha256":"6263b8168174a8ec6fda505afdcfd4196c44de9043a35eb3ff76fa39c5e30f26"},{"shard":"g448_shard_10","runs":["visual7w_00140/g448","visual7w_00141/g448","visual7w_00142/g448","visual7w_00143/g448","visual7w_00144/g448","visual7w_00145/g448","visual7w_00146/g448","visual7w_00147/g448","visual7w_00148/g448","visual7w_00149/g448","vsr_00000/g448","vsr_00001/g448","vsr_00002/g448","vsr_00003/g448"],"prompts":15,"pid":86899,"reset_check":{"run":"visual7w_00140","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_10.npz","npz_sha256":"e6a9c8bd19fe47a9480311b8c9ad7078e891282f65d24534388441f4b9a71c2d"},{"shard":"g448_shard_11","runs":["vsr_00004/g448","vsr_00005/g448","vsr_00006/g448","vsr_00007/g448","vsr_00008/g448","vsr_00009/g448","vsr_00010/g448","vsr_00011/g448","vsr_00012/g448","vsr_00013/g448","vsr_00014/g448","vsr_00015/g448","vsr_00016/g448","vsr_00017/g448"],"prompts":15,"pid":87157,"reset_check":{"run":"vsr_00004","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_11.npz","npz_sha256":"d7977b0906987be50fd898a5f3cc0e94771306e99ba5e1d1f83aada5dc3fa2c0"},{"shard":"g448_shard_12","runs":["vsr_00018/g448","vsr_00019/g448","vsr_00020/g448","vsr_00021/g448","vsr_00022/g448","vsr_00023/g448","vsr_00024/g448","vsr_00025/g448","vsr_00026/g448","vsr_00027/g448","vsr_00028/g448","vsr_00029/g448","vsr_00030/g448","vsr_00031/g448"],"prompts":15,"pid":87361,"reset_check":{"run":"vsr_00018","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_12.npz","npz_sha256":"333e7c2fc20d902404cd324c528561ee3b02442feace897c4bf03f01dc0dd66c"},{"shard":"g448_shard_13","runs":["vsr_00032/g448","vsr_00033/g448","vsr_00034/g448","vsr_00035/g448","vsr_00036/g448","vsr_00037/g448","vsr_00038/g448","vsr_00039/g448","vsr_00040/g448","vsr_00041/g448","vsr_00042/g448","vsr_00043/g448","vsr_00044/g448","vsr_00045/g448"],"prompts":15,"pid":87756,"reset_check":{"run":"vsr_00032","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_13.npz","npz_sha256":"ecea471529b231bdd07ab2341f91ddfbbeadbd55119b854aff389a1bced5e51e"},{"shard":"g448_shard_14","runs":["vsr_00046/g448","vsr_00047/g448","vsr_00048/g448","vsr_00049/g448","vsr_00050/g448","vsr_00051/g448","vsr_00052/g448","vsr_00053/g448","vsr_00054/g448","vsr_00055/g448","vsr_00056/g448","vsr_00057/g448","vsr_00058/g448","vsr_00059/g448"],"prompts":15,"pid":87976,"reset_check":{"run":"vsr_00046","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_14.npz","npz_sha256":"f3ff4817367c33710a572e52634ffca7fe914eabf2433463b7d9f6f015aa0068"},{"shard":"g448_shard_15","runs":["vsr_00060/g448","vsr_00061/g448","vsr_00062/g448","vsr_00063/g448","vsr_00064/g448","vsr_00065/g448","vsr_00066/g448","vsr_00067/g448","vsr_00068/g448","vsr_00069/g448","vsr_00070/g448","vsr_00071/g448","vsr_00072/g448","vsr_00073/g448"],"prompts":15,"pid":88210,"reset_check":{"run":"vsr_00060","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_15.npz","npz_sha256":"85e207cd5be6a3947d2f5218567c6d8e9245484d21ccfbf110cceef5a7b90b19"},{"shard":"g448_shard_16","runs":["vsr_00074/g448","vsr_00075/g448","vsr_00076/g448","vsr_00077/g448","vsr_00078/g448","vsr_00079/g448","vsr_00080/g448","vsr_00081/g448","vsr_00082/g448","vsr_00083/g448","vsr_00084/g448","vsr_00085/g448","vsr_00086/g448","vsr_00087/g448"],"prompts":15,"pid":88412,"reset_check":{"run":"vsr_00074","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_16.npz","npz_sha256":"2d1dec9c63048825bd98232e493c1e594eee21ccd88d117157eac373837b9a86"},{"shard":"g448_shard_17","runs":["vsr_00088/g448","vsr_00089/g448","vsr_00090/g448","vsr_00091/g448","vsr_00092/g448","vsr_00093/g448","vsr_00094/g448","vsr_00095/g448","vsr_00096/g448","vsr_00097/g448","vsr_00098/g448","vsr_00099/g448"],"prompts":13,"pid":88521,"reset_check":{"run":"vsr_00088","bit_equal":true,"per_array":{"full":true,"tower":true}},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/heldout/eval/decider_2b_vision_decode_fp16_pf16/g448_shard_17.npz","npz_sha256":"83d45385a5833151112779df07c43f45f16bbe111827c5d77dc9a336e8337d62"}],"summary":{"runs":500,"decisive_runs":497,"decisive_argmax_equal":497,"near_tie_runs":3,"near_tie_argmax_equal":3,"max_abs_dp":0.013060099832460814,"mean_of_run_mean_abs_dp":0.0006144875042917289,"max_abs_dp_quantiles":{"n":500,"p50":0.00029942330018547375,"p90":0.002409847700606616,"p99":0.004967831430475273,"max":0.013060099832460814},"worst_run":{"key":"visual7w_00065","grid":"g448","max_abs_dp":0.013060099832460814,"ref_top2_margin":0.17131265997886658},"full_vocab_top1_is_argmax_letter":500,"finite_all":true,"ids_equal_processor":500,"pixels_within_2_levels":500,"missing_runs":[],"slots_read_from_prefill":33},"by_dataset_grid":{"visual7w/g256":{"runs":150,"decisive_runs":147,"decisive_argmax_equal":147,"near_tie_runs":3,"near_tie_argmax_equal":3,"max_abs_dp":0.005944803450133762,"mean_of_run_mean_abs_dp":0.0003160153419649901,"max_abs_dp_quantiles":{"n":150,"p50":0.0001714696468210139,"p90":0.00197126433342385,"p99":0.0041281089721473515,"max":0.005944803450133762},"worst_run":{"key":"visual7w_00012","grid":"g256","max_abs_dp":0.005944803450133762,"ref_top2_margin":0.29825273156166077},"full_vocab_top1_is_argmax_letter":150,"finite_all":true},"visual7w/g448":{"runs":150,"decisive_runs":150,"decisive_argmax_equal":150,"near_tie_runs":0,"near_tie_argmax_equal":0,"max_abs_dp":0.013060099832460814,"mean_of_run_mean_abs_dp":0.00031932768163649416,"max_abs_dp_quantiles":{"n":150,"p50":0.00012194199322889624,"p90":0.001716862516215497,"p99":0.004487557492681281,"max":0.013060099832460814},"worst_run":{"key":"visual7w_00065","grid":"g448","max_abs_dp":0.013060099832460814,"ref_top2_margin":0.17131265997886658},"full_vocab_top1_is_argmax_letter":150,"finite_all":true},"vsr/g256":{"runs":100,"decisive_runs":100,"decisive_argmax_equal":100,"near_tie_runs":0,"near_tie_argmax_equal":0,"max_abs_dp":0.005467247714493806,"mean_of_run_mean_abs_dp":0.0010676865187393312,"max_abs_dp_quantiles":{"n":100,"p50":0.000565470024214143,"p90":0.002771913612486566,"p99":0.00497120315460187,"max":0.005467247714493806},"worst_run":{"key":"vsr_00013","grid":"g256","max_abs_dp":0.005467247714493806,"ref_top2_margin":0.435684472322464},"full_vocab_top1_is_argmax_letter":100,"finite_all":true},"vsr/g448":{"runs":100,"decisive_runs":100,"decisive_argmax_equal":100,"near_tie_runs":0,"near_tie_argmax_equal":0,"max_abs_dp":0.009408880692511001,"mean_of_run_mean_abs_dp":0.0010517364673170865,"max_abs_dp_quantiles":{"n":100,"p50":0.0005875500597175565,"p90":0.0024686519567383215,"p99":0.004131094184410128,"max":0.009408880692511001},"worst_run":{"key":"vsr_00013","grid":"g448","max_abs_dp":0.009408880692511001,"ref_top2_margin":0.18904593586921692},"full_vocab_top1_is_argmax_letter":100,"finite_all":true}},"near_tie_runs":[{"key":"visual7w_00046","grid":"g256","ref_top2_margin":0.007567614316940308,"ref_argmax":0,"argmax":0,"agree":true,"ref_probs":[0.297089159488678,0.28952154517173767,0.2889684736728668,0.1244208887219429],"probs":[0.2977432865017869,0.28858268861974373,0.28858268861974373,0.12509133625872568]},{"key":"visual7w_00120","grid":"g256","ref_top2_margin":0.008797913789749146,"ref_argmax":0,"argmax":0,"agree":true,"ref_probs":[0.2698915898799896,0.2248176634311676,0.2610936760902405,0.24419720470905304],"probs":[0.2702230477497774,0.2257798073887074,0.259870965358135,0.24412617950338025]},{"key":"visual7w_00122","grid":"g256","ref_top2_margin":0.01898476481437683,"ref_argmax":0,"argmax":0,"agree":true,"ref_probs":[0.4896687865257263,0.4706840217113495,0.01936103217303753,0.020286239683628082],"probs":[0.4893306226380641,0.47058466086875717,0.01972922188167425,0.02035549461150445]}],"argmax_mismatches":[],"bars":{"1_ids_equal":true,"2_pixels_within_2_levels":true,"3_argmax_decisive":true,"4_max_abs_dp":true,"5_mean_of_run_mean_abs_dp":true},"integrity":{"all_500_runs_read":true,"reset_bit_equal_all_processes":true,"finite":true},"result":"PASS"}},"int8mix_vs_fp16":{"runs":500,"max_abs_dp":{"n":500,"p50":0.0006392514513945957,"p90":0.005554371048521145,"p99":0.01079471399822839,"max":0.01693540397964166},"argmax_equal":500,"definition":"per run max |p_int8mix_pf16 - p_fp16_pf16| over the options","tower_output_bit_equal_runs":500,"mean_of_run_mean_abs_dp":0.0014423000311835441,"worst":{"key":"vsr_00051","grid":"g448","max_abs_dp":0.01693540397964166},"by_dataset_grid":{"visual7w/g256":{"runs":150,"max_abs_dp":{"n":150,"p50":0.00023661445555772653,"p90":0.0036296554251760114,"p99":0.010485297282373667,"max":0.013077788697817894},"argmax_equal":150},"visual7w/g448":{"runs":150,"max_abs_dp":{"n":150,"p50":0.0002087891001889752,"p90":0.0034596457558518237,"p99":0.008380381512458138,"max":0.013106503854643958},"argmax_equal":150},"vsr/g256":{"runs":100,"max_abs_dp":{"n":100,"p50":0.0016232438208354585,"p90":0.006454675988982552,"p99":0.009615365677791152,"max":0.011136787470549248},"argmax_equal":100},"vsr/g448":{"runs":100,"max_abs_dp":{"n":100,"p50":0.0017395333490995563,"p90":0.00755895313005508,"p99":0.01085270016331935,"max":0.01693540397964166},"argmax_equal":100}},"dp_vs_author_max":{"decider_2b_vision_decode_int8mix_pf16":0.014563251954107737,"decider_2b_vision_decode_fp16_pf16":0.013060099832460814}},"red_arm":{"what":"bundle g448 probs vs the author's g256 reference of the same photo (a known-different pairing: the grid-price table has g448 vs g256 argmax agreement below 1)","per_bundle":{"decider_2b_vision_decode_int8mix_pf16":{"runs":250,"decisive_argmax_equal":233,"decisive_runs":247,"max_abs_dp":0.6934453511696834,"mean_of_run_mean_abs_dp":0.05066036876670012,"bars_3_4_5":{"3":false,"4":false,"5":false},"result":"RED"},"decider_2b_vision_decode_fp16_pf16":{"runs":250,"decisive_argmax_equal":233,"decisive_runs":247,"max_abs_dp":0.693453086826145,"mean_of_run_mean_abs_dp":0.05052854959939491,"bars_3_4_5":{"3":false,"4":false,"5":false},"result":"RED"}}},"ship_rule_result":"decider_2b_vision_decode_int8mix_pf16 meets bars 1-5 on the held-out runs: ship it (ship rule)","runs":[{"key":"visual7w_00000","dataset":"visual7w","row_index":0,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.004108873195946217,0.005959459114819765,0.9859193563461304,0.0040122633799910545],"ref_argmax":2,"ref_top2_margin":0.9799598972313106,"near_tie":false,"tokens":135,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004220521000589849,0.006188984883544211,0.9854354062284787,0.004155087887387207],"argmax":2,"argmax_equal":true,"abs_dp":[0.00011164780464363241,0.0002295257687244456,0.00048395011765167695,0.0001428245073961526],"max_abs_dp":0.00048395011765167695,"mean_abs_dp":0.0002419870496039769,"letter_logits_fp16":[9.921875,10.3046875,15.375,9.90625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.004124597926229927,0.006001254571416581,0.9858764501133993,0.003997697388954253],"argmax":2,"argmax_equal":true,"abs_dp":[1.5724730283710187e-05,4.1795456596815765e-05,4.290623273106586e-05,1.4565991036801472e-05],"max_abs_dp":4.290623273106586e-05,"mean_abs_dp":2.874810266209832e-05,"letter_logits_fp16":[9.9296875,10.3046875,15.40625,9.8984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0004410438849206111},{"key":"visual7w_00000","dataset":"visual7w","row_index":0,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0003617531037889421,0.0005118451663292944,0.9984862804412842,0.0006401598802767694],"ref_argmax":2,"ref_top2_margin":0.9978461205610074,"near_tie":false,"tokens":267,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0003707449093620052,0.0005310675629145019,0.9984424066204957,0.0006557809072279122],"argmax":2,"argmax_equal":true,"abs_dp":[8.991805573063086e-06,1.9222396585207436e-05,4.387382078852031e-05,1.5621026951142766e-05],"max_abs_dp":4.387382078852031e-05,"mean_abs_dp":2.19272624744834e-05,"letter_logits_fp16":[8.5234375,8.8828125,16.421875,9.09375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00036500734170764334,0.0005187800344727639,0.9984705804394107,0.0006456321844089427],"argmax":2,"argmax_equal":true,"abs_dp":[3.2542379187012398e-06,6.934868143469437e-06,1.5700001873453218e-05,5.472304132173294e-06],"max_abs_dp":1.5700001873453218e-05,"mean_abs_dp":7.840353016949297e-06,"letter_logits_fp16":[8.5390625,8.890625,16.453125,9.109375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":2.8173818915067095e-05},{"key":"visual7w_00001","dataset":"visual7w","row_index":1,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.002402564277872443,0.9944629073143005,0.0018701322842389345,0.0012642694637179375],"ref_argmax":1,"ref_top2_margin":0.9920603430364281,"near_tie":false,"tokens":128,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0023892751015955624,0.9944999173286764,0.0018319207657231283,0.0012788868040048962],"argmax":1,"argmax_equal":true,"abs_dp":[1.3289176276880775e-05,3.701001437583784e-05,3.8211518515806264e-05,1.461734028695874e-05],"max_abs_dp":3.8211518515806264e-05,"mean_abs_dp":2.5782012363870905e-05,"letter_logits_fp16":[9.65625,15.6875,9.390625,9.03125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_00","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002426607984343787,0.9943799638131893,0.0019046664301674693,0.0012887617722993447],"argmax":1,"argmax_equal":true,"abs_dp":[2.4043706471343733e-05,8.294350111126558e-05,3.453414592853479e-05,2.4492308581407262e-05],"max_abs_dp":8.294350111126558e-05,"mean_abs_dp":4.150341552313784e-05,"letter_logits_fp16":[9.671875,15.6875,9.4296875,9.0390625],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_00","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.00011995351548710342},{"key":"visual7w_00001","dataset":"visual7w","row_index":1,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0014642507303506136,0.996533989906311,0.0011128697078675032,0.0008888144511729479],"ref_argmax":1,"ref_top2_margin":0.9950697391759604,"near_tie":false,"tokens":260,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0014409237811067082,0.9965974454339158,0.0010876663334270832,0.000873964451550274],"argmax":1,"argmax_equal":true,"abs_dp":[2.332694924390543e-05,6.345552760478324e-05,2.5203374440419977e-05,1.4849999622673854e-05],"max_abs_dp":6.345552760478324e-05,"mean_abs_dp":3.1708962727945624e-05,"letter_logits_fp16":[9.421875,15.9609375,9.140625,8.921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0014749520604070336,0.9965013434740253,0.0011220843559658527,0.0009016201096019141],"argmax":1,"argmax_equal":true,"abs_dp":[1.0701330056420025e-05,3.2646432285732274e-05,9.21464809834952e-06,1.2805658428966253e-05],"max_abs_dp":3.2646432285732274e-05,"mean_abs_dp":1.6342017217367018e-05,"letter_logits_fp16":[9.4453125,15.9609375,9.171875,8.953125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":9.610195989051551e-05},{"key":"visual7w_00002","dataset":"visual7w","row_index":2,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.17087526619434357,0.008802051655948162,0.004393714014440775,0.8159290552139282],"ref_argmax":3,"ref_top2_margin":0.6450537890195847,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.17101239348307548,0.008784475627988522,0.004348630771527629,0.8158545001174085],"argmax":3,"argmax_equal":true,"abs_dp":[0.00013712728873191415,1.757602795963986e-05,4.508324291314578e-05,7.455509651976833e-05],"max_abs_dp":0.00013712728873191415,"mean_abs_dp":6.858541403111703e-05,"letter_logits_fp16":[13.078125,10.109375,9.40625,14.640625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.17098890328977026,0.008852157028489611,0.004416505008983763,0.8157424346727564],"argmax":3,"argmax_equal":true,"abs_dp":[0.00011363709542669409,5.010537254144902e-05,2.2790994542987858e-05,0.00018662054117180027],"max_abs_dp":0.00018662054117180027,"mean_abs_dp":9.328850092073281e-05,"letter_logits_fp16":[13.078125,10.1171875,9.421875,14.640625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.00011206544465203194},{"key":"visual7w_00002","dataset":"visual7w","row_index":2,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.20322251319885254,0.004863667767494917,0.0035197546239942312,0.7883940935134888],"ref_argmax":3,"ref_top2_margin":0.5851715803146362,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.20644023100646866,0.004855008887265941,0.003496931718941183,0.7852078283873243],"argmax":3,"argmax_equal":true,"abs_dp":[0.0032177178076161217,8.658880228975575e-06,2.2822905053048164e-05,0.003186265126164489],"max_abs_dp":0.0032177178076161217,"mean_abs_dp":0.0016088661797656586,"letter_logits_fp16":[13.3671875,9.6171875,9.2890625,14.703125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.20388663114559102,0.00487046351260034,0.0035355773492020603,0.7877073279926065],"argmax":3,"argmax_equal":true,"abs_dp":[0.000664117946738485,6.795745105423086e-06,1.582272520782909e-05,0.0006867655208823154],"max_abs_dp":0.0006867655208823154,"mean_abs_dp":0.00034337548448351313,"letter_logits_fp16":[13.359375,9.625,9.3046875,14.7109375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0025535998608776367},{"key":"visual7w_00003","dataset":"visual7w","row_index":3,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.022404620423913002,0.0053783911280334,0.004145410843193531,0.9680716395378113],"ref_argmax":3,"ref_top2_margin":0.9456670191138983,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.022246692059235462,0.005284052520074032,0.004083199311312164,0.9683860561093782],"argmax":3,"argmax_equal":true,"abs_dp":[0.0001579283646775398,9.433860795936798e-05,6.221153188136746e-05,0.00031441657156694447],"max_abs_dp":0.00031441657156694447,"mean_abs_dp":0.00015722376902130492,"letter_logits_fp16":[10.8828125,9.4453125,9.1875,14.65625],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g256_shard_00","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.022583140142963268,0.005448436117067116,0.0041774608779481855,0.9677909628620214],"argmax":3,"argmax_equal":true,"abs_dp":[0.00017851971905026576,7.004498903371605e-05,3.20500347546545e-05,0.00028067667578990374],"max_abs_dp":0.00028067667578990374,"mean_abs_dp":0.000140322854657135,"letter_logits_fp16":[10.8828125,9.4609375,9.1953125,14.640625],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g256_shard_00","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0005950932473568482},{"key":"visual7w_00003","dataset":"visual7w","row_index":3,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.017043039202690125,0.002591134514659643,0.0023092690389603376,0.9780565500259399],"ref_argmax":3,"ref_top2_margin":0.9610135108232498,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01696222974630527,0.002560913658353293,0.002313592688180793,0.9781632639071606],"argmax":3,"argmax_equal":true,"abs_dp":[8.080945638485465e-05,3.022085630635012e-05,4.3236492204552605e-06,0.00010671388122063252],"max_abs_dp":0.00010671388122063252,"mean_abs_dp":5.551696078307314e-05,"letter_logits_fp16":[10.8984375,9.0078125,8.90625,14.953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.017091644230560372,0.0026210885343028985,0.002331244400779634,0.9779560228343571],"argmax":3,"argmax_equal":true,"abs_dp":[4.860502787024795e-05,2.9954019643255343e-05,2.1975361819296345e-05,0.00010052719158282208],"max_abs_dp":0.00010052719158282208,"mean_abs_dp":5.026540022890543e-05,"letter_logits_fp16":[10.890625,9.015625,8.8984375,14.9375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0002072410728034546},{"key":"visual7w_00004","dataset":"visual7w","row_index":4,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0030844195280224085,0.0013742524897679687,0.9952622652053833,0.00027903556474484503],"ref_argmax":2,"ref_top2_margin":0.9921778456773609,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0031671549883610364,0.0014500292155730711,0.9950905170202842,0.00029229877578162565],"argmax":2,"argmax_equal":true,"abs_dp":[8.273546033862791e-05,7.577672580510249e-05,0.0001717481850991298,1.3263211036780619e-05],"max_abs_dp":0.0001717481850991298,"mean_abs_dp":8.588089556991021e-05,"letter_logits_fp16":[10.359375,9.578125,16.109375,7.9765625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0030942618208802085,0.0013838394840046133,0.995242942531537,0.00027895616357837536],"argmax":2,"argmax_equal":true,"abs_dp":[9.8422928578e-06,9.586994236644632e-06,1.9322673846300376e-05,7.940116646966942e-08],"max_abs_dp":1.9322673846300376e-05,"mean_abs_dp":9.70784052680367e-06,"letter_logits_fp16":[10.3671875,9.5625,16.140625,7.9609375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.00015242551125282944},{"key":"visual7w_00004","dataset":"visual7w","row_index":4,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.013370687142014503,0.01979771815240383,0.9659261703491211,0.0009054158581420779],"ref_argmax":2,"ref_top2_margin":0.9461284521967173,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.013656333228393403,0.02050058427186818,0.9648917190501223,0.0009513634496160748],"argmax":2,"argmax_equal":true,"abs_dp":[0.00028564608637889934,0.000702866119464348,0.0010344512989988175,4.594759147399691e-05],"max_abs_dp":0.0010344512989988175,"mean_abs_dp":0.0005172277740790154,"letter_logits_fp16":[10.8203125,11.2265625,15.078125,8.15625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.013558432706576586,0.020038064580257267,0.9654880200080895,0.0009154827050764307],"argmax":2,"argmax_equal":true,"abs_dp":[0.00018774556456208243,0.00024034642785343563,0.00043815034103156236,1.0066846934352817e-05],"max_abs_dp":0.00043815034103156236,"mean_abs_dp":0.0002190772950953583,"letter_logits_fp16":[10.8359375,11.2265625,15.1015625,8.140625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0005963009579672551},{"key":"visual7w_00005","dataset":"visual7w","row_index":5,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0017825652612373233,0.0004794141568709165,0.00033769477158784866,0.9974004030227661],"ref_argmax":3,"ref_top2_margin":0.9956178377615288,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0017807388167057922,0.00047927935055669136,0.00033853496221505956,0.9974014468705225],"argmax":3,"argmax_equal":true,"abs_dp":[1.8264445315310709e-06,1.348063142251276e-07,8.40190627210901e-07,1.0438477563434745e-06],"max_abs_dp":1.8264445315310709e-06,"mean_abs_dp":9.613223073276435e-07,"letter_logits_fp16":[9.578125,8.265625,7.91796875,15.90625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0017946663512171533,0.000483027895617224,0.0003425180670718999,0.9973797876860938],"argmax":3,"argmax_equal":true,"abs_dp":[1.210108997983005e-05,3.6137387463075293e-06,4.823295484051226e-06,2.0615336672302753e-05],"max_abs_dp":2.0615336672302753e-05,"mean_abs_dp":1.028836522062289e-05,"letter_logits_fp16":[9.59375,8.28125,7.9375,15.9140625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":2.1659184428646228e-05},{"key":"visual7w_00005","dataset":"visual7w","row_index":5,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0013390621170401573,0.00041808560490608215,0.0003046020574402064,0.9979382157325745],"ref_argmax":3,"ref_top2_margin":0.9965991536155343,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0013344346247779815,0.0004198984847528208,0.00030362525558274634,0.9979420416348865],"argmax":3,"argmax_equal":true,"abs_dp":[4.627492262175787e-06,1.8128798467386678e-06,9.768018574600685e-07,3.82590231207125e-06],"max_abs_dp":4.627492262175787e-06,"mean_abs_dp":2.810769069611443e-06,"letter_logits_fp16":[9.375,8.21875,7.89453125,15.9921875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0013448818362035567,0.0004198925873031043,0.0003071999793497934,0.9979280255971436],"argmax":3,"argmax_equal":true,"abs_dp":[5.819719163399411e-06,1.8069823970221595e-06,2.5979219095869895e-06,1.0190135430909741e-05],"max_abs_dp":1.0190135430909741e-05,"mean_abs_dp":5.103689725229575e-06,"letter_logits_fp16":[9.390625,8.2265625,7.9140625,16.0],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":1.4016037742980991e-05},{"key":"visual7w_00006","dataset":"visual7w","row_index":6,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0017128855688497424,0.0033882679417729378,0.9932296276092529,0.0016691663768142462],"ref_argmax":2,"ref_top2_margin":0.98984135966748,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0017186998421935755,0.0033914433552303023,0.9932109705993452,0.001678886203230829],"argmax":2,"argmax_equal":true,"abs_dp":[5.8142733438330645e-06,3.175413457364492e-06,1.8657009907774302e-05,9.719826416582783e-06],"max_abs_dp":1.8657009907774302e-05,"mean_abs_dp":9.34163078138866e-06,"letter_logits_fp16":[9.2265625,9.90625,15.5859375,9.203125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0017186541269907799,0.0034179518595988064,0.9931845524663908,0.0016788415470195656],"argmax":2,"argmax_equal":true,"abs_dp":[5.768558141037473e-06,2.968391782586866e-05,4.507514286211656e-05,9.675170205319461e-06],"max_abs_dp":4.507514286211656e-05,"mean_abs_dp":2.2550697258585538e-05,"letter_logits_fp16":[9.2421875,9.9296875,15.6015625,9.21875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":2.6508504368504167e-05},{"key":"visual7w_00006","dataset":"visual7w","row_index":6,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0014158134581521153,0.0029887824784964323,0.9941652417182922,0.0014302924973890185],"ref_argmax":2,"ref_top2_margin":0.9911764592397958,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0014373218669016456,0.0030191310775880137,0.9941062251886087,0.0014373218669016456],"argmax":2,"argmax_equal":true,"abs_dp":[2.150840874953026e-05,3.0348599091581385e-05,5.9016529683542096e-05,7.02936951262707e-06],"max_abs_dp":5.9016529683542096e-05,"mean_abs_dp":2.9475726759320203e-05,"letter_logits_fp16":[9.125,9.8671875,15.6640625,9.125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0014373056640756715,0.003019097043140636,0.9940950187006692,0.0014485785921143951],"argmax":2,"argmax_equal":true,"abs_dp":[2.149220592355611e-05,3.0314564644203824e-05,7.022301762305005e-05,1.8286094725376584e-05],"max_abs_dp":7.022301762305005e-05,"mean_abs_dp":3.5078970729046643e-05,"letter_logits_fp16":[9.1328125,9.875,15.671875,9.140625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":1.1256725212749515e-05},{"key":"visual7w_00007","dataset":"visual7w","row_index":7,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.006751729175448418,0.0009545088978484273,0.9912235736846924,0.0010701590217649937],"ref_argmax":2,"ref_top2_margin":0.984471844509244,"near_tie":false,"tokens":127,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00688956620903191,0.000977148271469775,0.9910431978502151,0.0010900876692830892],"argmax":2,"argmax_equal":true,"abs_dp":[0.00013783703358349192,2.2639373621347698e-05,0.00018037583447727545,1.992864751809557e-05],"max_abs_dp":0.00018037583447727545,"mean_abs_dp":9.019522230005266e-05,"letter_logits_fp16":[10.625,8.671875,15.59375,8.78125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.006836479279948721,0.0009620733093871951,0.9911197593132897,0.0010816880973742186],"argmax":2,"argmax_equal":true,"abs_dp":[8.475010450030313e-05,7.564411538767851e-06,0.00010381437140272176,1.1529075609224967e-05],"max_abs_dp":0.00010381437140272176,"mean_abs_dp":5.191449076275443e-05,"letter_logits_fp16":[10.625,8.6640625,15.6015625,8.78125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":7.656146307455369e-05},{"key":"visual7w_00007","dataset":"visual7w","row_index":7,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0038974129129201174,0.0007245053420774639,0.9945266842842102,0.0008513774955645204],"ref_argmax":2,"ref_top2_margin":0.9906292713712901,"near_tie":false,"tokens":259,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.003939046002134504,0.000740124815474683,0.9944487490265366,0.000872080155854126],"argmax":2,"argmax_equal":true,"abs_dp":[4.163308921438687e-05,1.561947339721913e-05,7.793525767363363e-05,2.070266028960559e-05],"max_abs_dp":7.793525767363363e-05,"mean_abs_dp":3.8972620143711304e-05,"letter_logits_fp16":[10.265625,8.59375,15.796875,8.7578125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0038784059836205337,0.0007174329682589918,0.9945588184225352,0.0008453426255852803],"argmax":2,"argmax_equal":true,"abs_dp":[1.9006929299583697e-05,7.0723738184720565e-06,3.213413832503509e-05,6.034869979240046e-06],"max_abs_dp":3.213413832503509e-05,"mean_abs_dp":1.6062077855582722e-05,"letter_logits_fp16":[10.2734375,8.5859375,15.8203125,8.75],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.00011006939599866872},{"key":"visual7w_00008","dataset":"visual7w","row_index":8,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.007317098788917065,0.9868550300598145,0.0037749740295112133,0.0020529874600470066],"ref_argmax":1,"ref_top2_margin":0.9795379312708974,"near_tie":false,"tokens":109,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.007360218102056608,0.9868588950453373,0.0036721490604298902,0.0021087377921764224],"argmax":1,"argmax_equal":true,"abs_dp":[4.311931313954326e-05,3.864985522850084e-06,0.00010282496908132306,5.5750332129415794e-05],"max_abs_dp":0.00010282496908132306,"mean_abs_dp":5.138989996828305e-05,"letter_logits_fp16":[10.40625,15.3046875,9.7109375,9.15625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.007302746207237586,0.9868326493397854,0.0037886148228197213,0.002075989630157227],"argmax":1,"argmax_equal":true,"abs_dp":[1.4352581679478484e-05,2.2380720029024914e-05,1.3640793308507954e-05,2.3002170110220446e-05],"max_abs_dp":2.3002170110220446e-05,"mean_abs_dp":1.834406628180795e-05,"letter_logits_fp16":[10.4140625,15.3203125,9.7578125,9.15625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.00011646576238983101},{"key":"visual7w_00008","dataset":"visual7w","row_index":8,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0013565794797614217,0.9972667694091797,0.0009567877277731895,0.00041989737655967474],"ref_argmax":1,"ref_top2_margin":0.9959101899294183,"near_tie":false,"tokens":241,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0013440576291403872,0.9973164482041781,0.0009165676692591139,0.0004229264974223932],"argmax":1,"argmax_equal":true,"abs_dp":[1.2521850621034477e-05,4.967879499839789e-05,4.022005851407563e-05,3.0291208627184754e-06],"max_abs_dp":4.967879499839789e-05,"mean_abs_dp":2.6362456249056618e-05,"letter_logits_fp16":[9.609375,16.21875,9.2265625,8.453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0013757966947772256,0.9972190726863,0.000975585942043469,0.00042954467687942807],"argmax":1,"argmax_equal":true,"abs_dp":[1.9217215015803965e-05,4.7696722879742026e-05,1.8798214270279463e-05,9.64730031975333e-06],"max_abs_dp":4.7696722879742026e-05,"mean_abs_dp":2.3839863121394696e-05,"letter_logits_fp16":[9.6171875,16.203125,9.2734375,8.453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":9.737551787813992e-05},{"key":"visual7w_00009","dataset":"visual7w","row_index":9,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9604922533035278,0.035199444741010666,0.0028331319335848093,0.0014751090202480555],"ref_argmax":0,"ref_top2_margin":0.9252928085625172,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9610148880901552,0.03473255394304777,0.0027849777974014514,0.0014675801693955321],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005226347866273962,0.00046689079796289473,4.81541361833579e-05,7.5288508525233385e-06],"max_abs_dp":0.0005226347866273962,"mean_abs_dp":0.00026130214290654303,"letter_logits_fp16":[15.453125,12.1328125,9.609375,8.96875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.960436392730232,0.035258275121741116,0.002827131962415791,0.0014782001856111261],"argmax":0,"argmax_equal":true,"abs_dp":[5.5860573295873905e-05,5.883038073044994e-05,5.99997116901849e-06,3.0911653630706637e-06],"max_abs_dp":5.883038073044994e-05,"mean_abs_dp":3.094552263960325e-05,"letter_logits_fp16":[15.46875,12.1640625,9.640625,8.9921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0005784953599232701},{"key":"visual7w_00009","dataset":"visual7w","row_index":9,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.954956591129303,0.039428096264600754,0.0022318607661873102,0.0033835377544164658],"ref_argmax":0,"ref_top2_margin":0.9155284948647022,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.955611365551411,0.03883128782862909,0.00219071135125127,0.0033666352687085526],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006547744221080398,0.0005968084359716658,4.114941493604026e-05,1.6902485707913188e-05],"max_abs_dp":0.0006547744221080398,"mean_abs_dp":0.00032740868968091476,"letter_logits_fp16":[15.3359375,12.1328125,9.2578125,9.6875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9546992877273162,0.039714204073662725,0.002223086196166393,0.0033634220028547785],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002573034019868192,0.0002861078090619709,8.774570020917208e-06,2.0115751561687253e-05],"max_abs_dp":0.0002861078090619709,"mean_abs_dp":0.00014307538315784865,"letter_logits_fp16":[15.3359375,12.15625,9.2734375,9.6875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.000912077824094859},{"key":"visual7w_00010","dataset":"visual7w","row_index":10,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.01670130342245102,0.7647201418876648,0.05284399539232254,0.16573458909988403],"ref_argmax":1,"ref_top2_margin":0.5989855527877808,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.016890286411967746,0.764512738812561,0.05325949977259876,0.16533747500287255],"argmax":1,"argmax_equal":true,"abs_dp":[0.00018898298951672624,0.00020740307510380696,0.00041550438027621733,0.00039711409701148614],"max_abs_dp":0.00041550438027621733,"mean_abs_dp":0.00030225113547705917,"letter_logits_fp16":[10.2109375,14.0234375,11.359375,12.4921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.016767998978078416,0.7649303218994374,0.05287389544366295,0.16542778367882124],"argmax":1,"argmax_equal":true,"abs_dp":[6.669555562739682e-05,0.00021018001177264267,2.990005134041046e-05,0.0003068054210627891],"max_abs_dp":0.0003068054210627891,"mean_abs_dp":0.00015339525995080976,"letter_logits_fp16":[10.2109375,14.03125,11.359375,12.5],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.00041758308687644963},{"key":"visual7w_00010","dataset":"visual7w","row_index":10,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0022856262512505054,0.9562422037124634,0.00626178877428174,0.035210322588682175],"ref_argmax":1,"ref_top2_margin":0.9210318811237812,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.002297504446441922,0.9563017588568679,0.006294246804807209,0.03510648989188291],"argmax":1,"argmax_equal":true,"abs_dp":[1.1878195191416738e-05,5.955514440447729e-05,3.2458030525468404e-05,0.00010383269679926227],"max_abs_dp":0.00010383269679926227,"mean_abs_dp":5.1931016730156175e-05,"letter_logits_fp16":[9.3203125,15.3515625,10.328125,12.046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002297504446441922,0.9563017588568679,0.006294246804807209,0.03510648989188291],"argmax":1,"argmax_equal":true,"abs_dp":[1.1878195191416738e-05,5.955514440447729e-05,3.2458030525468404e-05,0.00010383269679926227],"max_abs_dp":0.00010383269679926227,"mean_abs_dp":5.1931016730156175e-05,"letter_logits_fp16":[9.3359375,15.3671875,10.34375,12.0625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"visual7w_00011","dataset":"visual7w","row_index":11,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9492526054382324,0.04123050719499588,0.00517962034791708,0.00433718366548419],"ref_argmax":0,"ref_top2_margin":0.9080220982432365,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9493454324612026,0.041064653062097604,0.005261731887052627,0.004328182589647076],"argmax":0,"argmax_equal":true,"abs_dp":[9.282702297019885e-05,0.00016585413289827572,8.211153913554713e-05,9.001075837114167e-06],"max_abs_dp":0.00016585413289827572,"mean_abs_dp":8.744844271028397e-05,"letter_logits_fp16":[14.8984375,11.7578125,9.703125,9.5078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9480123641061674,0.042308691784197286,0.0052543433769998375,0.004424600732635533],"argmax":0,"argmax_equal":true,"abs_dp":[0.0012402413320650174,0.0010781845892014058,7.472302908275753e-05,8.741706715134287e-05],"max_abs_dp":0.0012402413320650174,"mean_abs_dp":0.0006201415043751309,"letter_logits_fp16":[14.8984375,11.7890625,9.703125,9.53125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0013330683550352163},{"key":"visual7w_00011","dataset":"visual7w","row_index":11,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.961798369884491,0.029169872403144836,0.004881120752543211,0.004150711465626955],"ref_argmax":0,"ref_top2_margin":0.9326284974813461,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9621570596540554,0.028828520752285806,0.004893597416508143,0.004120822177150595],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003586897695644353,0.00034135165085903,1.2476663964931627e-05,2.9889288476359945e-05],"max_abs_dp":0.0003586897695644353,"mean_abs_dp":0.00018560184321618923,"letter_logits_fp16":[14.953125,11.4453125,9.671875,9.5],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9614005113493782,0.0294889638726755,0.0049281003405639325,0.004182424437382463],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003978585351127606,0.00031909146953066486,4.697958802072147e-05,3.171297175550824e-05],"max_abs_dp":0.0003978585351127606,"mean_abs_dp":0.0001989106411049138,"letter_logits_fp16":[14.9609375,11.4765625,9.6875,9.5234375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0007565483046771959},{"key":"visual7w_00012","dataset":"visual7w","row_index":12,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.06183730438351631,0.2706073224544525,0.5688600540161133,0.09869537502527237],"ref_argmax":2,"ref_top2_margin":0.29825273156166077,"near_tie":false,"tokens":130,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.06294816010279931,0.27774030770213665,0.5610508438412154,0.0982606883538485],"argmax":2,"argmax_equal":true,"abs_dp":[0.001110855719283002,0.0071329852476841316,0.007809210174897885,0.0004346866714238645],"max_abs_dp":0.007809210174897885,"mean_abs_dp":0.004121934453322221,"letter_logits_fp16":[11.21875,12.703125,13.40625,11.6640625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.06286285829777304,0.26466251900431875,0.5735774647899613,0.09889715790794695],"argmax":2,"argmax_equal":true,"abs_dp":[0.0010255539142567244,0.005944803450133762,0.004717410773848019,0.00020178288267458377],"max_abs_dp":0.005944803450133762,"mean_abs_dp":0.0029723877552282722,"letter_logits_fp16":[11.234375,12.671875,13.4453125,11.6875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.013077788697817894},{"key":"visual7w_00012","dataset":"visual7w","row_index":12,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.07428685575723648,0.16044935584068298,0.6933226585388184,0.07194109261035919],"ref_argmax":2,"ref_top2_margin":0.5328733026981354,"near_tie":false,"tokens":262,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.07623670166890055,0.161393098699558,0.6901907412162321,0.0721794584153092],"argmax":2,"argmax_equal":true,"abs_dp":[0.0019498459116640693,0.0009437428588750241,0.0031319173225862196,0.0002383658049500137],"max_abs_dp":0.0031319173225862196,"mean_abs_dp":0.0015659679745188317,"letter_logits_fp16":[11.5234375,12.2734375,13.7265625,11.46875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.07515215505276668,0.15663054137385504,0.6965066162600783,0.07171068731329996],"argmax":2,"argmax_equal":true,"abs_dp":[0.0008652992955301975,0.003818814466827941,0.0031839577212599,0.0002304052970592274],"max_abs_dp":0.003818814466827941,"mean_abs_dp":0.0020246191951693165,"letter_logits_fp16":[11.53125,12.265625,13.7578125,11.484375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.00631587504384612},{"key":"visual7w_00013","dataset":"visual7w","row_index":13,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0019048874964937568,0.002527407370507717,0.0020146903116256,0.9935530424118042],"ref_argmax":3,"ref_top2_margin":0.9910256350412965,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0019329414776008064,0.0025607314090404015,0.002009941112426383,0.9934963860009324],"argmax":3,"argmax_equal":true,"abs_dp":[2.8053981107049658e-05,3.332403853268436e-05,4.749199199216656e-06,5.6656410871824825e-05],"max_abs_dp":5.6656410871824825e-05,"mean_abs_dp":3.0695907427693875e-05,"letter_logits_fp16":[8.953125,9.234375,8.9921875,15.1953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0019178978231646053,0.002560729560466105,0.0020257038136077487,0.9934956688027615],"argmax":3,"argmax_equal":true,"abs_dp":[1.3010326670848506e-05,3.332218995838769e-05,1.1013501982148812e-05,5.7373609042676854e-05],"max_abs_dp":5.7373609042676854e-05,"mean_abs_dp":2.8679906913515465e-05,"letter_logits_fp16":[8.953125,9.2421875,9.0078125,15.203125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_00","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":1.5762701181365468e-05},{"key":"visual7w_00013","dataset":"visual7w","row_index":13,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0015912007074803114,0.0019432019907981157,0.0013294980162754655,0.9951362013816833],"ref_argmax":3,"ref_top2_margin":0.9931929993908852,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0016050889220343408,0.001951291884687258,0.0013203101329201082,0.9951233090603583],"argmax":3,"argmax_equal":true,"abs_dp":[1.3888214554029369e-05,8.089893889142363e-06,9.187883355357305e-06,1.2892321325064238e-05],"max_abs_dp":1.3888214554029369e-05,"mean_abs_dp":1.1014578280898319e-05,"letter_logits_fp16":[8.8984375,9.09375,8.703125,15.328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0016050309867858496,0.0019665250728667315,0.001341053585425393,0.995087390354922],"argmax":3,"argmax_equal":true,"abs_dp":[1.3830279305538165e-05,2.33230820686158e-05,1.1555569149927607e-05,4.881102676135285e-05],"max_abs_dp":4.881102676135285e-05,"mean_abs_dp":2.4379989321358605e-05,"letter_logits_fp16":[8.8984375,9.1015625,8.71875,15.328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_00","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":3.591870543628861e-05},{"key":"visual7w_00014","dataset":"visual7w","row_index":14,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.004394160117954016,0.018277164548635483,0.002948175882920623,0.9743805527687073],"ref_argmax":3,"ref_top2_margin":0.9561033882200718,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0043736247403401846,0.018270351791100373,0.002936312743449069,0.9744197107251104],"argmax":3,"argmax_equal":true,"abs_dp":[2.0535377613831174e-05,6.812757535109432e-06,1.1863139471553642e-05,3.915795640307973e-05],"max_abs_dp":3.915795640307973e-05,"mean_abs_dp":1.9592307755893494e-05,"letter_logits_fp16":[9.8359375,11.265625,9.4375,15.2421875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00447527886165321,0.01854951540956291,0.0030045600919429726,0.973970645636841],"argmax":3,"argmax_equal":true,"abs_dp":[8.111874369919406e-05,0.00027235086092742763,5.638420902234981e-05,0.0004099071318662828],"max_abs_dp":0.0004099071318662828,"mean_abs_dp":0.00020494023637881358,"letter_logits_fp16":[9.859375,11.28125,9.4609375,15.2421875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00044906508826936253},{"key":"visual7w_00014","dataset":"visual7w","row_index":14,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.004635950550436974,0.014551700092852116,0.0024764833506196737,0.9783357977867126],"ref_argmax":3,"ref_top2_margin":0.9637840976938605,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004567208230613396,0.014401604554639796,0.0024638240325994005,0.9785673631821475],"argmax":3,"argmax_equal":true,"abs_dp":[6.874231982357745e-05,0.0001500955382123196,1.2659318020273244e-05,0.00023156539543489618],"max_abs_dp":0.00023156539543489618,"mean_abs_dp":0.00011576564287276662,"letter_logits_fp16":[9.953125,11.1015625,9.3359375,15.3203125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.004673141280229894,0.014735639223700409,0.0025209706263855615,0.9780702488696841],"argmax":3,"argmax_equal":true,"abs_dp":[3.719072979292085e-05,0.0001839391308482933,4.448727576588773e-05,0.00026554891702856853],"max_abs_dp":0.00026554891702856853,"mean_abs_dp":0.0001327915133589176,"letter_logits_fp16":[9.9765625,11.125,9.359375,15.3203125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0004971143124634647},{"key":"visual7w_00015","dataset":"visual7w","row_index":15,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.998656153678894,0.0005012412439100444,0.0007009620312601328,0.00014165624452289194],"ref_argmax":0,"ref_top2_margin":0.9979551916476339,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9986590485633158,0.0005068581627933669,0.0006927929676996185,0.00014130030619138084],"argmax":0,"argmax_equal":true,"abs_dp":[2.894884421733579e-06,5.6169188833224675e-06,8.16906356051431e-06,3.5593833151110273e-07],"max_abs_dp":8.16906356051431e-06,"mean_abs_dp":4.259201299270365e-06,"letter_logits_fp16":[16.40625,8.8203125,9.1328125,7.54296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9986370085916954,0.0005108222267604632,0.0007092064272521587,0.0001429627542920497],"argmax":0,"argmax_equal":true,"abs_dp":[1.9145087198690902e-05,9.580982850418808e-06,8.24439599202587e-06,1.3065097691577576e-06],"max_abs_dp":1.9145087198690902e-05,"mean_abs_dp":9.569243952573335e-06,"letter_logits_fp16":[16.40625,8.828125,9.15625,7.5546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":2.203997162042448e-05},{"key":"visual7w_00015","dataset":"visual7w","row_index":15,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.998729407787323,0.0005162190063856542,0.0006130200927145779,0.00014136877143755555],"ref_argmax":0,"ref_top2_margin":0.9981163876946084,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.998728345853553,0.0005189139628558873,0.0006114300725236579,0.0001413101110675724],"argmax":0,"argmax_equal":true,"abs_dp":[1.0619337700301656e-06,2.694956470233119e-06,1.5900201909199978e-06,5.866036998316182e-08],"max_abs_dp":2.694956470233119e-06,"mean_abs_dp":1.351392700291611e-06,"letter_logits_fp16":[16.4375,8.875,9.0390625,7.57421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9987083460808267,0.0005270751137085927,0.000621046258278775,0.00014353254718605334],"argmax":0,"argmax_equal":true,"abs_dp":[2.1061706496294796e-05,1.0856107322938465e-05,8.026165564197071e-06,2.163775748497787e-06],"max_abs_dp":2.1061706496294796e-05,"mean_abs_dp":1.052693878298203e-05,"letter_logits_fp16":[16.4375,8.890625,9.0546875,7.58984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":1.999977272626463e-05},{"key":"visual7w_00016","dataset":"visual7w","row_index":16,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.005027839448302984,0.010108953341841698,0.9461182355880737,0.03874485194683075],"ref_argmax":2,"ref_top2_margin":0.907373383641243,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.005114778318184362,0.010251730892726909,0.9447157219566232,0.03991776883246563],"argmax":2,"argmax_equal":true,"abs_dp":[8.693886988137781e-05,0.0001427775508852109,0.0014025136314504971,0.001172916885634881],"max_abs_dp":0.0014025136314504971,"mean_abs_dp":0.0007012867344629917,"letter_logits_fp16":[9.6640625,10.359375,14.8828125,11.71875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.005154272823477103,0.01033089112506055,0.9446018775696823,0.03991295848178006],"argmax":2,"argmax_equal":true,"abs_dp":[0.00012643337517411878,0.0002219377832188528,0.0015163580183914505,0.0011681065349493092],"max_abs_dp":0.0015163580183914505,"mean_abs_dp":0.0007582089279334328,"letter_logits_fp16":[9.671875,10.3671875,14.8828125,11.71875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.00011384438694095333},{"key":"visual7w_00016","dataset":"visual7w","row_index":16,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.003173595294356346,0.002553087193518877,0.9828194975852966,0.01145392470061779],"ref_argmax":2,"ref_top2_margin":0.9713655728846788,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.003201292686429522,0.0025723109385318165,0.9825165542817598,0.011709842093278962],"argmax":2,"argmax_equal":true,"abs_dp":[2.7697392073175713e-05,1.922374501293943e-05,0.0003029433035368623,0.0002559173926611723],"max_abs_dp":0.0003029433035368623,"mean_abs_dp":0.00015144545832103742,"letter_logits_fp16":[9.75,9.53125,15.4765625,11.046875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.003226613752886001,0.002572480770276482,0.9825814229949767,0.011619482481860816],"argmax":2,"argmax_equal":true,"abs_dp":[5.3018458529654946e-05,1.9393576757605144e-05,0.0002380745903198811,0.00016555778124302534],"max_abs_dp":0.0002380745903198811,"mean_abs_dp":0.00011901110171254163,"letter_logits_fp16":[9.7578125,9.53125,15.4765625,11.0390625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":9.035961141814694e-05},{"key":"visual7w_00017","dataset":"visual7w","row_index":17,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.04684462398290634,0.02706162817776203,0.011931095272302628,0.9141626358032227],"ref_argmax":3,"ref_top2_margin":0.8673180118203163,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.047286539299202894,0.02736734935842293,0.01195590948341572,0.9133902018589585],"argmax":3,"argmax_equal":true,"abs_dp":[0.0004419153162965525,0.0003057211806608978,2.4814211113092025e-05,0.0007724339442641837],"max_abs_dp":0.0007724339442641837,"mean_abs_dp":0.0003862211630836815,"letter_logits_fp16":[11.609375,11.0625,10.234375,14.5703125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.04762056362735375,0.02756066780841301,0.012134797805254284,0.9126839707589789],"argmax":3,"argmax_equal":true,"abs_dp":[0.0007759396444474084,0.0004990396306509791,0.00020370253295165681,0.0014786650442437654],"max_abs_dp":0.0014786650442437654,"mean_abs_dp":0.0007393367130734524,"letter_logits_fp16":[11.625,11.078125,10.2578125,14.578125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0007062310999795818},{"key":"visual7w_00017","dataset":"visual7w","row_index":17,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.08464815467596054,0.05926669016480446,0.023815682157874107,0.8322694897651672],"ref_argmax":3,"ref_top2_margin":0.7476213350892067,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.08665414022361895,0.060494339339305966,0.0242517140175015,0.8285998064195736],"argmax":3,"argmax_equal":true,"abs_dp":[0.0020059855476584065,0.0012276491745015078,0.0004360318596273935,0.0036696833455935884],"max_abs_dp":0.0036696833455935884,"mean_abs_dp":0.001834837481845224,"letter_logits_fp16":[11.859375,11.5,10.5859375,14.1171875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.08552193610727031,0.05970393348173236,0.02412256973298656,0.8306515606780108],"argmax":3,"argmax_equal":true,"abs_dp":[0.0008737814313097697,0.0004372433169279044,0.00030688757511245293,0.0016179290871564111],"max_abs_dp":0.0016179290871564111,"mean_abs_dp":0.0008089603526266346,"letter_logits_fp16":[11.859375,11.5,10.59375,14.1328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0020517542584371773},{"key":"visual7w_00018","dataset":"visual7w","row_index":18,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.000791116792242974,0.0030752550810575485,0.0015661290381103754,0.9945675134658813],"ref_argmax":3,"ref_top2_margin":0.9914922583848238,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0007637998527507253,0.003020887018584558,0.0015309110305848903,0.99468440209808],"argmax":3,"argmax_equal":true,"abs_dp":[2.7316939492248748e-05,5.436806247299071e-05,3.5218007525485064e-05,0.00011688863219860846],"max_abs_dp":0.00011688863219860846,"mean_abs_dp":5.8447910422333244e-05,"letter_logits_fp16":[8.8203125,10.1953125,9.515625,15.9921875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0007879125141563286,0.003116254444437525,0.001579240889761551,0.9945165921516447],"argmax":3,"argmax_equal":true,"abs_dp":[3.204278086645432e-06,4.099936337997661e-05,1.3111851651175692e-05,5.092131423667379e-05],"max_abs_dp":5.092131423667379e-05,"mean_abs_dp":2.705920183861788e-05,"letter_logits_fp16":[8.84375,10.21875,9.5390625,15.984375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.00016780994643528224},{"key":"visual7w_00018","dataset":"visual7w","row_index":18,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0006582920323126018,0.0009386396850459278,0.0006444449536502361,0.9977585077285767],"ref_argmax":3,"ref_top2_margin":0.9968198680435307,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0006351991290231048,0.0009242092793015767,0.0006351991290231048,0.9978053924626521],"argmax":3,"argmax_equal":true,"abs_dp":[2.3092903289496968e-05,1.443040574435105e-05,9.245824627131293e-06,4.688473407543636e-05],"max_abs_dp":4.688473407543636e-05,"mean_abs_dp":2.341346693410392e-05,"letter_logits_fp16":[8.875,9.25,8.875,16.234375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0006553250661266582,0.0009460722087012301,0.0006502252860024505,0.9977483774391698],"argmax":3,"argmax_equal":true,"abs_dp":[2.9669661859436144e-06,7.432523655302313e-06,5.780332352214369e-06,1.013028940688443e-05],"max_abs_dp":1.013028940688443e-05,"mean_abs_dp":6.5775279000861815e-06,"letter_logits_fp16":[8.90625,9.2734375,8.8984375,16.234375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":5.701502348232079e-05},{"key":"visual7w_00019","dataset":"visual7w","row_index":19,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.05735629424452782,0.8800378441810608,0.008800259791314602,0.05380556359887123],"ref_argmax":1,"ref_top2_margin":0.822681549936533,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05716610452315952,0.8803646040738212,0.008766706063802844,0.053702585339216576],"argmax":1,"argmax_equal":true,"abs_dp":[0.00019018972136829876,0.00032675989276043094,3.3553727511757836e-05,0.00010297825965465551],"max_abs_dp":0.00032675989276043094,"mean_abs_dp":0.00016337040032378576,"letter_logits_fp16":[11.75,14.484375,9.875,11.6875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05795714937369432,0.878709130700596,0.00888801672062946,0.0544457032050803],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006008551291665012,0.001328713480464816,8.77569293148573e-05,0.000640139606209067],"max_abs_dp":0.001328713480464816,"mean_abs_dp":0.0006643662862888104,"letter_logits_fp16":[11.765625,14.484375,9.890625,11.703125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.001655473373225247},{"key":"visual7w_00019","dataset":"visual7w","row_index":19,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.4240838289260864,0.3181246221065521,0.07322317361831665,0.184568390250206],"ref_argmax":0,"ref_top2_margin":0.1059592068195343,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.4312022675339718,0.3130192775438166,0.07319592706571271,0.182582527856499],"argmax":0,"argmax_equal":true,"abs_dp":[0.007118438607885358,0.0051053445627355365,2.7246552603943375e-05,0.0019858623937069886],"max_abs_dp":0.007118438607885358,"mean_abs_dp":0.0035592230292329566,"letter_logits_fp16":[13.0546875,12.734375,11.28125,12.1953125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.42465460879200334,0.31805160621911,0.07321963724188353,0.18407414774700312],"argmax":0,"argmax_equal":true,"abs_dp":[0.000570779865916915,7.301588744212939e-05,3.536376433119215e-06,0.0004942425032028741],"max_abs_dp":0.000570779865916915,"mean_abs_dp":0.0002853936582487594,"letter_logits_fp16":[13.0546875,12.765625,11.296875,12.21875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.006547658741968443},{"key":"visual7w_00020","dataset":"visual7w","row_index":20,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.19558733701705933,0.0017982247518375516,0.7846634387969971,0.01795096881687641],"ref_argmax":2,"ref_top2_margin":0.5890761017799377,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.194097843342189,0.001829970559552605,0.7858766757580395,0.01819551034021905],"argmax":2,"argmax_equal":true,"abs_dp":[0.0014894936748703347,3.1745807715053385e-05,0.0012132369610424742,0.0002445415233426375],"max_abs_dp":0.0014894936748703347,"mean_abs_dp":0.000744754491742625,"letter_logits_fp16":[13.359375,8.6953125,14.7578125,10.9921875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.19784869348008652,0.0018079435953505746,0.7825067622433384,0.017836600681224495],"argmax":2,"argmax_equal":true,"abs_dp":[0.002261356463027192,9.718843513023025e-06,0.0021566765536586985,0.00011436813565191689],"max_abs_dp":0.002261356463027192,"mean_abs_dp":0.0011355299989627076,"letter_logits_fp16":[13.390625,8.6953125,14.765625,10.984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0037508501378975267},{"key":"visual7w_00020","dataset":"visual7w","row_index":20,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.1368745118379593,0.0007597527001053095,0.8598341345787048,0.0025315964594483376],"ref_argmax":2,"ref_top2_margin":0.7229596227407455,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.13523158075734082,0.0007793763127516344,0.8613933234827075,0.002595719447200054],"argmax":2,"argmax_equal":true,"abs_dp":[0.0016429310806184705,1.962361264632492e-05,0.0015591889040026397,6.412298775171658e-05],"max_abs_dp":0.0016429310806184705,"mean_abs_dp":0.0008214666462547879,"letter_logits_fp16":[13.515625,8.359375,15.3671875,9.5625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1379995756420312,0.0007708593172975345,0.8586622115193665,0.0025673535213049385],"argmax":2,"argmax_equal":true,"abs_dp":[0.0011250638040719019,1.1106617192225047e-05,0.0011719230593383312,3.575706185660098e-05],"max_abs_dp":0.0011719230593383312,"mean_abs_dp":0.0005859626356147648,"letter_logits_fp16":[13.546875,8.359375,15.375,9.5625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0027679948846903724},{"key":"visual7w_00021","dataset":"visual7w","row_index":21,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.000272103730821982,0.9992949962615967,0.00021105038467794657,0.00022179102234076709],"ref_argmax":1,"ref_top2_margin":0.9990228925307747,"near_tie":false,"tokens":109,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0002779062604550507,0.9992735702343727,0.00021813112313040254,0.00023039238204186337],"argmax":1,"argmax_equal":true,"abs_dp":[5.8025296330686945e-06,2.1426027223991895e-05,7.08073845245597e-06,8.601359701096282e-06],"max_abs_dp":2.1426027223991895e-05,"mean_abs_dp":1.072766375265321e-05,"letter_logits_fp16":[8.484375,16.671875,8.2421875,8.296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0002736026776791167,0.9992916655624742,0.00021142376250584302,0.00022330799734091337],"argmax":1,"argmax_equal":true,"abs_dp":[1.4989468571346954e-06,3.3306991225057203e-06,3.733778278964563e-07,1.5169750001462834e-06],"max_abs_dp":3.3306991225057203e-06,"mean_abs_dp":1.6799997019207889e-06,"letter_logits_fp16":[8.5,16.703125,8.2421875,8.296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":1.8095328101486174e-05},{"key":"visual7w_00021","dataset":"visual7w","row_index":21,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0003190765273757279,0.9991980195045471,0.00023637090635020286,0.0002465256256982684],"ref_argmax":1,"ref_top2_margin":0.9988789429771714,"near_tie":false,"tokens":241,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0003248738747667702,0.9991768104097489,0.00024331928948593339,0.00025499642599833845],"argmax":1,"argmax_equal":true,"abs_dp":[5.797347391042296e-06,2.120909479819133e-05,6.9483831357305275e-06,8.470800300070034e-06],"max_abs_dp":2.120909479819133e-05,"mean_abs_dp":1.0606406406258547e-05,"letter_logits_fp16":[8.546875,16.578125,8.2578125,8.3046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00031984368684511317,0.9991971623226958,0.00023583794556879392,0.0002471560448901844],"argmax":1,"argmax_equal":true,"abs_dp":[7.671594693852758e-07,8.571818512770335e-07,5.329607814089413e-07,6.304191919159871e-07],"max_abs_dp":8.571818512770335e-07,"mean_abs_dp":6.969303234968094e-07,"letter_logits_fp16":[8.5625,16.609375,8.2578125,8.3046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":2.0351912946914297e-05},{"key":"visual7w_00022","dataset":"visual7w","row_index":22,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.00426606647670269,0.0040489849634468555,0.0024208950344473124,0.9892640709877014],"ref_argmax":3,"ref_top2_margin":0.9849980045109987,"near_tie":false,"tokens":108,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004237096705608993,0.004043065920848189,0.0024142249295799802,0.9893056124439629],"argmax":3,"argmax_equal":true,"abs_dp":[2.8969771093696924e-05,5.919042598666845e-06,6.670104867332119e-06,4.154145626145134e-05],"max_abs_dp":4.154145626145134e-05,"mean_abs_dp":2.0775093705286806e-05,"letter_logits_fp16":[10.1484375,10.1015625,9.5859375,15.6015625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.004336476784082831,0.004137895054192466,0.0024708499914147843,0.9890547781703098],"argmax":3,"argmax_equal":true,"abs_dp":[7.041030738014122e-05,8.891009074561088e-05,4.99549569674719e-05,0.0002092928173915709],"max_abs_dp":0.0002092928173915709,"mean_abs_dp":0.00010464204312119873,"letter_logits_fp16":[10.171875,10.125,9.609375,15.6015625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.00025083427365302224},{"key":"visual7w_00022","dataset":"visual7w","row_index":22,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0007943647215142846,0.000889374001417309,0.0005869714659638703,0.9977292418479919],"ref_argmax":3,"ref_top2_margin":0.9968398678465746,"near_tie":false,"tokens":240,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0008029026612138233,0.0008887322310166336,0.0005828448268337514,0.9977255202809358],"argmax":3,"argmax_equal":true,"abs_dp":[8.537939699538644e-06,6.417704006754467e-07,4.126639130118859e-06,3.7215670561918657e-06],"max_abs_dp":8.537939699538644e-06,"mean_abs_dp":4.256979071631204e-06,"letter_logits_fp16":[9.15625,9.2578125,8.8359375,16.28125],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g448_shard_01","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0008028840552054881,0.0009027068079047996,0.0005920095781077552,0.9977023995587818],"argmax":3,"argmax_equal":true,"abs_dp":[8.519333691203485e-06,1.333280648749052e-05,5.0381121438849595e-06,2.6842289210127213e-05],"max_abs_dp":2.6842289210127213e-05,"mean_abs_dp":1.3433135383176544e-05,"letter_logits_fp16":[9.15625,9.2734375,8.8515625,16.28125],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g448_shard_01","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":2.3120722153935347e-05},{"key":"visual7w_00023","dataset":"visual7w","row_index":23,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.05682465061545372,0.04277690872550011,0.18975993990898132,0.7106384634971619],"ref_argmax":3,"ref_top2_margin":0.5208785235881805,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.056512177612252315,0.041996284407787215,0.19117823259745823,0.7103133053825023],"argmax":3,"argmax_equal":true,"abs_dp":[0.00031247300320140503,0.0007806243177128913,0.001418292688476902,0.0003251581146596072],"max_abs_dp":0.001418292688476902,"mean_abs_dp":0.0007091370310127014,"letter_logits_fp16":[11.1015625,10.8046875,12.3203125,13.6328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05761192900741497,0.04314934108525026,0.19187702021284242,0.7073617096944923],"argmax":3,"argmax_equal":true,"abs_dp":[0.0007872783919612505,0.0003724323597501522,0.0021170803038610964,0.003276753802669563],"max_abs_dp":0.003276753802669563,"mean_abs_dp":0.0016383862145605155,"letter_logits_fp16":[11.125,10.8359375,12.328125,13.6328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.002951595688009956},{"key":"visual7w_00023","dataset":"visual7w","row_index":23,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.020914152264595032,0.01573215425014496,0.14391006529331207,0.8194436430931091],"ref_argmax":3,"ref_top2_margin":0.6755335777997971,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.020938684229776357,0.01556030886072044,0.14648321788567378,0.8170177890238295],"argmax":3,"argmax_equal":true,"abs_dp":[2.4531965181325e-05,0.000171845389424519,0.0025731525923617105,0.0024258540692796426],"max_abs_dp":0.0025731525923617105,"mean_abs_dp":0.0012988460040617993,"letter_logits_fp16":[10.421875,10.125,12.3671875,14.0859375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.02125356984208071,0.015918188302236784,0.14638093590645637,0.8164473059492262],"argmax":3,"argmax_equal":true,"abs_dp":[0.0003394175774856789,0.0001860340520918255,0.0024708706131442992,0.002996337143882921],"max_abs_dp":0.002996337143882921,"mean_abs_dp":0.0014981648466511812,"letter_logits_fp16":[10.4375,10.1484375,12.3671875,14.0859375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0005704830746032785},{"key":"visual7w_00024","dataset":"visual7w","row_index":24,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.00046645704424008727,0.00027370048337616026,0.9988825917243958,0.0003772318013943732],"ref_argmax":2,"ref_top2_margin":0.9984161346801557,"near_tie":false,"tokens":109,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00047254769224528743,0.0002777964573749563,0.9988787489169649,0.0003709069334147524],"argmax":2,"argmax_equal":true,"abs_dp":[6.0906480052001625e-06,4.095973998796026e-06,3.8428074308205495e-06,6.324867979620784e-06],"max_abs_dp":6.324867979620784e-06,"mean_abs_dp":5.08857435360938e-06,"letter_logits_fp16":[8.8125,8.28125,16.46875,8.5703125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0004725445573963813,0.00027563279965140325,0.9988721224240104,0.0003797002189418984],"argmax":2,"argmax_equal":true,"abs_dp":[6.0875131562940395e-06,1.9323162752429824e-06,1.0469300385396174e-05,2.468417547525246e-06],"max_abs_dp":1.0469300385396174e-05,"mean_abs_dp":5.2393868411146105e-06,"letter_logits_fp16":[8.8125,8.2734375,16.46875,8.59375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":8.79328552714603e-06},{"key":"visual7w_00024","dataset":"visual7w","row_index":24,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0004977351636625826,0.0003706064017023891,0.9986996650695801,0.0004319732543081045],"ref_argmax":2,"ref_top2_margin":0.9982019299059175,"near_tie":false,"tokens":241,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0005068706720038859,0.0003826060563153138,0.9986836953722106,0.00042682789947017343],"argmax":2,"argmax_equal":true,"abs_dp":[9.135508341303255e-06,1.199965461292469e-05,1.5969697369500047e-05,5.145354837931084e-06],"max_abs_dp":1.5969697369500047e-05,"mean_abs_dp":1.0562553790414769e-05,"letter_logits_fp16":[8.8046875,8.5234375,16.390625,8.6328125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0005029292339662069,0.0003737452711795013,0.9986897733954098,0.0004335520994445752],"argmax":2,"argmax_equal":true,"abs_dp":[5.194070303624282e-06,3.138869477112185e-06,9.89167417031478e-06,1.5788451364706982e-06],"max_abs_dp":9.89167417031478e-06,"mean_abs_dp":4.950864771880486e-06,"letter_logits_fp16":[8.8125,8.515625,16.40625,8.6640625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":8.860785135812504e-06},{"key":"visual7w_00025","dataset":"visual7w","row_index":25,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.03041982837021351,0.9690999984741211,0.0002889164024963975,0.000191324288607575],"ref_argmax":1,"ref_top2_margin":0.9386801701039076,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.030660747235768615,0.9688484921625207,0.0002959272135186417,0.0001948333881919311],"argmax":1,"argmax_equal":true,"abs_dp":[0.00024091886555510644,0.0002515063116004246,7.010811022244211e-06,3.509099584356098e-06],"max_abs_dp":0.0002515063116004246,"mean_abs_dp":0.00012573627194053283,"letter_logits_fp16":[12.8125,16.265625,8.171875,7.75390625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.030660957502603267,0.968855136381076,0.0002913412852834507,0.00019256483103734362],"argmax":1,"argmax_equal":true,"abs_dp":[0.00024112913238975853,0.000244862093045084,2.4248827870532045e-06,1.240542429768618e-06],"max_abs_dp":0.000244862093045084,"mean_abs_dp":0.0001224141626629161,"letter_logits_fp16":[12.84375,16.296875,8.1875,7.7734375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":6.644218555340586e-06},{"key":"visual7w_00025","dataset":"visual7w","row_index":25,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.05293684080243111,0.9466420412063599,0.0002550245844759047,0.00016608508303761482],"ref_argmax":1,"ref_top2_margin":0.8937052004039288,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05338049237964529,0.9461918672416639,0.0002590641325221157,0.0001685762461687659],"argmax":1,"argmax_equal":true,"abs_dp":[0.00044365157721418247,0.0004501739646959324,4.039548046211013e-06,2.4911631311510846e-06],"max_abs_dp":0.0004501739646959324,"mean_abs_dp":0.00022508906327186923,"letter_logits_fp16":[13.40625,16.28125,8.078125,7.6484375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05377661072203669,0.9457952686335503,0.0002589555451648074,0.00016916509924825294],"argmax":1,"argmax_equal":true,"abs_dp":[0.0008397699196055833,0.0008467725728095177,3.930960688902695e-06,3.080016210638115e-06],"max_abs_dp":0.0008467725728095177,"mean_abs_dp":0.00042338836732866046,"letter_logits_fp16":[13.4296875,16.296875,8.09375,7.66796875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.00039659860811358527},{"key":"visual7w_00026","dataset":"visual7w","row_index":26,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.5128380656242371,0.04532693326473236,0.35153892636299133,0.09029600769281387],"ref_argmax":0,"ref_top2_margin":0.16129913926124573,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5095020762751694,0.04557555178956145,0.35568977335338026,0.08923259858188884],"argmax":0,"argmax_equal":true,"abs_dp":[0.0033359893490676473,0.00024861852482908897,0.004150846990388923,0.0010634091109250343],"max_abs_dp":0.004150846990388923,"mean_abs_dp":0.0021997159938026735,"letter_logits_fp16":[12.9765625,10.5625,12.6171875,11.234375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5139188057464905,0.04561288705750294,0.3504621764416083,0.09000613075439824],"argmax":0,"argmax_equal":true,"abs_dp":[0.001080740122253454,0.00028595379277057686,0.0010767499213830134,0.00028987693841563134],"max_abs_dp":0.001080740122253454,"mean_abs_dp":0.0006833301937056689,"letter_logits_fp16":[12.9921875,10.5703125,12.609375,11.25],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.005227596911771937},{"key":"visual7w_00026","dataset":"visual7w","row_index":26,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.6915003061294556,0.03879088908433914,0.24688862264156342,0.02282021753489971],"ref_argmax":0,"ref_top2_margin":0.44461168348789215,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.686751490756334,0.039973730293997686,0.25067568091042214,0.02259909803924622],"argmax":0,"argmax_equal":true,"abs_dp":[0.004748815373121551,0.0011828412096585444,0.003787058268858723,0.00022111949565349273],"max_abs_dp":0.004748815373121551,"mean_abs_dp":0.0024849585868230778,"letter_logits_fp16":[13.6640625,10.8203125,12.65625,10.25],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6900723651088817,0.03923656015123684,0.24798269588205757,0.022708378857823824],"argmax":0,"argmax_equal":true,"abs_dp":[0.001427941020573864,0.00044567106689769737,0.0010940732404941533,0.00011183867707588793],"max_abs_dp":0.001427941020573864,"mean_abs_dp":0.0007698810012604007,"letter_logits_fp16":[13.6796875,10.8125,12.65625,10.265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.003320874352547687},{"key":"visual7w_00027","dataset":"visual7w","row_index":27,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0001754948461893946,0.999150276184082,0.00015849407645873725,0.0005157480482012033],"ref_argmax":1,"ref_top2_margin":0.9986345281358808,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0001794036913179477,0.999128347467001,0.00016081642954636914,0.0005314324121348891],"argmax":1,"argmax_equal":true,"abs_dp":[3.908845128553108e-06,2.1928717081065585e-05,2.322353087631882e-06,1.568436393368578e-05],"max_abs_dp":2.1928717081065585e-05,"mean_abs_dp":1.0961069807734089e-05,"letter_logits_fp16":[8.265625,16.890625,8.15625,9.3515625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0001766258951131445,0.99914871345117,0.00015956819869511756,0.0005150924550217637],"argmax":1,"argmax_equal":true,"abs_dp":[1.1310489237498981e-06,1.5627329120748712e-06,1.0741222363803028e-06,6.555931794396085e-07],"max_abs_dp":1.5627329120748712e-06,"mean_abs_dp":1.1058743129111701e-06,"letter_logits_fp16":[8.28125,16.921875,8.1796875,9.3515625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_01","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":2.0365984168990714e-05},{"key":"visual7w_00027","dataset":"visual7w","row_index":27,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.00018051669758278877,0.9990504384040833,0.00019973565940745175,0.0005692642880603671],"ref_argmax":1,"ref_top2_margin":0.9984811741160229,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00018221386864312385,0.9990459970052954,0.00020169236673914668,0.0005700967593222521],"argmax":1,"argmax_equal":true,"abs_dp":[1.6971710603350804e-06,4.441398787857764e-06,1.956707331694931e-06,8.324712618849655e-07],"max_abs_dp":4.441398787857764e-06,"mean_abs_dp":2.2319371104431853e-06,"letter_logits_fp16":[8.25,16.859375,8.3515625,9.390625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0001807964092116057,0.9990489817460764,0.0002001233821737646,0.0005700984625381718],"argmax":1,"argmax_equal":true,"abs_dp":[2.7971162881693817e-07,1.4566580068819945e-06,3.877227663128587e-07,8.341744778047212e-07],"max_abs_dp":1.4566580068819945e-06,"mean_abs_dp":7.395667199541281e-07,"letter_logits_fp16":[8.2578125,16.875,8.359375,9.40625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_01","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":2.9847407809757698e-06},{"key":"visual7w_00028","dataset":"visual7w","row_index":28,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.015001893043518066,0.6588490605354309,0.27583563327789307,0.05031341686844826],"ref_argmax":1,"ref_top2_margin":0.38301342725753784,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0150579469671076,0.6554640050644289,0.27971770257899015,0.049760345389473305],"argmax":1,"argmax_equal":true,"abs_dp":[5.605392358953333e-05,0.0033850554710019853,0.0038820693010970797,0.0005530714789749522],"max_abs_dp":0.0038820693010970797,"mean_abs_dp":0.0019690625436658876,"letter_logits_fp16":[10.0234375,13.796875,12.9453125,11.21875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.015001725018842766,0.6581383685354586,0.27650466591710743,0.0503552405285913],"argmax":1,"argmax_equal":true,"abs_dp":[1.6802467530004084e-07,0.0007106919999723127,0.000669032639214362,4.1823660143040786e-05],"max_abs_dp":0.0007106919999723127,"mean_abs_dp":0.00035542908100125387,"letter_logits_fp16":[10.0390625,13.8203125,12.953125,11.25],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0032130366618827177},{"key":"visual7w_00028","dataset":"visual7w","row_index":28,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.009541396051645279,0.15610283613204956,0.7230467796325684,0.11130893975496292],"ref_argmax":2,"ref_top2_margin":0.5669439435005188,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.009738589420980511,0.15594974124871822,0.7211042977225602,0.11320737160774103],"argmax":2,"argmax_equal":true,"abs_dp":[0.00019719336933523256,0.00015309488333134502,0.0019424819100081203,0.0018984318527781041],"max_abs_dp":0.0019424819100081203,"mean_abs_dp":0.0010478005038632005,"letter_logits_fp16":[9.6015625,12.375,13.90625,12.0546875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.009597510925827234,0.15611084289122215,0.7218492241703347,0.11244242201261605],"argmax":2,"argmax_equal":true,"abs_dp":[5.611487418195546e-05,8.00675917259075e-06,0.001197555462233657,0.0011334822576531262],"max_abs_dp":0.001197555462233657,"mean_abs_dp":0.0005987898383103324,"letter_logits_fp16":[9.6015625,12.390625,13.921875,12.0625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.000764949595124978},{"key":"visual7w_00029","dataset":"visual7w","row_index":29,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.950167715549469,0.021630141884088516,0.014150235801935196,0.014051905833184719],"ref_argmax":0,"ref_top2_margin":0.9285375736653805,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9522154653652286,0.021037179787094497,0.013582624129736199,0.013164730717940654],"argmax":0,"argmax_equal":true,"abs_dp":[0.002047749815759614,0.0005929620969940194,0.000567611672198997,0.0008871751152440648],"max_abs_dp":0.002047749815759614,"mean_abs_dp":0.0010238746750491738,"letter_logits_fp16":[14.78125,10.96875,10.53125,10.5],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9493524712678224,0.02215288293280578,0.014302976221695652,0.014191669577676145],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008152442816465877,0.000522741048717263,0.00015274041976045573,0.0001397637444914262],"max_abs_dp":0.0008152442816465877,"mean_abs_dp":0.00040762237365393316,"letter_logits_fp16":[14.7578125,11.0,10.5625,10.5546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.002862994097406202},{"key":"visual7w_00029","dataset":"visual7w","row_index":29,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.971968948841095,0.010349871590733528,0.01022981759160757,0.007451299577951431],"ref_argmax":0,"ref_top2_margin":0.9616190772503614,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9734032117820023,0.00984583375767918,0.00976921287149754,0.006981741588821148],"argmax":0,"argmax_equal":true,"abs_dp":[0.001434262940907316,0.0005040378330543483,0.0004606047201100305,0.00046955798913028354],"max_abs_dp":0.001434262940907316,"mean_abs_dp":0.0007171158708004946,"letter_logits_fp16":[15.0703125,10.4765625,10.46875,10.1328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9716215907982135,0.010543704150277559,0.010299459506702453,0.007535245544806584],"argmax":0,"argmax_equal":true,"abs_dp":[0.00034735804288144045,0.00019383255954403059,6.964191509488231e-05,8.394596685515256e-05],"max_abs_dp":0.00034735804288144045,"mean_abs_dp":0.00017369462109387648,"letter_logits_fp16":[15.0546875,10.53125,10.5078125,10.1953125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0017816209837887564},{"key":"visual7w_00030","dataset":"visual7w","row_index":30,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.04110011085867882,0.06772056967020035,0.0016461488557979465,0.8895331621170044],"ref_argmax":3,"ref_top2_margin":0.821812592446804,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.04140905539726466,0.06463862137945041,0.0016436791055592134,0.8923086441177257],"argmax":3,"argmax_equal":true,"abs_dp":[0.0003089445385858411,0.003081948290749939,2.4697502387330695e-06,0.0027754820007213077],"max_abs_dp":0.003081948290749939,"mean_abs_dp":0.0015422111450739552,"letter_logits_fp16":[11.453125,11.8984375,8.2265625,14.5234375],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g256_shard_02","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.041523755491806896,0.06899804597237286,0.0016611592216633025,0.8878170393141569],"argmax":3,"argmax_equal":true,"abs_dp":[0.00042364463312807854,0.0012774763021725088,1.5010365865356003e-05,0.0017161228028474973],"max_abs_dp":0.0017161228028474973,"mean_abs_dp":0.0008580635260033602,"letter_logits_fp16":[11.4609375,11.96875,8.2421875,14.5234375],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g256_shard_02","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.004491604803568805},{"key":"visual7w_00030","dataset":"visual7w","row_index":30,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.039661139249801636,0.10970672965049744,0.00250935647636652,0.8481227159500122],"ref_argmax":3,"ref_top2_margin":0.7384159862995148,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.040140275165786374,0.10575553939034778,0.0025461125315142208,0.8515580729123516],"argmax":3,"argmax_equal":true,"abs_dp":[0.00047913591598473804,0.003951190260149659,3.6756055147700844e-05,0.003435356962339431],"max_abs_dp":0.003951190260149659,"mean_abs_dp":0.0019756097984053823,"letter_logits_fp16":[11.296875,12.265625,8.5390625,14.3515625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.040203449950365795,0.11100528486812768,0.0025302745423210183,0.8462609906391855],"argmax":3,"argmax_equal":true,"abs_dp":[0.0005423107005641595,0.00129855521763024,2.091806595449835e-05,0.001861725310826734],"max_abs_dp":0.001861725310826734,"mean_abs_dp":0.000930877323743908,"letter_logits_fp16":[11.3125,12.328125,8.546875,14.359375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.005297082273166165},{"key":"visual7w_00031","dataset":"visual7w","row_index":31,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.002109321067109704,0.9952573180198669,0.002432634122669697,0.00020073060295544565],"ref_argmax":1,"ref_top2_margin":0.9928246838971972,"near_tie":false,"tokens":119,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0020775011228504605,0.9952966050144706,0.002428844884662331,0.00019704897801662148],"argmax":1,"argmax_equal":true,"abs_dp":[3.1819944259243484e-05,3.928699460364893e-05,3.7892380073656882e-06,3.6816249388241674e-06],"max_abs_dp":3.928699460364893e-05,"mean_abs_dp":1.9644450452270567e-05,"letter_logits_fp16":[10.03125,16.203125,10.1875,7.67578125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0021598971281424797,0.9951297142100828,0.0025055245021166723,0.00020486415965809642],"argmax":1,"argmax_equal":true,"abs_dp":[5.0576061032775715e-05,0.0001276038097841603,7.289037944697551e-05,4.133556702650771e-06],"max_abs_dp":0.0001276038097841603,"mean_abs_dp":6.380095174164058e-05,"letter_logits_fp16":[10.0546875,16.1875,10.203125,7.69921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.00016689080438780923},{"key":"visual7w_00031","dataset":"visual7w","row_index":31,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.00735011650249362,0.9900884032249451,0.0022952428553253412,0.000266293587628752],"ref_argmax":1,"ref_top2_margin":0.9827382867224514,"near_tie":false,"tokens":251,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.007270333625169391,0.990158153284515,0.0023056547238329227,0.000265858366482739],"argmax":1,"argmax_equal":true,"abs_dp":[7.978287732422849e-05,6.975005956988412e-05,1.0411868507581492e-05,4.35221146012979e-07],"max_abs_dp":7.978287732422849e-05,"mean_abs_dp":4.009500663692677e-05,"letter_logits_fp16":[11.046875,15.9609375,9.8984375,7.73828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.007441311573602359,0.9899675057179297,0.00232329077949976,0.00026789192896818767],"argmax":1,"argmax_equal":true,"abs_dp":[9.11950711087392e-05,0.00012089750701538282,2.8047924174418645e-05,1.5983413394356737e-06],"max_abs_dp":0.00012089750701538282,"mean_abs_dp":6.0434710909494085e-05,"letter_logits_fp16":[11.078125,15.96875,9.9140625,7.75390625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.00019064756658526694},{"key":"visual7w_00032","dataset":"visual7w","row_index":32,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0022483067587018013,0.00039075565291568637,0.0007833659183233976,0.9965775609016418],"ref_argmax":3,"ref_top2_margin":0.99432925414294,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.002214375193611956,0.0003878187390438665,0.0008019935480862071,0.9965958125192579],"argmax":3,"argmax_equal":true,"abs_dp":[3.393156508984521e-05,2.936913871819894e-06,1.862762976280951e-05,1.825161761603855e-05],"max_abs_dp":3.393156508984521e-05,"mean_abs_dp":1.843693158512829e-05,"letter_logits_fp16":[9.8671875,8.125,8.8515625,15.9765625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002284471048590407,0.00039698154281192846,0.0008082143338001516,0.9965103330747974],"argmax":3,"argmax_equal":true,"abs_dp":[3.616428988860573e-05,6.225889896242093e-06,2.484841547675397e-05,6.72278268444293e-05],"max_abs_dp":6.72278268444293e-05,"mean_abs_dp":3.361660552650777e-05,"letter_logits_fp16":[9.890625,8.140625,8.8515625,15.96875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":8.547944446046785e-05},{"key":"visual7w_00032","dataset":"visual7w","row_index":32,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0006627650582231581,0.00025181358796544373,0.0005836633499711752,0.9985017776489258],"ref_argmax":3,"ref_top2_margin":0.9978390125907026,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.000655819276092094,0.0002508732313651201,0.0005924833416329763,0.9985008241509099],"argmax":3,"argmax_equal":true,"abs_dp":[6.945782131064079e-06,9.403566003236526e-07,8.819991661801149e-06,9.534980158765194e-07],"max_abs_dp":8.819991661801149e-06,"mean_abs_dp":4.41490710226635e-06,"letter_logits_fp16":[8.984375,8.0234375,8.8828125,16.3125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0006609643014793445,0.0002528413789804913,0.0005832989487745123,0.9985028953707655],"argmax":3,"argmax_equal":true,"abs_dp":[1.800756743813598e-06,1.027791015047587e-06,3.6440119666289895e-07,1.1177218397495636e-06],"max_abs_dp":1.800756743813598e-06,"mean_abs_dp":1.077667698818412e-06,"letter_logits_fp16":[8.9921875,8.03125,8.8671875,16.3125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":9.184392858464048e-06},{"key":"visual7w_00033","dataset":"visual7w","row_index":33,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0005050558247603476,0.9962540864944458,0.0015797249507158995,0.001661126734688878],"ref_argmax":1,"ref_top2_margin":0.9945929597597569,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0005017610919481269,0.996370139919086,0.0015335055365602618,0.001594593452405858],"argmax":1,"argmax_equal":true,"abs_dp":[3.2947328122206673e-06,0.00011605342464016122,4.621941415563764e-05,6.653328228302e-05],"max_abs_dp":0.00011605342464016122,"mean_abs_dp":5.802521347275988e-05,"letter_logits_fp16":[8.640625,16.234375,9.7578125,9.796875],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_02","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0005095818483114025,0.9962121183676598,0.001594340554289839,0.0016839592297390237],"argmax":1,"argmax_equal":true,"abs_dp":[4.526023551054909e-06,4.196812678602946e-05,1.4615603573939467e-05,2.28324950501456e-05],"max_abs_dp":4.196812678602946e-05,"mean_abs_dp":2.0985562240292358e-05,"letter_logits_fp16":[8.65625,16.234375,9.796875,9.8515625],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_02","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.00015802155142619068},{"key":"visual7w_00033","dataset":"visual7w","row_index":33,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0006524524069391191,0.9964858293533325,0.001353004015982151,0.0015087847132235765],"ref_argmax":1,"ref_top2_margin":0.9949770446401089,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0006444170656983602,0.996591398587024,0.0013119680722526502,0.001452216275025114],"argmax":1,"argmax_equal":true,"abs_dp":[8.035341240758944e-06,0.00010556923369142712,4.1035943729500826e-05,5.656843819846244e-05],"max_abs_dp":0.00010556923369142712,"mean_abs_dp":5.280223921503733e-05,"letter_logits_fp16":[8.875,16.21875,9.5859375,9.6875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0006544786984246951,0.9964597619947129,0.0013640507418574972,0.0015217085650049184],"argmax":1,"argmax_equal":true,"abs_dp":[2.0262914855760433e-06,2.606735861965248e-05,1.1046725875346174e-05,1.2923851781341828e-05],"max_abs_dp":2.606735861965248e-05,"mean_abs_dp":1.3016056940479132e-05,"letter_logits_fp16":[8.890625,16.21875,9.625,9.734375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0001316365923110796},{"key":"visual7w_00034","dataset":"visual7w","row_index":34,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.002196993911638856,0.9955470561981201,0.0017196334665641189,0.0005363353993743658],"ref_argmax":1,"ref_top2_margin":0.9933500622864813,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.002194872901628688,0.9955662206328653,0.001709368734530629,0.0005295377309754622],"argmax":1,"argmax_equal":true,"abs_dp":[2.1210100101679355e-06,1.916443474514473e-05,1.0264732033489878e-05,6.797668398903617e-06],"max_abs_dp":1.916443474514473e-05,"mean_abs_dp":9.58696129692654e-06,"letter_logits_fp16":[9.9765625,16.09375,9.7265625,8.5546875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002194834360422819,0.9955487388357929,0.0017227452283381155,0.0005336815754463094],"argmax":1,"argmax_equal":true,"abs_dp":[2.159551216037066e-06,1.6826376727507864e-06,3.111761773996616e-06,2.653823928056454e-06],"max_abs_dp":3.111761773996616e-06,"mean_abs_dp":2.4019436477102306e-06,"letter_logits_fp16":[9.9921875,16.109375,9.75,8.578125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":1.7481797072393945e-05},{"key":"visual7w_00034","dataset":"visual7w","row_index":34,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0011760385241359472,0.9974206686019897,0.001084608375094831,0.00031867180950939655],"ref_argmax":1,"ref_top2_margin":0.9962446300778538,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.001186236085450572,0.9974084259697058,0.001088551421212412,0.00031678652363128866],"argmax":1,"argmax_equal":true,"abs_dp":[1.0197561314624756e-05,1.2242632283943067e-05,3.943046117581067e-06,1.8852858781078885e-06],"max_abs_dp":1.2242632283943067e-05,"mean_abs_dp":7.0671313985641945e-06,"letter_logits_fp16":[9.546875,16.28125,9.4609375,8.2265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0011862331381505464,0.9974059478273568,0.0010885487166178791,0.00031927031787478116],"argmax":1,"argmax_equal":true,"abs_dp":[1.0194614014599193e-05,1.4720774632936973e-05,3.940341523048143e-06,5.985083653846021e-07],"max_abs_dp":1.4720774632936973e-05,"mean_abs_dp":7.363559633992228e-06,"letter_logits_fp16":[9.5625,16.296875,9.4765625,8.25],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":2.4837942434924906e-06},{"key":"visual7w_00035","dataset":"visual7w","row_index":35,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.006655095145106316,0.006232202984392643,0.011361896060407162,0.975750744342804],"ref_argmax":3,"ref_top2_margin":0.9643888482823968,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.006677131057069174,0.00617533673381949,0.011537047888740964,0.9756104843203703],"argmax":3,"argmax_equal":true,"abs_dp":[2.203591196285864e-05,5.686625057315341e-05,0.00017515182833380272,0.00014026002243361368],"max_abs_dp":0.00017515182833380272,"mean_abs_dp":9.857850332585711e-05,"letter_logits_fp16":[9.8671875,9.7890625,10.4140625,14.8515625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.006728493749365238,0.006271645793608841,0.011535322010875667,0.9754645384461503],"argmax":3,"argmax_equal":true,"abs_dp":[7.33986042589221e-05,3.9442809216198166e-05,0.0001734259504685056,0.00028620589665362406],"max_abs_dp":0.00028620589665362406,"mean_abs_dp":0.00014311831514931248,"letter_logits_fp16":[9.875,9.8046875,10.4140625,14.8515625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.00014594587422001037},{"key":"visual7w_00035","dataset":"visual7w","row_index":35,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0034430972300469875,0.005806391127407551,0.042820241302251816,0.9479302167892456],"ref_argmax":3,"ref_top2_margin":0.9051099754869938,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0034918857909989856,0.005802300237153704,0.04493106523377791,0.9457747487380694],"argmax":3,"argmax_equal":true,"abs_dp":[4.878856095199809e-05,4.0908902538472e-06,0.002110823931526097,0.002155468051176168],"max_abs_dp":0.002155468051176168,"mean_abs_dp":0.0010797928584770277,"letter_logits_fp16":[9.15625,9.6640625,11.7109375,14.7578125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0034719497540739003,0.005814421662871159,0.042963087849792636,0.9477505407332623],"argmax":3,"argmax_equal":true,"abs_dp":[2.8852524026912792e-05,8.030535463608365e-06,0.00014284654754082027,0.00017967605598334657],"max_abs_dp":0.00017967605598334657,"mean_abs_dp":8.9851415753672e-05,"letter_logits_fp16":[9.1640625,9.6796875,11.6796875,14.7734375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0019757919951928216},{"key":"visual7w_00036","dataset":"visual7w","row_index":36,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0002398634096607566,0.0002760447678156197,0.9988054037094116,0.0006786177982576191],"ref_argmax":2,"ref_top2_margin":0.998126785911154,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00024513630289647924,0.00027346930745643963,0.9988045513533371,0.0006768430363100148],"argmax":2,"argmax_equal":true,"abs_dp":[5.272893235722651e-06,2.5754603591800792e-06,8.523560744988501e-07,1.7747619476043627e-06],"max_abs_dp":5.272893235722651e-06,"mean_abs_dp":2.618867904251486e-06,"letter_logits_fp16":[8.515625,8.625,16.828125,9.53125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00024322361975268522,0.00027994867031759014,0.9987839480965242,0.000692879613405578],"argmax":2,"argmax_equal":true,"abs_dp":[3.360210091928631e-06,3.903902501970434e-06,2.1455612887466557e-05,1.4261815147958903e-05],"max_abs_dp":2.1455612887466557e-05,"mean_abs_dp":1.0745385157331131e-05,"letter_logits_fp16":[8.5078125,8.6484375,16.828125,9.5546875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":2.0603256812967707e-05},{"key":"visual7w_00036","dataset":"visual7w","row_index":36,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.00033824960701167583,0.00033849681494757533,0.9987167119979858,0.0006065479828976095],"ref_argmax":2,"ref_top2_margin":0.9981101640150882,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0003429790400228614,0.0003376616428700424,0.9987220967440931,0.0005972625730139736],"argmax":2,"argmax_equal":true,"abs_dp":[4.7294330111855845e-06,8.351720775329153e-07,5.384746107228722e-06,9.285409883635866e-06],"max_abs_dp":9.285409883635866e-06,"mean_abs_dp":5.058690269895772e-06,"letter_logits_fp16":[8.7265625,8.7109375,16.703125,9.28125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00034297071387841483,0.00034297071387841483,0.9986978518093621,0.0006162067628810527],"argmax":2,"argmax_equal":true,"abs_dp":[4.721106866738994e-06,4.4738989308394975e-06,1.8860188623737173e-05,9.658779983443238e-06],"max_abs_dp":1.8860188623737173e-05,"mean_abs_dp":9.428493601189726e-06,"letter_logits_fp16":[8.7265625,8.7265625,16.703125,9.3125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":2.4244934730965895e-05},{"key":"visual7w_00037","dataset":"visual7w","row_index":37,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.015621811151504517,0.9039753079414368,0.011406641453504562,0.06899616867303848],"ref_argmax":1,"ref_top2_margin":0.8349791392683983,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01590552451598482,0.9030058237336258,0.01145631954088269,0.06963233220950651],"argmax":1,"argmax_equal":true,"abs_dp":[0.000283713364480305,0.0009694842078109556,4.967808737812822e-05,0.0006361635364680318],"max_abs_dp":0.0009694842078109556,"mean_abs_dp":0.00048475979903435515,"letter_logits_fp16":[10.3125,14.3515625,9.984375,11.7890625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.015560993081940616,0.9043960197956126,0.011384665740678325,0.06865832138176839],"argmax":1,"argmax_equal":true,"abs_dp":[6.0818069563900456e-05,0.0004207118541758037,2.197571282623774e-05,0.0003378472912700936],"max_abs_dp":0.0004207118541758037,"mean_abs_dp":0.00021033823195900888,"letter_logits_fp16":[10.3203125,14.3828125,10.0078125,11.8046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0013901960619867593},{"key":"visual7w_00037","dataset":"visual7w","row_index":37,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.009483841247856617,0.9634191393852234,0.00494630029425025,0.02215074561536312],"ref_argmax":1,"ref_top2_margin":0.9412683937698603,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.009520658621468506,0.9635761594788916,0.00493925262534164,0.02196392927429835],"argmax":1,"argmax_equal":true,"abs_dp":[3.681737361188944e-05,0.00015702009366824754,7.047668908609535e-06,0.00018681634106476955],"max_abs_dp":0.00018681634106476955,"mean_abs_dp":9.692536931337902e-05,"letter_logits_fp16":[10.359375,14.9765625,9.703125,11.1953125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.009516998187952392,0.9632056907319573,0.0049760777618144195,0.022301233318275982],"argmax":1,"argmax_equal":true,"abs_dp":[3.3156940095774995e-05,0.00021344865326611284,2.9777467564169602e-05,0.0001504877029128611],"max_abs_dp":0.00021344865326611284,"mean_abs_dp":0.00010671769095972963,"letter_logits_fp16":[10.3671875,14.984375,9.71875,11.21875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0003704687469343604},{"key":"visual7w_00038","dataset":"visual7w","row_index":38,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9898744821548462,0.008152912370860577,0.0016746320761740208,0.00029794906731694937],"ref_argmax":0,"ref_top2_margin":0.9817215697839856,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9899651416356916,0.008045957022503441,0.001686524212445063,0.0003023771293599693],"argmax":0,"argmax_equal":true,"abs_dp":[9.065948084541198e-05,0.0001069553483571354,1.1892136271042303e-05,4.428062043019924e-06],"max_abs_dp":0.0001069553483571354,"mean_abs_dp":5.34837568791524e-05,"letter_logits_fp16":[15.921875,11.109375,9.546875,7.828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9898550424018615,0.008171753484193597,0.0016732134693237632,0.0002999906446211397],"argmax":0,"argmax_equal":true,"abs_dp":[1.943975298468459e-05,1.8841113333020396e-05,1.4186068502575373e-06,2.041577304190336e-06],"max_abs_dp":1.943975298468459e-05,"mean_abs_dp":1.0435262618038214e-05,"letter_logits_fp16":[15.9375,11.140625,9.5546875,7.8359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0001257964616901558},{"key":"visual7w_00038","dataset":"visual7w","row_index":38,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.990032434463501,0.0071824039332568645,0.002485787495970726,0.00029939383966848254],"ref_argmax":0,"ref_top2_margin":0.9828500305302441,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9901008411954009,0.007101505456763219,0.0024928628718021554,0.0003047904760340171],"argmax":0,"argmax_equal":true,"abs_dp":[6.840673189989488e-05,8.089847649364514e-05,7.075375831429396e-06,5.396636365534555e-06],"max_abs_dp":8.089847649364514e-05,"mean_abs_dp":4.044430514762599e-05,"letter_logits_fp16":[15.90625,10.96875,9.921875,7.8203125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.989935305121152,0.007268697340612191,0.0024924460872522702,0.00030355145098356554],"argmax":0,"argmax_equal":true,"abs_dp":[9.71293423489561e-05,8.629340735532686e-05,6.658591281544224e-06,4.157611315082994e-06],"max_abs_dp":9.71293423489561e-05,"mean_abs_dp":4.855973807522754e-05,"letter_logits_fp16":[15.9140625,11.0,9.9296875,7.82421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.000167191883848972},{"key":"visual7w_00039","dataset":"visual7w","row_index":39,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.1359269917011261,0.012941917404532433,0.006089658010751009,0.8450413346290588],"ref_argmax":3,"ref_top2_margin":0.7091143429279327,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.13949246323351214,0.013179143904134933,0.006081175844776339,0.8412472170175765],"argmax":3,"argmax_equal":true,"abs_dp":[0.0035654715323860386,0.0002372264996025001,8.4821659746704e-06,0.003794117611482295],"max_abs_dp":0.003794117611482295,"mean_abs_dp":0.001901324452361376,"letter_logits_fp16":[12.2109375,9.8515625,9.078125,14.0078125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.13672434147833318,0.013018927925850765,0.006149706104717855,0.8441070244910982],"argmax":3,"argmax_equal":true,"abs_dp":[0.0007973497772070792,7.701052131833287e-05,6.0048093966845635e-05,0.0009343101379606367],"max_abs_dp":0.0009343101379606367,"mean_abs_dp":0.0004671796326132236,"letter_logits_fp16":[12.203125,9.8515625,9.1015625,14.0234375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0028598074735216583},{"key":"visual7w_00039","dataset":"visual7w","row_index":39,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.13042259216308594,0.009667494334280491,0.003930046688765287,0.8559798002243042],"ref_argmax":3,"ref_top2_margin":0.7255572080612183,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.13202521331579548,0.009867464336547024,0.0038944614950218266,0.8542128608526357],"argmax":3,"argmax_equal":true,"abs_dp":[0.001602621152709538,0.00019997000226653315,3.5585193743460815e-05,0.0017669393716684967],"max_abs_dp":0.0017669393716684967,"mean_abs_dp":0.0009012789300970072,"letter_logits_fp16":[12.3203125,9.7265625,8.796875,14.1875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.13113047103753178,0.009800591977098152,0.003990854185938921,0.8550780827994312],"argmax":3,"argmax_equal":true,"abs_dp":[0.0007078788744458442,0.00013309764281766064,6.080749717363339e-05,0.0009017174248729942],"max_abs_dp":0.0009017174248729942,"mean_abs_dp":0.0004508753598275331,"letter_logits_fp16":[12.3203125,9.7265625,8.828125,14.1953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0008947422782636938},{"key":"visual7w_00040","dataset":"visual7w","row_index":40,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0005328680272214115,0.9985137581825256,0.0003543784550856799,0.000598931685090065],"ref_argmax":1,"ref_top2_margin":0.9979148264974356,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0005269743449579086,0.9985174082245047,0.00035379383839187766,0.0006018235921454766],"argmax":1,"argmax_equal":true,"abs_dp":[5.893682263502834e-06,3.6500419791085648e-06,5.846166938022323e-07,2.891907055411558e-06],"max_abs_dp":5.893682263502834e-06,"mean_abs_dp":3.2550619979562973e-06,"letter_logits_fp16":[8.96875,16.515625,8.5703125,9.1015625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0005311052608537153,0.9985132812582656,0.00035379237612871164,0.0006018211047520407],"argmax":1,"argmax_equal":true,"abs_dp":[1.7627663676961789e-06,4.769242600843882e-07,5.860789569682532e-07,2.8894196619756946e-06],"max_abs_dp":2.8894196619756946e-06,"mean_abs_dp":1.4287973116811287e-06,"letter_logits_fp16":[8.9921875,16.53125,8.5859375,9.1171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":4.130915895806655e-06},{"key":"visual7w_00040","dataset":"visual7w","row_index":40,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0004082346858922392,0.9989559650421143,0.00022306763275992125,0.0004127511056140065],"ref_argmax":1,"ref_top2_margin":0.9985432139365003,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0004073895327395459,0.9989473071349461,0.00022498186762618224,0.00042032146468816634],"argmax":1,"argmax_equal":true,"abs_dp":[8.451531526932959e-07,8.657907168196921e-06,1.914234866260984e-06,7.570359074159821e-06],"max_abs_dp":8.657907168196921e-06,"mean_abs_dp":4.746913565327755e-06,"letter_logits_fp16":[8.8515625,16.65625,8.2578125,8.8828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0004073936085092538,0.9989573012041281,0.00022149606302635256,0.00041380912433613585],"argmax":1,"argmax_equal":true,"abs_dp":[8.410773829853964e-07,1.3361620138097052e-06,1.5715697335686883e-06,1.0580187221293316e-06],"max_abs_dp":1.5715697335686883e-06,"mean_abs_dp":1.2017069631232804e-06,"letter_logits_fp16":[8.8828125,16.6875,8.2734375,8.8984375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":9.994069182006626e-06},{"key":"visual7w_00041","dataset":"visual7w","row_index":41,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0012505296617746353,0.40238216519355774,0.0031255711801350117,0.593241810798645],"ref_argmax":3,"ref_top2_margin":0.19085964560508728,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0012473238277614519,0.39806898461360013,0.0031113689881115073,0.597572322570527],"argmax":3,"argmax_equal":true,"abs_dp":[3.205834013183433e-06,0.0043131805799576095,1.4202192023504354e-05,0.004330511771881929],"max_abs_dp":0.004330511771881929,"mean_abs_dp":0.002165275094469056,"letter_logits_fp16":[8.21875,13.984375,9.1328125,14.390625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0012550327489578887,0.4036705871550904,0.003130598395750929,0.5919437817002009],"argmax":3,"argmax_equal":true,"abs_dp":[4.503087183253341e-06,0.0012884219615326709,5.027215615917378e-06,0.00129802909844412],"max_abs_dp":0.00129802909844412,"mean_abs_dp":0.0006489953406939905,"letter_logits_fp16":[8.234375,14.0078125,9.1484375,14.390625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_02","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.005628540870326049},{"key":"visual7w_00041","dataset":"visual7w","row_index":41,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0015056473203003407,0.20736441016197205,0.0033293694723397493,0.7878006100654602],"ref_argmax":3,"ref_top2_margin":0.5804361999034882,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0015141742631747555,0.2046129712422373,0.003359342430331491,0.7905135120642565],"argmax":3,"argmax_equal":true,"abs_dp":[8.526942874414849e-06,0.0027514389197347555,2.9972957991741562e-05,0.0027129019987962577],"max_abs_dp":0.0027514389197347555,"mean_abs_dp":0.0013757102048492925,"letter_logits_fp16":[8.359375,13.265625,9.15625,14.6171875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0015304753200091478,0.20843783719381614,0.0033955079056105395,0.7866361795805641],"argmax":3,"argmax_equal":true,"abs_dp":[2.482799970880711e-05,0.0010734270318440986,6.613843327079021e-05,0.0011644304848961173],"max_abs_dp":0.0011644304848961173,"mean_abs_dp":0.0005822059874299533,"letter_logits_fp16":[8.3671875,13.28125,9.1640625,14.609375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_02","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.003877332483692375},{"key":"visual7w_00042","dataset":"visual7w","row_index":42,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.06393370032310486,0.7072696089744568,0.21590304374694824,0.012893639504909515],"ref_argmax":1,"ref_top2_margin":0.49136656522750854,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.06451535868541493,0.704528168777447,0.21825264518199355,0.012703827355144501],"argmax":1,"argmax_equal":true,"abs_dp":[0.0005816583623100696,0.0027414401970098368,0.002349601435045312,0.0001898121497650139],"max_abs_dp":0.0027414401970098368,"mean_abs_dp":0.001465628036032558,"letter_logits_fp16":[11.296875,13.6875,12.515625,9.671875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.06460562521115129,0.7055139078537659,0.21685718095228085,0.013023285982801927],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006719248880464324,0.0017557011206909001,0.0009541372053326058,0.00012964647789241203],"max_abs_dp":0.0017557011206909001,"mean_abs_dp":0.0008778524229905876,"letter_logits_fp16":[11.3125,13.703125,12.5234375,9.7109375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0013954642297127062},{"key":"visual7w_00042","dataset":"visual7w","row_index":42,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.07650421559810638,0.686181366443634,0.2233116179704666,0.014002825133502483],"ref_argmax":1,"ref_top2_margin":0.4628697484731674,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.07770667823595041,0.6818544391027256,0.22661526294602324,0.013823619715300753],"argmax":1,"argmax_equal":true,"abs_dp":[0.001202462637844029,0.0043269273409084485,0.00330364497555663,0.00017920541820173018],"max_abs_dp":0.0043269273409084485,"mean_abs_dp":0.0022530600931277094,"letter_logits_fp16":[11.375,13.546875,12.4453125,9.6484375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.07725960322360531,0.6832485630021119,0.22531146224601714,0.014180371528265654],"argmax":1,"argmax_equal":true,"abs_dp":[0.0007553876254989267,0.002932803441522136,0.0019998442755505275,0.00017754639476317072],"max_abs_dp":0.002932803441522136,"mean_abs_dp":0.0014663954343336902,"letter_logits_fp16":[11.3828125,13.5625,12.453125,9.6875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0013941238993863125},{"key":"visual7w_00043","dataset":"visual7w","row_index":43,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0018693502061069012,0.0029961690306663513,0.990011990070343,0.0051225353963673115],"ref_argmax":2,"ref_top2_margin":0.9848894546739757,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0019106871871789096,0.0030532694313908718,0.9897604668881561,0.00527557649327422],"argmax":2,"argmax_equal":true,"abs_dp":[4.133698107200846e-05,5.710040072452044e-05,0.00025152318218690795,0.0001530410969069083],"max_abs_dp":0.00025152318218690795,"mean_abs_dp":0.0001257504152225863,"letter_logits_fp16":[8.8125,9.28125,15.0625,9.828125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0018960780115044673,0.0030536880238713053,0.9898961595606108,0.005154074404013355],"argmax":2,"argmax_equal":true,"abs_dp":[2.6727805397566175e-05,5.751899320495394e-05,0.00011583050973218434,3.153900764604322e-05],"max_abs_dp":0.00011583050973218434,"mean_abs_dp":5.790407899518692e-05,"letter_logits_fp16":[8.8203125,9.296875,15.078125,9.8203125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0001356926724547236},{"key":"visual7w_00043","dataset":"visual7w","row_index":43,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0013710404746234417,0.0019768739584833384,0.9939345717430115,0.0027175070717930794],"ref_argmax":2,"ref_top2_margin":0.9912170646712184,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0014145257009104731,0.002026214514867289,0.9937461395211346,0.002813120263087812],"argmax":2,"argmax_equal":true,"abs_dp":[4.348522628703144e-05,4.934055638395078e-05,0.00018843222187692188,9.56131912947327e-05],"max_abs_dp":0.00018843222187692188,"mean_abs_dp":9.42177989606592e-05,"letter_logits_fp16":[8.71875,9.078125,15.2734375,9.40625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0013819369975494862,0.0019950590251112082,0.9938746940897106,0.002748309887628715],"argmax":2,"argmax_equal":true,"abs_dp":[1.089652292604452e-05,1.8185066627869877e-05,5.9877653300843825e-05,3.0802815835635506e-05],"max_abs_dp":5.9877653300843825e-05,"mean_abs_dp":2.9940514672598432e-05,"letter_logits_fp16":[8.7109375,9.078125,15.2890625,9.3984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.00012855456857607805},{"key":"visual7w_00044","dataset":"visual7w","row_index":44,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.28743821382522583,0.09994299709796906,0.13322487473487854,0.4793938994407654],"ref_argmax":3,"ref_top2_margin":0.19195568561553955,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.29360408198434224,0.09911637847305149,0.13442174388476005,0.4728577956578462],"argmax":3,"argmax_equal":true,"abs_dp":[0.0061658681591164055,0.0008266186249175633,0.0011968691498815132,0.006536103782919189],"max_abs_dp":0.006536103782919189,"mean_abs_dp":0.003681364929208668,"letter_logits_fp16":[12.0546875,10.96875,11.2734375,12.53125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2888448928525326,0.10060503852001566,0.13432534984838168,0.47622471877906997],"argmax":3,"argmax_equal":true,"abs_dp":[0.0014066790273067897,0.0006620414220466081,0.001100475113503141,0.0031691806616954143],"max_abs_dp":0.0031691806616954143,"mean_abs_dp":0.0015845940561379883,"letter_logits_fp16":[12.046875,10.9921875,11.28125,12.546875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.004759189131809616},{"key":"visual7w_00044","dataset":"visual7w","row_index":44,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0032618094701319933,0.1663375347852707,0.8283156156539917,0.0020850927103310823],"ref_argmax":2,"ref_top2_margin":0.661978080868721,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0033001514323528613,0.16794824324430427,0.826670225904562,0.0020813794187809196],"argmax":2,"argmax_equal":true,"abs_dp":[3.8341962220867984e-05,0.0016107084590335774,0.0016453897494297376,3.713291550162725e-06],"max_abs_dp":0.0016453897494297376,"mean_abs_dp":0.0008245383655585864,"letter_logits_fp16":[9.3359375,13.265625,14.859375,8.875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0032745000913594166,0.16794981483823904,0.8266779615610236,0.002097723509377903],"argmax":2,"argmax_equal":true,"abs_dp":[1.2690621227423333e-05,0.0016122800529683456,0.0016376540929681216,1.2630799046820483e-05],"max_abs_dp":0.0016376540929681216,"mean_abs_dp":0.0008188138915526778,"letter_logits_fp16":[9.34375,13.28125,14.875,8.8984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":2.565134099344465e-05},{"key":"visual7w_00045","dataset":"visual7w","row_index":45,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.3012593686580658,0.02064051851630211,0.002527184784412384,0.67557293176651],"ref_argmax":3,"ref_top2_margin":0.3743135631084442,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.3002368504372106,0.020591619335018112,0.0025773433641879426,0.6765941868635833],"argmax":3,"argmax_equal":true,"abs_dp":[0.0010225182208551953,4.889918128399631e-05,5.0158579775558525e-05,0.0010212550970732925],"max_abs_dp":0.0010225182208551953,"mean_abs_dp":0.0005357077697470107,"letter_logits_fp16":[13.1328125,10.453125,8.375,13.9453125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.3050359789166708,0.020920765562887814,0.0025578824118387814,0.6714853731086026],"argmax":3,"argmax_equal":true,"abs_dp":[0.0037766102586049843,0.0002802470465857049,3.06976274263974e-05,0.004087558657907442],"max_abs_dp":0.004087558657907442,"mean_abs_dp":0.002043778397631132,"letter_logits_fp16":[13.15625,10.4765625,8.375,13.9453125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.005108813754980734},{"key":"visual7w_00045","dataset":"visual7w","row_index":45,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.14576755464076996,0.016826702281832695,0.002275985199958086,0.8351297974586487],"ref_argmax":3,"ref_top2_margin":0.6893622428178787,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.14716403211301712,0.016771362677289025,0.0023235828571061936,0.8337410223525876],"argmax":3,"argmax_equal":true,"abs_dp":[0.0013964774722471651,5.533960454367007e-05,4.759765714810755e-05,0.0013887751060610576],"max_abs_dp":0.0013964774722471651,"mean_abs_dp":0.0007220474600000001,"letter_logits_fp16":[12.4609375,10.2890625,8.3125,14.1953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1481108616768607,0.01701165264142944,0.002302276828550724,0.8325752088531592],"argmax":3,"argmax_equal":true,"abs_dp":[0.0023433070360907304,0.00018495035959674444,2.6291628592637912e-05,0.002554588605489516],"max_abs_dp":0.002554588605489516,"mean_abs_dp":0.0012772844074424071,"letter_logits_fp16":[12.4765625,10.3125,8.3125,14.203125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0011658134994284586},{"key":"visual7w_00046","dataset":"visual7w","row_index":46,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.297089159488678,0.28952154517173767,0.2889684736728668,0.1244208887219429],"ref_argmax":0,"ref_top2_margin":0.007567614316940308,"near_tie":true,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.29937939643059447,0.2879103518616075,0.2879103518616075,0.12479989984619044],"argmax":0,"argmax_equal":true,"abs_dp":[0.0022902369419164903,0.0016111933101301545,0.001058121811259305,0.00037901112424754135],"max_abs_dp":0.0022902369419164903,"mean_abs_dp":0.0013346407968883728,"letter_logits_fp16":[12.3359375,12.296875,12.296875,11.4609375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2977432865017869,0.28858268861974373,0.28858268861974373,0.12509133625872568],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006541270131089072,0.0009388565519939385,0.00038578505312308886,0.0006704475367827756],"max_abs_dp":0.0009388565519939385,"mean_abs_dp":0.0006623040387521775,"letter_logits_fp16":[12.34375,12.3125,12.3125,11.4765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.001636109928807583},{"key":"visual7w_00046","dataset":"visual7w","row_index":46,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.3161062002182007,0.3400441110134125,0.2523210048675537,0.09152870625257492],"ref_argmax":1,"ref_top2_margin":0.023937910795211792,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.3205861361751714,0.3386064423224915,0.24967273389505953,0.09113468760727758],"argmax":1,"argmax_equal":true,"abs_dp":[0.004479935956970715,0.0014376686909209901,0.0026482709724941766,0.0003940186452973393],"max_abs_dp":0.004479935956970715,"mean_abs_dp":0.0022399735664208054,"letter_logits_fp16":[12.4921875,12.546875,12.2421875,11.234375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.3165694221968027,0.3396294128507668,0.2523911485626102,0.09141001638982044],"argmax":1,"argmax_equal":true,"abs_dp":[0.0004632219786019909,0.00041469816264566584,7.014369505647933e-05,0.00011868986275448412],"max_abs_dp":0.0004632219786019909,"mean_abs_dp":0.00026668842476465504,"letter_logits_fp16":[12.4921875,12.5625,12.265625,11.25],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0040167139783687245},{"key":"visual7w_00047","dataset":"visual7w","row_index":47,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.01495469082146883,0.9171152114868164,0.022577228024601936,0.045352913439273834],"ref_argmax":1,"ref_top2_margin":0.8717622980475426,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01505593177462762,0.9170362947855182,0.02225122473555506,0.04565654870429923],"argmax":1,"argmax_equal":true,"abs_dp":[0.00010124095315879045,7.891670129822614e-05,0.00032600328904687503,0.000303635265025394],"max_abs_dp":0.00032600328904687503,"mean_abs_dp":0.0002024490521323214,"letter_logits_fp16":[10.3046875,14.4140625,10.6953125,11.4140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.014943208689810741,0.9173090408340357,0.022785672251030776,0.04496207822512283],"argmax":1,"argmax_equal":true,"abs_dp":[1.1482131658089104e-05,0.00019382934721934308,0.00020844422642883956,0.0003908352141510016],"max_abs_dp":0.0003908352141510016,"mean_abs_dp":0.00020114772986431833,"letter_logits_fp16":[10.3046875,14.421875,10.7265625,11.40625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0006944704791763956},{"key":"visual7w_00047","dataset":"visual7w","row_index":47,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.01212832611054182,0.9317814111709595,0.017723247408866882,0.03836704418063164],"ref_argmax":1,"ref_top2_margin":0.8934143669903278,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.012194084802437251,0.9315859738343706,0.017467220006195393,0.03875272135699682],"argmax":1,"argmax_equal":true,"abs_dp":[6.575869189543067e-05,0.0001954373365888884,0.00025602740267148885,0.00038567717636518034],"max_abs_dp":0.00038567717636518034,"mean_abs_dp":0.00022572515188024707,"letter_logits_fp16":[10.2421875,14.578125,10.6015625,11.3984375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.012196360424628577,0.9317598235122703,0.01788478017091582,0.038159035892185396],"argmax":1,"argmax_equal":true,"abs_dp":[6.80343140867564e-05,2.158765868920387e-05,0.0001615327620489368,0.0002080082884462417],"max_abs_dp":0.0002080082884462417,"mean_abs_dp":0.00011479075581778469,"letter_logits_fp16":[10.2578125,14.59375,10.640625,11.3984375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.000593685464811422},{"key":"visual7w_00048","dataset":"visual7w","row_index":48,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9932171702384949,0.006354947108775377,0.00021976888820063323,0.00020813135779462755],"ref_argmax":0,"ref_top2_margin":0.9868622231297195,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9933432957932328,0.006238650045428655,0.0002151491694797068,0.00020290499185863256],"argmax":0,"argmax_equal":true,"abs_dp":[0.00012612555473789921,0.00011629706334672241,4.6197187209264196e-06,5.226365935994987e-06],"max_abs_dp":0.00012612555473789921,"mean_abs_dp":6.306717568538575e-05,"letter_logits_fp16":[16.28125,11.2109375,7.84375,7.78515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9930841756864538,0.0064854773897953175,0.00022105564529833647,0.00020929127845242893],"argmax":0,"argmax_equal":true,"abs_dp":[0.0001329945520410769,0.00013053028101994019,1.286757097703243e-06,1.1599206578013859e-06],"max_abs_dp":0.0001329945520410769,"mean_abs_dp":6.649287770413043e-05,"letter_logits_fp16":[16.28125,11.25,7.87109375,7.81640625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0002591201067789761},{"key":"visual7w_00048","dataset":"visual7w","row_index":48,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9912229776382446,0.008321508765220642,0.00023760972544550896,0.00021791945619042963],"ref_argmax":0,"ref_top2_margin":0.982901468873024,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9914336597655085,0.008121091259928798,0.0002321845003497658,0.00021306447421318367],"argmax":0,"argmax_equal":true,"abs_dp":[0.00021068212726382818,0.00020041750529184443,5.4252250957431615e-06,4.854981977245955e-06],"max_abs_dp":0.00021068212726382818,"mean_abs_dp":0.00010534495990716542,"letter_logits_fp16":[16.234375,11.4296875,7.875,7.7890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9911676800331987,0.008376634500230727,0.0002376268299688795,0.0002180586366014762],"argmax":0,"argmax_equal":true,"abs_dp":[5.529760504596748e-05,5.51257350100854e-05,1.7104523370532667e-08,1.3918041104658222e-07],"max_abs_dp":5.529760504596748e-05,"mean_abs_dp":2.76449062476175e-05,"letter_logits_fp16":[16.234375,11.4609375,7.8984375,7.8125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.00026597973230979566},{"key":"visual7w_00049","dataset":"visual7w","row_index":49,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0029620318673551083,0.9956782460212708,0.0009451381047256291,0.00041463333764113486],"ref_argmax":1,"ref_top2_margin":0.9927162141539156,"near_tie":false,"tokens":128,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0029309606879499316,0.9957092020435176,0.000944138647881572,0.0004156986206506858],"argmax":1,"argmax_equal":true,"abs_dp":[3.1071179405176615e-05,3.095602224689742e-05,9.994568440570588e-07,1.065283009550925e-06],"max_abs_dp":3.1071179405176615e-05,"mean_abs_dp":1.6022985376420504e-05,"letter_logits_fp16":[10.3125,16.140625,9.1796875,8.359375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_03","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0029769252331887006,0.9956451976891596,0.0009589450230645079,0.0004189320545872529],"argmax":1,"argmax_equal":true,"abs_dp":[1.489336583359235e-05,3.304833211115188e-05,1.3806918338878787e-05,4.298716946118052e-06],"max_abs_dp":3.304833211115188e-05,"mean_abs_dp":1.6511833307435267e-05,"letter_logits_fp16":[10.34375,16.15625,9.2109375,8.3828125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_03","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":6.40043543580493e-05},{"key":"visual7w_00049","dataset":"visual7w","row_index":49,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.010941265150904655,0.9774846434593201,0.008435610681772232,0.003138517728075385],"ref_argmax":1,"ref_top2_margin":0.9665433783084154,"near_tie":false,"tokens":260,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.011114234268495655,0.977295588453264,0.008455263554652061,0.0031349137235884383],"argmax":1,"argmax_equal":true,"abs_dp":[0.00017296911759099969,0.0001890550060560381,1.965287287982939e-05,3.604004486946772e-06],"max_abs_dp":0.0001890550060560381,"mean_abs_dp":9.632025025345348e-05,"letter_logits_fp16":[10.6015625,15.078125,10.328125,9.3359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.011111928617056989,0.9770928481721899,0.00858663291179425,0.0032085902989589282],"argmax":1,"argmax_equal":true,"abs_dp":[0.00017066346615233347,0.0003917952871301811,0.00015102223002201771,7.007257088354315e-05],"max_abs_dp":0.0003917952871301811,"mean_abs_dp":0.00019588838854701885,"letter_logits_fp16":[10.609375,15.0859375,10.3515625,9.3671875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.000202740281074143},{"key":"visual7w_00050","dataset":"visual7w","row_index":50,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0011638494906947017,0.0010251872008666396,0.03222460299730301,0.9655863642692566],"ref_argmax":3,"ref_top2_margin":0.9333617612719536,"near_tie":false,"tokens":119,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.001185346617591148,0.001029846988253424,0.03178828215263522,0.9659965242415202],"argmax":3,"argmax_equal":true,"abs_dp":[2.1497126896446355e-05,4.659787386784419e-06,0.00043632084466779103,0.0004101599722635685],"max_abs_dp":0.00043632084466779103,"mean_abs_dp":0.00021815943280364757,"letter_logits_fp16":[8.5546875,8.4140625,11.84375,15.2578125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.001175247072844088,0.0010290807214251014,0.032517906285829457,0.9652777659199013],"argmax":3,"argmax_equal":true,"abs_dp":[1.1397582149386435e-05,3.893520558461826e-06,0.0002933032885264475,0.0003085983493552602],"max_abs_dp":0.0003085983493552602,"mean_abs_dp":0.000154298185147389,"letter_logits_fp16":[8.5546875,8.421875,11.875,15.265625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0007296241331942385},{"key":"visual7w_00050","dataset":"visual7w","row_index":50,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0012184313964098692,0.0010105468099936843,0.036069631576538086,0.9617013335227966],"ref_argmax":3,"ref_top2_margin":0.9256317019462585,"near_tie":false,"tokens":251,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0012372820806107636,0.0010177604778683499,0.03559809422707638,0.9621468632144446],"argmax":3,"argmax_equal":true,"abs_dp":[1.885068420089445e-05,7.213667874665566e-06,0.00047153734946170367,0.0004455296916480167],"max_abs_dp":0.00047153734946170367,"mean_abs_dp":0.0002357828482963201,"letter_logits_fp16":[8.546875,8.3515625,11.90625,15.203125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.001226279580606308,0.0010166214793526787,0.03668699580116365,0.9610701031388773],"argmax":3,"argmax_equal":true,"abs_dp":[7.848184196438887e-06,6.074669358994457e-06,0.0006173642246255634,0.0006312303839193234],"max_abs_dp":0.0006312303839193234,"mean_abs_dp":0.00031562936552508004,"letter_logits_fp16":[8.546875,8.359375,11.9453125,15.2109375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.001088901574087267},{"key":"visual7w_00051","dataset":"visual7w","row_index":51,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.016275964677333832,0.01605507917702198,0.8712046146392822,0.09646433591842651],"ref_argmax":2,"ref_top2_margin":0.7747402787208557,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01657378478158936,0.016316832065169186,0.8702318905888339,0.09687749256440756],"argmax":2,"argmax_equal":true,"abs_dp":[0.00029782010425552854,0.0002617528881472056,0.0009727240504483481,0.0004131566459810443],"max_abs_dp":0.0009727240504483481,"mean_abs_dp":0.00048636342220803163,"letter_logits_fp16":[10.375,10.359375,14.3359375,12.140625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.016548538355940334,0.0162919770490706,0.8689062884398566,0.09825319615513246],"argmax":2,"argmax_equal":true,"abs_dp":[0.0002725736786065025,0.00023689787204862062,0.0022983261994256043,0.0017888602367059497],"max_abs_dp":0.0022983261994256043,"mean_abs_dp":0.0011491644966966693,"letter_logits_fp16":[10.3828125,10.3671875,14.34375,12.1640625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0013757035907249054},{"key":"visual7w_00051","dataset":"visual7w","row_index":51,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.023099977523088455,0.26815882325172424,0.6969614028930664,0.011779829859733582],"ref_argmax":2,"ref_top2_margin":0.42880257964134216,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.023400894804911174,0.2699095117498579,0.6946438451252555,0.012045748319975546],"argmax":2,"argmax_equal":true,"abs_dp":[0.0003009172818227192,0.0017506884981336457,0.0023175577678109516,0.00026591846024196474],"max_abs_dp":0.0023175577678109516,"mean_abs_dp":0.0011587705020023203,"letter_logits_fp16":[10.6328125,13.078125,14.0234375,9.96875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0230993107721253,0.2685206394294623,0.6964895436341983,0.01189050616421407],"argmax":2,"argmax_equal":true,"abs_dp":[6.667509631561042e-07,0.0003618161777380613,0.000471859258868057,0.00011067630448048822],"max_abs_dp":0.000471859258868057,"mean_abs_dp":0.00023625462301244066,"letter_logits_fp16":[10.6484375,13.1015625,14.0546875,9.984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0018456985089428946},{"key":"visual7w_00052","dataset":"visual7w","row_index":52,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0035849318373948336,0.9957594275474548,0.0003737455699592829,0.0002819401561282575],"ref_argmax":1,"ref_top2_margin":0.99217449571006,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0035357799883017557,0.9958124357561509,0.0003726684689883628,0.0002791157865591906],"argmax":1,"argmax_equal":true,"abs_dp":[4.915184909307785e-05,5.300820869602596e-05,1.0771009709200914e-06,2.8243695690669305e-06],"max_abs_dp":5.300820869602596e-05,"mean_abs_dp":2.6515382082272708e-05,"letter_logits_fp16":[10.625,16.265625,8.375,8.0859375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0035912156146685743,0.9957445576943064,0.00037851134102052675,0.0002857153500042598],"argmax":1,"argmax_equal":true,"abs_dp":[6.283777273740753e-06,1.4869853148469225e-05,4.765771061243879e-06,3.775193876002299e-06],"max_abs_dp":1.4869853148469225e-05,"mean_abs_dp":7.423648839864039e-06,"letter_logits_fp16":[10.640625,16.265625,8.390625,8.109375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":6.787806184449519e-05},{"key":"visual7w_00052","dataset":"visual7w","row_index":52,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0011988227488473058,0.9983680844306946,0.00022271895431913435,0.000210427533602342],"ref_argmax":1,"ref_top2_margin":0.9971692616818473,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0011966970685313059,0.9983738635800633,0.00022310289954043054,0.00020633645186506134],"argmax":1,"argmax_equal":true,"abs_dp":[2.125680315999889e-06,5.7791493687231466e-06,3.8394522129618484e-07,4.091081737280666e-06],"max_abs_dp":5.7791493687231466e-06,"mean_abs_dp":3.0949641608249716e-06,"letter_logits_fp16":[9.8671875,16.59375,8.1875,8.109375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0012060615502237334,0.998356207200044,0.00022484874071712694,0.00021288250901530065],"argmax":1,"argmax_equal":true,"abs_dp":[7.23880137642758e-06,1.1877230650547688e-05,2.129786397992589e-06,2.4549754129586426e-06],"max_abs_dp":1.1877230650547688e-05,"mean_abs_dp":5.925198459481625e-06,"letter_logits_fp16":[9.875,16.59375,8.1953125,8.140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":1.7656380019270834e-05},{"key":"visual7w_00053","dataset":"visual7w","row_index":53,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0023571874480694532,0.896074652671814,0.09716132283210754,0.004406910389661789],"ref_argmax":1,"ref_top2_margin":0.7989133298397064,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.002418169007349033,0.895223264996892,0.09811454721809407,0.004244018777664982],"argmax":1,"argmax_equal":true,"abs_dp":[6.098155927957956e-05,0.0008513876749219884,0.000953224385986523,0.0001628916119968066],"max_abs_dp":0.000953224385986523,"mean_abs_dp":0.0005071213080462244,"letter_logits_fp16":[9.203125,15.1171875,12.90625,9.765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0023802832056895686,0.8950745175052678,0.0980982448124695,0.004446954476573348],"argmax":1,"argmax_equal":true,"abs_dp":[2.30957576201154e-05,0.0010001351665461788,0.0009369219803619516,4.004408691155904e-05],"max_abs_dp":0.0010001351665461788,"mean_abs_dp":0.0005000492478599512,"letter_logits_fp16":[9.1875,15.1171875,12.90625,9.8125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.00020293569890836565},{"key":"visual7w_00053","dataset":"visual7w","row_index":53,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.003840936813503504,0.9162710309028625,0.07640337198972702,0.0034845483023673296],"ref_argmax":1,"ref_top2_margin":0.8398676589131355,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00392204569092713,0.9157453992398756,0.07695154034867828,0.003381014720518835],"argmax":1,"argmax_equal":true,"abs_dp":[8.110887742362582e-05,0.000525631662986914,0.0005481683589512593,0.00010353358184849457],"max_abs_dp":0.0005481683589512593,"mean_abs_dp":0.0003146106203025734,"letter_logits_fp16":[9.5546875,15.0078125,12.53125,9.40625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0038632680813128566,0.916226384196162,0.07639280210570082,0.00351754561682412],"argmax":1,"argmax_equal":true,"abs_dp":[2.233126780935282e-05,4.464670670056847e-05,1.0569884026201404e-05,3.2997314456790355e-05],"max_abs_dp":4.464670670056847e-05,"mean_abs_dp":2.7636293248228263e-05,"letter_logits_fp16":[9.546875,15.015625,12.53125,9.453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0005587382429774607},{"key":"visual7w_00054","dataset":"visual7w","row_index":54,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0029898148495703936,0.006410958245396614,0.003982279449701309,0.986616849899292],"ref_argmax":3,"ref_top2_margin":0.9802058916538954,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0029964578256929924,0.006393253963835757,0.003969661657651912,0.9866406265528195],"argmax":3,"argmax_equal":true,"abs_dp":[6.642976122598829e-06,1.7704281560857425e-05,1.2617792049396913e-05,2.377665352748526e-05],"max_abs_dp":2.377665352748526e-05,"mean_abs_dp":1.5185425815084606e-05,"letter_logits_fp16":[9.2890625,10.046875,9.5703125,15.0859375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0030193956335966563,0.006492720914183708,0.004031422091577007,0.9864564613606427],"argmax":3,"argmax_equal":true,"abs_dp":[2.958078402626272e-05,8.176266878709426e-05,4.914264187569784e-05,0.00016038853864930314],"max_abs_dp":0.00016038853864930314,"mean_abs_dp":8.021865833458949e-05,"letter_logits_fp16":[9.296875,10.0625,9.5859375,15.0859375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0001841651921767884},{"key":"visual7w_00054","dataset":"visual7w","row_index":54,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.002252470701932907,0.004275375511497259,0.001831933856010437,0.9916402101516724],"ref_argmax":3,"ref_top2_margin":0.9873648346401751,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0022733353835104374,0.004247149640131007,0.0018266762982167147,0.9916528386781419],"argmax":3,"argmax_equal":true,"abs_dp":[2.0864681577530304e-05,2.822587136625237e-05,5.257557793722284e-06,1.262852646954915e-05],"max_abs_dp":2.822587136625237e-05,"mean_abs_dp":1.6744159301763527e-05,"letter_logits_fp16":[9.1640625,9.7890625,8.9453125,15.2421875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0022731179624121416,0.004313619922242263,0.0018552648103145992,0.991557997305031],"argmax":3,"argmax_equal":true,"abs_dp":[2.0647260479234476e-05,3.824441074500376e-05,2.3330954304162177e-05,8.221284664133854e-05],"max_abs_dp":8.221284664133854e-05,"mean_abs_dp":4.110886804243474e-05,"letter_logits_fp16":[9.1640625,9.8046875,8.9609375,15.2421875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":9.48413731108877e-05},{"key":"visual7w_00055","dataset":"visual7w","row_index":55,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.00613768957555294,0.9886094331741333,0.0017184910830110312,0.0035344206262379885],"ref_argmax":1,"ref_top2_margin":0.9824717435985804,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.006160404364330566,0.9885778734798076,0.0017240995582019703,0.003537622597659923],"argmax":1,"argmax_equal":true,"abs_dp":[2.2714788777625748e-05,3.1559694325666854e-05,5.60847519093916e-06,3.201971421934631e-06],"max_abs_dp":3.1559694325666854e-05,"mean_abs_dp":1.5771232429041598e-05,"letter_logits_fp16":[10.6015625,15.6796875,9.328125,10.046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.006112587159267823,0.9885978379454244,0.0017241343766287965,0.003565440518678821],"argmax":1,"argmax_equal":true,"abs_dp":[2.5102416285117425e-05,1.1595228708860539e-05,5.643293617765355e-06,3.101989244083236e-05],"max_abs_dp":3.101989244083236e-05,"mean_abs_dp":1.834020776314392e-05,"letter_logits_fp16":[10.609375,15.6953125,9.34375,10.0703125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_03","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":4.781720506274317e-05},{"key":"visual7w_00055","dataset":"visual7w","row_index":55,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.008079957216978073,0.9833387136459351,0.00260155089199543,0.005979747511446476],"ref_argmax":1,"ref_top2_margin":0.975258756428957,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.008179528991035781,0.9830864569332256,0.002655504268768919,0.006078509806969528],"argmax":1,"argmax_equal":true,"abs_dp":[9.957177405770824e-05,0.00025225671270945327,5.395337677348896e-05,9.876229552305184e-05],"max_abs_dp":0.00025225671270945327,"mean_abs_dp":0.00012613603976592558,"letter_logits_fp16":[10.3984375,15.1875,9.2734375,10.1015625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.008116559770799054,0.9831693566897132,0.0026350611560514345,0.006079022383436481],"argmax":1,"argmax_equal":true,"abs_dp":[3.660255382098056e-05,0.00016935695622188884,3.351026405600454e-05,9.927487199000527e-05],"max_abs_dp":0.00016935695622188884,"mean_abs_dp":8.46861615222198e-05,"letter_logits_fp16":[10.40625,15.203125,9.28125,10.1171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_03","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":8.289975648756442e-05},{"key":"visual7w_00056","dataset":"visual7w","row_index":56,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0013039817567914724,0.0005812351009808481,0.0004808040685020387,0.9976340532302856],"ref_argmax":3,"ref_top2_margin":0.9963300714734942,"near_tie":false,"tokens":119,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.001282948708394764,0.0005828057182442617,0.0004756721640443663,0.9976585734093165],"argmax":3,"argmax_equal":true,"abs_dp":[2.103304839670846e-05,1.5706172634136683e-06,5.131904457672401e-06,2.4520179030873557e-05],"max_abs_dp":2.4520179030873557e-05,"mean_abs_dp":1.3063937287167022e-05,"letter_logits_fp16":[9.515625,8.7265625,8.5234375,16.171875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0013339550157935873,0.0005919389500275688,0.0004907346257579875,0.9975833714084209],"argmax":3,"argmax_equal":true,"abs_dp":[2.9973259002114873e-05,1.070384904672077e-05,9.93055725594875e-06,5.0681821864739796e-05],"max_abs_dp":5.0681821864739796e-05,"mean_abs_dp":2.5322371792381047e-05,"letter_logits_fp16":[9.5390625,8.7265625,8.5390625,16.15625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":7.520200089561335e-05},{"key":"visual7w_00056","dataset":"visual7w","row_index":56,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0011607209453359246,0.0005289256805554032,0.00047122963587753475,0.9978391528129578],"ref_argmax":3,"ref_top2_margin":0.9966784318676218,"near_tie":false,"tokens":251,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0011502491557613312,0.0005307527888283818,0.0004683876921791828,0.997850610363231],"argmax":3,"argmax_equal":true,"abs_dp":[1.0471789574593385e-05,1.8271082729786172e-06,2.841943698351948e-06,1.1457550273208383e-05],"max_abs_dp":1.1457550273208383e-05,"mean_abs_dp":6.6495979547830835e-06,"letter_logits_fp16":[9.46875,8.6953125,8.5703125,16.234375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0011774714898546445,0.000539085730590383,0.00047947277420496207,0.99780397000535],"argmax":3,"argmax_equal":true,"abs_dp":[1.6750544518719882e-05,1.0160050034979792e-05,8.243138327427321e-06,3.518280760772541e-05],"max_abs_dp":3.518280760772541e-05,"mean_abs_dp":1.75841351222131e-05,"letter_logits_fp16":[9.4765625,8.6953125,8.578125,16.21875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":4.664035788093379e-05},{"key":"visual7w_00057","dataset":"visual7w","row_index":57,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.006688182707875967,0.9269705414772034,0.013399251736700535,0.052942026406526566],"ref_argmax":1,"ref_top2_margin":0.8740285150706768,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.006855716796193752,0.9264247965246372,0.013214739996724465,0.05350474668244455],"argmax":1,"argmax_equal":true,"abs_dp":[0.00016753408831778494,0.0005457449525662073,0.00018451173997607005,0.0005627202759179856],"max_abs_dp":0.0005627202759179856,"mean_abs_dp":0.00036512776419451195,"letter_logits_fp16":[9.65625,14.5625,10.3125,11.7109375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.006700063670927775,0.9268618538387065,0.013324667670961144,0.05311341481940467],"argmax":1,"argmax_equal":true,"abs_dp":[1.1880963051808142e-05,0.0001086876384969182,7.458406573939043e-05,0.00017138841287810125],"max_abs_dp":0.00017138841287810125,"mean_abs_dp":9.16352700415545e-05,"letter_logits_fp16":[9.65625,14.5859375,10.34375,11.7265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.00043705731406928905},{"key":"visual7w_00057","dataset":"visual7w","row_index":57,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0063325269147753716,0.9580369591712952,0.006143311969935894,0.029487192630767822],"ref_argmax":1,"ref_top2_margin":0.9285497665405273,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0065510632600253,0.957190437824359,0.006202422032981892,0.03005607688263387],"argmax":1,"argmax_equal":true,"abs_dp":[0.00021853634524992855,0.000846521346936191,5.911006304599835e-05,0.0005688842518660475],"max_abs_dp":0.000846521346936191,"mean_abs_dp":0.00042326300177454135,"letter_logits_fp16":[9.7578125,14.7421875,9.703125,11.28125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.006354056459650514,0.9578760845100811,0.0061585626944323756,0.029611296335836042],"argmax":1,"argmax_equal":true,"abs_dp":[2.1529544875142567e-05,0.00016087466121406102,1.5250724496481544e-05,0.0001241037050682195],"max_abs_dp":0.00016087466121406102,"mean_abs_dp":8.043965891347616e-05,"letter_logits_fp16":[9.7578125,14.7734375,9.7265625,11.296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0006856466857221299},{"key":"visual7w_00058","dataset":"visual7w","row_index":58,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9986899495124817,0.0004715513496194035,0.0006566558149643242,0.00018177757738158107],"ref_argmax":0,"ref_top2_margin":0.9980332936975174,"near_tie":false,"tokens":120,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9986806113717106,0.00047615946002143206,0.0006610819415312372,0.00018214722673670346],"argmax":0,"argmax_equal":true,"abs_dp":[9.338140771086856e-06,4.6081104020285774e-06,4.426126566912957e-06,3.696493551223897e-07],"max_abs_dp":9.338140771086856e-06,"mean_abs_dp":4.685506773787695e-06,"letter_logits_fp16":[16.453125,8.8046875,9.1328125,7.84375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9986887378804477,0.00047245780217914605,0.0006559426985701657,0.00018286161880310943],"argmax":0,"argmax_equal":true,"abs_dp":[1.21163203403718e-06,9.064525597425642e-07,7.131163941585849e-07,1.0840414215283626e-06],"max_abs_dp":1.21163203403718e-06,"mean_abs_dp":9.78810602366673e-07,"letter_logits_fp16":[16.46875,8.8125,9.140625,7.86328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":8.126508737049676e-06},{"key":"visual7w_00058","dataset":"visual7w","row_index":58,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9989237189292908,0.0004019984626211226,0.0005289055407047272,0.00014532645582221448],"ref_argmax":0,"ref_top2_margin":0.998394813388586,"near_tie":false,"tokens":252,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9989192158624021,0.00040420783524590105,0.0005313211758624248,0.00014525512648968847],"argmax":0,"argmax_equal":true,"abs_dp":[4.503066888705831e-06,2.2093726247784506e-06,2.4156351576976737e-06,7.132933252601906e-08],"max_abs_dp":4.503066888705831e-06,"mean_abs_dp":2.2998510009269936e-06,"letter_logits_fp16":[16.578125,8.765625,9.0390625,7.7421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9989133428262249,0.0004042054587501827,0.0005354852311472512,0.00014696648387768591],"argmax":0,"argmax_equal":true,"abs_dp":[1.0376103065867781e-05,2.2069961290600826e-06,6.579690442524056e-06,1.64002805547143e-06],"max_abs_dp":1.0376103065867781e-05,"mean_abs_dp":5.200704423230837e-06,"letter_logits_fp16":[16.578125,8.765625,9.046875,7.75390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":5.87303617716195e-06},{"key":"visual7w_00059","dataset":"visual7w","row_index":59,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0008923008572310209,0.00026946759317070246,0.0024686302058398724,0.9963696002960205],"ref_argmax":3,"ref_top2_margin":0.9939009700901806,"near_tie":false,"tokens":119,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0008670901848015255,0.0002623896180029931,0.0023569954929811825,0.9965135247042144],"argmax":3,"argmax_equal":true,"abs_dp":[2.521067242949545e-05,7.07797516770936e-06,0.00011163471285868982,0.00014392440819388508],"max_abs_dp":0.00014392440819388508,"mean_abs_dp":7.196194216244493e-05,"letter_logits_fp16":[8.90625,7.7109375,9.90625,15.953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0009085360051373463,0.00027172846261731566,0.0024890266725029406,0.9963307088597424],"argmax":3,"argmax_equal":true,"abs_dp":[1.6235147906325394e-05,2.260869446613198e-06,2.0396466663068213e-05,3.889143627811009e-05],"max_abs_dp":3.889143627811009e-05,"mean_abs_dp":1.9445980073529224e-05,"letter_logits_fp16":[8.9375,7.73046875,9.9453125,15.9375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.00018281584447199517},{"key":"visual7w_00059","dataset":"visual7w","row_index":59,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.00047997653018683195,0.0002243990747956559,0.0017761022318154573,0.9975195527076721],"ref_argmax":3,"ref_top2_margin":0.9957434504758567,"near_tie":false,"tokens":251,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0004756396231888108,0.0002211929667706058,0.0017128440813152788,0.9975903233287253],"argmax":3,"argmax_equal":true,"abs_dp":[4.336906998021143e-06,3.2061080250500964e-06,6.325815050017857e-05,7.077062105320664e-05],"max_abs_dp":7.077062105320664e-05,"mean_abs_dp":3.539294664411411e-05,"letter_logits_fp16":[8.4765625,7.7109375,9.7578125,16.125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00048308442135538743,0.00022553439472180618,0.0017948763698127255,0.9974965048141102],"argmax":3,"argmax_equal":true,"abs_dp":[3.107891168555477e-06,1.1353199261502776e-06,1.8774137997268174e-05,2.304789356188941e-05],"max_abs_dp":2.304789356188941e-05,"mean_abs_dp":1.1516310663465835e-05,"letter_logits_fp16":[8.4921875,7.73046875,9.8046875,16.125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":9.381851461509605e-05},{"key":"visual7w_00060","dataset":"visual7w","row_index":60,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.028586041182279587,0.012166017666459084,0.014507715590298176,0.9447402954101562],"ref_argmax":3,"ref_top2_margin":0.9161542542278767,"near_tie":false,"tokens":123,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.02833272675295641,0.011810837697236717,0.014246589701408567,0.9456098458483984],"argmax":3,"argmax_equal":true,"abs_dp":[0.00025331442932317524,0.00035517996922236617,0.0002611258888896087,0.000869550438242106],"max_abs_dp":0.000869550438242106,"mean_abs_dp":0.000434792681419314,"letter_logits_fp16":[11.1171875,10.2421875,10.4296875,14.625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.028748846999312953,0.01217302772574299,0.014455828101509683,0.9446222971734344],"argmax":3,"argmax_equal":true,"abs_dp":[0.00016280581703336655,7.010059283905912e-06,5.188748878849278e-05,0.00011799823672187237],"max_abs_dp":0.00016280581703336655,"mean_abs_dp":8.49254004569094e-05,"letter_logits_fp16":[11.125,10.265625,10.4375,14.6171875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0009875486749639784},{"key":"visual7w_00060","dataset":"visual7w","row_index":60,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.018244894221425056,0.016249706968665123,0.01591678522527218,0.9495885968208313],"ref_argmax":3,"ref_top2_margin":0.9313437025994062,"near_tie":false,"tokens":255,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.018105876167011908,0.015730657820730524,0.015486776576260464,0.950676689435997],"argmax":3,"argmax_equal":true,"abs_dp":[0.00013901805441314877,0.0005190491479345992,0.000430008649011715,0.0010880926151657366],"max_abs_dp":0.0010880926151657366,"mean_abs_dp":0.0005440421166312999,"letter_logits_fp16":[10.6796875,10.5390625,10.5234375,14.640625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.018229495877435817,0.016213649267139394,0.01583806048639767,0.9497187943690272],"argmax":3,"argmax_equal":true,"abs_dp":[1.539834398923967e-05,3.605770152572893e-05,7.872473887450895e-05,0.00013019754819587614],"max_abs_dp":0.00013019754819587614,"mean_abs_dp":6.509458314633843e-05,"letter_logits_fp16":[10.6875,10.5703125,10.546875,14.640625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0009578950669698605},{"key":"visual7w_00061","dataset":"visual7w","row_index":61,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.06883446127176285,0.013232850469648838,0.8979731202125549,0.019959600642323494],"ref_argmax":2,"ref_top2_margin":0.8291386589407921,"near_tie":false,"tokens":124,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.06921800379695481,0.013005677582842755,0.8976327311256287,0.02014358749457359],"argmax":2,"argmax_equal":true,"abs_dp":[0.00038354252519195997,0.00022717288680608287,0.0003403890869262405,0.00018398685225009745],"max_abs_dp":0.00038354252519195997,"mean_abs_dp":0.0002837728377935952,"letter_logits_fp16":[11.6015625,9.9296875,14.1640625,10.3671875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.06872012440746181,0.013115465259055407,0.8981657140015237,0.019998696331959075],"argmax":2,"argmax_equal":true,"abs_dp":[0.00011433686430104006,0.00011738521059343095,0.00019259378896874235,3.909568963558069e-05],"max_abs_dp":0.00019259378896874235,"mean_abs_dp":0.00011585288837469851,"letter_logits_fp16":[11.609375,9.953125,14.1796875,10.375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0005329828758949828},{"key":"visual7w_00061","dataset":"visual7w","row_index":61,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.054227735847234726,0.01493797916918993,0.9093791246414185,0.021455125883221626],"ref_argmax":2,"ref_top2_margin":0.8551513887941837,"near_tie":false,"tokens":256,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.055003777631913005,0.01468885976098406,0.9087675737979664,0.021539788809136592],"argmax":2,"argmax_equal":true,"abs_dp":[0.0007760417846782788,0.0002491194082058692,0.0006115508434521022,8.466292591496546e-05],"max_abs_dp":0.0007760417846782788,"mean_abs_dp":0.0004303437405628039,"letter_logits_fp16":[11.3828125,10.0625,14.1875,10.4453125],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g448_shard_04","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.054190991578315625,0.01481499268974752,0.9094383285607228,0.021555687171214054],"argmax":2,"argmax_equal":true,"abs_dp":[3.674426891910054e-05,0.00012298647944240966,5.920391930436253e-05,0.00010056128799242753],"max_abs_dp":0.00012298647944240966,"mean_abs_dp":7.987398891457506e-05,"letter_logits_fp16":[11.3828125,10.0859375,14.203125,10.4609375],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g448_shard_04","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0008127860535973794},{"key":"visual7w_00062","dataset":"visual7w","row_index":62,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.07598183304071426,0.05732019245624542,0.8337434530258179,0.03295447677373886],"ref_argmax":2,"ref_top2_margin":0.7577616199851036,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.07769897357996196,0.060041113180857954,0.8288420011192046,0.03341791211997543],"argmax":2,"argmax_equal":true,"abs_dp":[0.001717140539247694,0.0027209207246125314,0.0049014519066132856,0.0004634353462365723],"max_abs_dp":0.0049014519066132856,"mean_abs_dp":0.002450737129177521,"letter_logits_fp16":[11.3984375,11.140625,13.765625,10.5546875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.07674854939553763,0.058387217409655814,0.8315961995309543,0.03326803366385222],"argmax":2,"argmax_equal":true,"abs_dp":[0.0007667163548233658,0.001067024953410392,0.0021472534948635547,0.0003135568901133576],"max_abs_dp":0.0021472534948635547,"mean_abs_dp":0.0010736379233026675,"letter_logits_fp16":[11.3984375,11.125,13.78125,10.5625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.002754198411749731},{"key":"visual7w_00062","dataset":"visual7w","row_index":62,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.03711049258708954,0.029738405719399452,0.9142345190048218,0.01891658827662468],"ref_argmax":2,"ref_top2_margin":0.8771240264177322,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.03793311317823981,0.03096010466196358,0.9118832160245088,0.01922356613528772],"argmax":2,"argmax_equal":true,"abs_dp":[0.0008226205911502707,0.0012216989425641277,0.0023513029803129415,0.0003069778586630399],"max_abs_dp":0.0023513029803129415,"mean_abs_dp":0.001175650093172595,"letter_logits_fp16":[10.8359375,10.6328125,14.015625,10.15625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.03714215364665426,0.029844558890514163,0.9140429316287415,0.018970355834089934],"argmax":2,"argmax_equal":true,"abs_dp":[3.166105956472348e-05,0.0001061531711147104,0.0001915873760802711,5.376755746525422e-05],"max_abs_dp":0.0001915873760802711,"mean_abs_dp":9.57922910562398e-05,"letter_logits_fp16":[10.8359375,10.6171875,14.0390625,10.1640625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0021597156042326704},{"key":"visual7w_00063","dataset":"visual7w","row_index":63,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.006067218258976936,0.9851354956626892,0.004375282675027847,0.004421949852257967],"ref_argmax":1,"ref_top2_margin":0.9790682774037123,"near_tie":false,"tokens":120,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.006042791818787455,0.984974868672721,0.004421000937095805,0.004561338571395952],"argmax":1,"argmax_equal":true,"abs_dp":[2.4426440189481355e-05,0.00016062698996821556,4.571826206795776e-05,0.0001393887191379851],"max_abs_dp":0.00016062698996821556,"mean_abs_dp":9.254010284090995e-05,"letter_logits_fp16":[10.15625,15.25,9.84375,9.875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0061852129331850724,0.984834820913702,0.004489983076556361,0.004489983076556361],"argmax":1,"argmax_equal":true,"abs_dp":[0.0001179946742081361,0.00030067474898720636,0.00011470040152851413,6.803322429839442e-05],"max_abs_dp":0.00030067474898720636,"mean_abs_dp":0.00015035076225556276,"letter_logits_fp16":[10.203125,15.2734375,9.8828125,9.8828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.00014242111439761746},{"key":"visual7w_00063","dataset":"visual7w","row_index":63,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.04947752133011818,0.9340416193008423,0.009133335202932358,0.007347509730607271],"ref_argmax":1,"ref_top2_margin":0.8845640979707241,"near_tie":false,"tokens":252,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.04912109214774018,0.9341163646328425,0.009229579761714011,0.00753296345770337],"argmax":1,"argmax_equal":true,"abs_dp":[0.000356429182378,7.47453320002478e-05,9.624455878165343e-05,0.00018545372709609896],"max_abs_dp":0.000356429182378,"mean_abs_dp":0.00017821820006400004,"letter_logits_fp16":[11.7890625,14.734375,10.1171875,9.9140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.04985175095664236,0.9333134654934979,0.00936686648439271,0.007467917065466886],"argmax":1,"argmax_equal":true,"abs_dp":[0.00037422962652418346,0.0007281538073443672,0.00023353128146035192,0.00012040733485961519],"max_abs_dp":0.0007281538073443672,"mean_abs_dp":0.00036408051254712944,"letter_logits_fp16":[11.8203125,14.75,10.1484375,9.921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.000802899139344615},{"key":"visual7w_00064","dataset":"visual7w","row_index":64,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.008254566229879856,0.00277579459361732,0.0033744177781045437,0.9855952262878418],"ref_argmax":3,"ref_top2_margin":0.9773406600579619,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.008201797732849537,0.0027472581170644014,0.0032880374464593853,0.9857629067036267],"argmax":3,"argmax_equal":true,"abs_dp":[5.276849703031959e-05,2.8536476552918667e-05,8.638033164515843e-05,0.00016768041578485438],"max_abs_dp":0.00016768041578485438,"mean_abs_dp":8.384143025331277e-05,"letter_logits_fp16":[10.828125,9.734375,9.9140625,15.6171875],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g256_shard_04","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.008264373479830486,0.002789929772547277,0.0033916920422820012,0.9855540047053402],"argmax":3,"argmax_equal":true,"abs_dp":[9.807249950630204e-06,1.4135178929956978e-05,1.7274264177457536e-05,4.122158250163821e-05],"max_abs_dp":4.122158250163821e-05,"mean_abs_dp":2.0609568889920732e-05,"letter_logits_fp16":[10.8359375,9.75,9.9453125,15.6171875],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g256_shard_04","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.00020890199828649259},{"key":"visual7w_00064","dataset":"visual7w","row_index":64,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.005187953822314739,0.0019433427369222045,0.0034031185787171125,0.9894657135009766],"ref_argmax":3,"ref_top2_margin":0.9842777596786618,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.005073444746013919,0.0018958077935304274,0.003275662124177218,0.9897550853362785],"argmax":3,"argmax_equal":true,"abs_dp":[0.00011450907630082031,4.753494339177714e-05,0.00012745645453989462,0.00028937183530197697],"max_abs_dp":0.00028937183530197697,"mean_abs_dp":0.00014471807738361726,"letter_logits_fp16":[10.4375,9.453125,10.0,15.7109375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.005232432789046038,0.0019705522439674938,0.0034315132009583907,0.9893655017660282],"argmax":3,"argmax_equal":true,"abs_dp":[4.4478966731298884e-05,2.7209507045289263e-05,2.8394622241278197e-05,0.00010021173494834112],"max_abs_dp":0.00010021173494834112,"mean_abs_dp":5.007370774155187e-05,"letter_logits_fp16":[10.453125,9.4765625,10.03125,15.6953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0003895835702503181},{"key":"visual7w_00065","dataset":"visual7w","row_index":65,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.18096475303173065,0.7974957823753357,0.010101856663823128,0.01143754180520773],"ref_argmax":1,"ref_top2_margin":0.616531029343605,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.1796106439778832,0.7986948189289147,0.010212412773736641,0.011482124319465483],"argmax":1,"argmax_equal":true,"abs_dp":[0.0013541090538474465,0.0011990365535790026,0.00011055610991351356,4.4582514257754044e-05],"max_abs_dp":0.0013541090538474465,"mean_abs_dp":0.0006770710578994292,"letter_logits_fp16":[12.8984375,14.390625,10.03125,10.1484375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.17736385739738886,0.8011240580518404,0.010084663596592519,0.01142742095417815],"argmax":1,"argmax_equal":true,"abs_dp":[0.003600895634341794,0.0036282756765046997,1.719306723060865e-05,1.012085102957902e-05],"max_abs_dp":0.0036282756765046997,"mean_abs_dp":0.0018141213072766704,"letter_logits_fp16":[12.90625,14.4140625,10.0390625,10.1640625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.002429239122925697},{"key":"visual7w_00065","dataset":"visual7w","row_index":65,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.40677765011787415,0.5780903100967407,0.007573553826659918,0.007558451499789953],"ref_argmax":1,"ref_top2_margin":0.17131265997886658,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.40670468315344155,0.5780439060745576,0.007625705386000364,0.007625705386000364],"argmax":1,"argmax_equal":true,"abs_dp":[7.296696443259698e-05,4.64040221831441e-05,5.215155934044577e-05,6.725388621041037e-05],"max_abs_dp":7.296696443259698e-05,"mean_abs_dp":5.9694108041649305e-05,"letter_logits_fp16":[13.7890625,14.140625,9.8125,9.8125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.39379106853908524,0.5911504099292015,0.007558671791131201,0.007499849740582062],"argmax":1,"argmax_equal":true,"abs_dp":[0.012986581578788903,0.013060099832460814,1.4882035528717037e-05,5.860175920789114e-05],"max_abs_dp":0.013060099832460814,"mean_abs_dp":0.0065300413014965815,"letter_logits_fp16":[13.78125,14.1875,9.828125,9.8203125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.013106503854643958},{"key":"visual7w_00066","dataset":"visual7w","row_index":66,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9967723488807678,0.0010623136768117547,0.0004425185907166451,0.0017228061333298683],"ref_argmax":0,"ref_top2_margin":0.995049542747438,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9966863573309008,0.0010877633700765697,0.00044641718760394486,0.0017794621114186483],"argmax":0,"argmax_equal":true,"abs_dp":[8.599154986699276e-05,2.5449693264815e-05,3.898596887299741e-06,5.6655978088779963e-05],"max_abs_dp":8.599154986699276e-05,"mean_abs_dp":4.2998954526971865e-05,"letter_logits_fp16":[15.9453125,9.125,8.234375,9.6171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9967393442767523,0.001079355707227494,0.000442966689723011,0.0017383333262973048],"argmax":0,"argmax_equal":true,"abs_dp":[3.300460401556293e-05,1.7042030415739253e-05,4.480990063658835e-07,1.5527192967436506e-05],"max_abs_dp":3.300460401556293e-05,"mean_abs_dp":1.6505481601276144e-05,"letter_logits_fp16":[15.96875,9.140625,8.25,9.6171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":5.298694585142982e-05},{"key":"visual7w_00066","dataset":"visual7w","row_index":66,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9957805871963501,0.0012566213263198733,0.0005386773846112192,0.0024240727070719004],"ref_argmax":0,"ref_top2_margin":0.9933565144892782,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.99570503420233,0.0012804365357244715,0.0005464232410990207,0.0024681060208466762],"argmax":0,"argmax_equal":true,"abs_dp":[7.555299402006721e-05,2.381520940459821e-05,7.745856487801554e-06,4.403331377477587e-05],"max_abs_dp":7.555299402006721e-05,"mean_abs_dp":3.778684342181071e-05,"letter_logits_fp16":[15.84375,9.1875,8.3359375,9.84375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9957383154501183,0.0012705145648333179,0.0005421890636593973,0.002448980921388884],"argmax":0,"argmax_equal":true,"abs_dp":[4.2271746231836715e-05,1.389323851344452e-05,3.5116790481781344e-06,2.4908214316983566e-05],"max_abs_dp":4.2271746231836715e-05,"mean_abs_dp":2.1146219527610734e-05,"letter_logits_fp16":[15.8671875,9.203125,8.3515625,9.859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":3.3281247788230495e-05},{"key":"visual7w_00067","dataset":"visual7w","row_index":67,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0025020900648087263,0.00041869544656947255,0.9946511387825012,0.0024280964862555265],"ref_argmax":2,"ref_top2_margin":0.9921490487176925,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0025634116379375715,0.0004351352147634412,0.9945362442670485,0.0024652088802505317],"argmax":2,"argmax_equal":true,"abs_dp":[6.13215731288452e-05,1.643976819396865e-05,0.00011489451545276808,3.711239399500519e-05],"max_abs_dp":0.00011489451545276808,"mean_abs_dp":5.744206269264678e-05,"letter_logits_fp16":[10.015625,8.2421875,15.9765625,9.9765625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0025238437852943417,0.00042508465189672437,0.994604878287475,0.0024461932753338544],"argmax":2,"argmax_equal":true,"abs_dp":[2.1753720485615403e-05,6.38920532725182e-06,4.626049502620688e-05,1.809678907832785e-05],"max_abs_dp":4.626049502620688e-05,"mean_abs_dp":2.312505247935049e-05,"letter_logits_fp16":[10.0234375,8.2421875,16.0,9.9921875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":6.863402042656119e-05},{"key":"visual7w_00067","dataset":"visual7w","row_index":67,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0019378479337319732,0.00033066910691559315,0.9957133531570435,0.0020181643776595592],"ref_argmax":2,"ref_top2_margin":0.9936951887793839,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.001983027621215177,0.00034191684267608657,0.9956290798610314,0.002045975675077386],"argmax":2,"argmax_equal":true,"abs_dp":[4.517968748320384e-05,1.124773576049342e-05,8.427329601201627e-05,2.7811297417826893e-05],"max_abs_dp":8.427329601201627e-05,"mean_abs_dp":4.2128004168385106e-05,"letter_logits_fp16":[9.875,8.1171875,16.09375,9.90625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.001922214745834057,0.0003314313879492254,0.995731890108639,0.00201446375757778],"argmax":2,"argmax_equal":true,"abs_dp":[1.5633187897916116e-05,7.622810336322555e-07,1.8536951595593543e-05,3.7006200817790366e-06],"max_abs_dp":1.8536951595593543e-05,"mean_abs_dp":9.658260152230238e-06,"letter_logits_fp16":[9.875,8.1171875,16.125,9.921875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.00010281024760760982},{"key":"visual7w_00068","dataset":"visual7w","row_index":68,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9309482574462891,0.04504019767045975,0.0023353523574769497,0.021676283329725266],"ref_argmax":0,"ref_top2_margin":0.8859080597758293,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9336082010118931,0.04332562950039239,0.0022783052729026133,0.020787864214812123],"argmax":0,"argmax_equal":true,"abs_dp":[0.0026599435656040615,0.0017145681700673557,5.7047084574336424e-05,0.0008884191149131429],"max_abs_dp":0.0026599435656040615,"mean_abs_dp":0.0013299944837897241,"letter_logits_fp16":[14.6953125,11.625,8.6796875,10.890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9306602154960555,0.04526149827613574,0.0023615820235515844,0.021716704204257236],"argmax":0,"argmax_equal":true,"abs_dp":[0.00028804195023357515,0.00022130060567599613,2.6229666074634693e-05,4.042087453197049e-05],"max_abs_dp":0.00028804195023357515,"mean_abs_dp":0.00014399827412904412,"letter_logits_fp16":[14.6796875,11.65625,8.703125,10.921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0029479855158376367},{"key":"visual7w_00068","dataset":"visual7w","row_index":68,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9448270201683044,0.038583751767873764,0.0019542935770004988,0.014634980820119381],"ref_argmax":0,"ref_top2_margin":0.9062432684004307,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9465589826653444,0.03728004829604862,0.0019000796100319282,0.014260889428575008],"argmax":0,"argmax_equal":true,"abs_dp":[0.001731962497039996,0.0013037034718251447,5.421396696857054e-05,0.0003740913915443733],"max_abs_dp":0.001731962497039996,"mean_abs_dp":0.0008659928318445211,"letter_logits_fp16":[14.859375,11.625,8.6484375,10.6640625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9443704168182762,0.03897882226821055,0.001971201942659296,0.014679558970854198],"argmax":0,"argmax_equal":true,"abs_dp":[0.000456603350028284,0.00039507050033678326,1.690836565879702e-05,4.457815073481697e-05],"max_abs_dp":0.000456603350028284,"mean_abs_dp":0.0002282900916896703,"letter_logits_fp16":[14.8515625,11.6640625,8.6796875,10.6875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.00218856584706828},{"key":"visual7w_00069","dataset":"visual7w","row_index":69,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9973022937774658,0.0013961495133116841,0.0004004348302260041,0.0009010832291096449],"ref_argmax":0,"ref_top2_margin":0.9959061442641541,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9972905712141042,0.001430704775771041,0.00039729236762730896,0.0008814316424973082],"argmax":0,"argmax_equal":true,"abs_dp":[1.1722563361571403e-05,3.45552624593569e-05,3.1424625986951676e-06,1.96515866123367e-05],"max_abs_dp":3.45552624593569e-05,"mean_abs_dp":1.7267968757990042e-05,"letter_logits_fp16":[16.0625,9.515625,8.234375,9.03125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9972887386660543,0.0014085211659532091,0.00040040763452491945,0.0009023325334676585],"argmax":0,"argmax_equal":true,"abs_dp":[1.3555111411545084e-05,1.2371652641524978e-05,2.719570108466931e-08,1.24930435801366e-06],"max_abs_dp":1.3555111411545084e-05,"mean_abs_dp":6.800816028042098e-06,"letter_logits_fp16":[16.078125,9.515625,8.2578125,9.0703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_04","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":2.218360981783192e-05},{"key":"visual7w_00069","dataset":"visual7w","row_index":69,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9975918531417847,0.0011374297318980098,0.0003663684183266014,0.0009043990285135806],"ref_argmax":0,"ref_top2_margin":0.9964544234098867,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9976339090422847,0.0011321702708421359,0.0003590473103068293,0.0008748733765662773],"argmax":0,"argmax_equal":true,"abs_dp":[4.205590049999319e-05,5.2594610558738975e-06,7.321108019772075e-06,2.9525651947303298e-05],"max_abs_dp":4.205590049999319e-05,"mean_abs_dp":2.1040530380735616e-05,"letter_logits_fp16":[16.140625,9.359375,8.2109375,9.1015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9975728629276673,0.0011499289888446064,0.00036753938045771455,0.0009096687030303273],"argmax":0,"argmax_equal":true,"abs_dp":[1.8990214117331483e-05,1.2499256946596612e-05,1.1709621311131605e-06,5.269674516746731e-06],"max_abs_dp":1.8990214117331483e-05,"mean_abs_dp":9.482526927946997e-06,"letter_logits_fp16":[16.140625,9.375,8.234375,9.140625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_04","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":6.104611461732468e-05},{"key":"visual7w_00070","dataset":"visual7w","row_index":70,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0017099312972277403,0.9967803955078125,0.0007711550570093095,0.0007384635391645133],"ref_argmax":1,"ref_top2_margin":0.9950704642105848,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0016719046196375451,0.9968381974408173,0.0007594969045200026,0.0007304010350252997],"argmax":1,"argmax_equal":true,"abs_dp":[3.802667759019514e-05,5.7801933004753e-05,1.1658152489306883e-05,8.062504139213643e-06],"max_abs_dp":5.7801933004753e-05,"mean_abs_dp":2.8887316805867167e-05,"letter_logits_fp16":[9.859375,16.25,9.0703125,9.03125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0017383179358092143,0.9967305195566738,0.0007835212795968672,0.0007476412279200388],"argmax":1,"argmax_equal":true,"abs_dp":[2.8386638581473977e-05,4.987595113870036e-05,1.2366222587557635e-05,9.177688755525456e-06],"max_abs_dp":4.987595113870036e-05,"mean_abs_dp":2.4951625265814357e-05,"letter_logits_fp16":[9.8984375,16.25,9.1015625,9.0546875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00010767788414345336},{"key":"visual7w_00070","dataset":"visual7w","row_index":70,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0021549046505242586,0.9964158535003662,0.0005848597502335906,0.0008443903643637896],"ref_argmax":1,"ref_top2_margin":0.994260948849842,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0021458925481243583,0.9964316748591839,0.0005820889966024286,0.0008403435960893124],"argmax":1,"argmax_equal":true,"abs_dp":[9.012102399900274e-06,1.582135881772473e-05,2.7707536311619542e-06,4.046768274477194e-06],"max_abs_dp":1.582135881772473e-05,"mean_abs_dp":7.912745780816038e-06,"letter_logits_fp16":[10.109375,16.25,8.8046875,9.171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0021965950466710203,0.9963473635545825,0.0005958424189394692,0.0008601989798067576],"argmax":1,"argmax_equal":true,"abs_dp":[4.1690396146761705e-05,6.848994578367851e-05,1.0982668705878632e-05,1.580861544296804e-05],"max_abs_dp":6.848994578367851e-05,"mean_abs_dp":3.424290651982172e-05,"letter_logits_fp16":[10.1328125,16.25,8.828125,9.1953125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":8.431130460140324e-05},{"key":"visual7w_00071","dataset":"visual7w","row_index":71,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.007505881600081921,0.09328050166368484,0.8934544324874878,0.005759186577051878],"ref_argmax":2,"ref_top2_margin":0.800173930823803,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.007548744093214775,0.09341072843921305,0.8932073101470422,0.005833217320530056],"argmax":2,"argmax_equal":true,"abs_dp":[4.286249313285428e-05,0.00013022677552820827,0.00024712234044554915,7.403074347817843e-05],"max_abs_dp":0.00024712234044554915,"mean_abs_dp":0.00012356058814619753,"letter_logits_fp16":[9.703125,12.21875,14.4765625,9.4453125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.007549086779912484,0.0934149689610355,0.8932478586488465,0.005788085610205528],"argmax":2,"argmax_equal":true,"abs_dp":[4.320517983056379e-05,0.0001344672973506572,0.00020657383864131074,2.889903315364973e-05],"max_abs_dp":0.00020657383864131074,"mean_abs_dp":0.00010328633724404537,"letter_logits_fp16":[9.71875,12.234375,14.4921875,9.453125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":4.51317103245287e-05},{"key":"visual7w_00071","dataset":"visual7w","row_index":71,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0011832868913188577,0.002659670077264309,0.9950339794158936,0.001123046618886292],"ref_argmax":2,"ref_top2_margin":0.9923743093386292,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0011833961704689703,0.002666824437206717,0.9950205748779806,0.0011292045143439014],"argmax":2,"argmax_equal":true,"abs_dp":[1.0927915011262057e-07,7.154359942408012e-06,1.340453791298657e-05,6.157895457609445e-06],"max_abs_dp":1.340453791298657e-05,"mean_abs_dp":6.706518115779162e-06,"letter_logits_fp16":[9.0078125,9.8203125,15.7421875,8.9609375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0012019844076873447,0.0026876342993461394,0.994981221439087,0.00112915985387961],"argmax":2,"argmax_equal":true,"abs_dp":[1.869751636848706e-05,2.796422208183047e-05,5.275797680659444e-05,6.113234993318072e-06],"max_abs_dp":5.275797680659444e-05,"mean_abs_dp":2.638323756255751e-05,"letter_logits_fp16":[9.0234375,9.828125,15.7421875,8.9609375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":3.935343889360787e-05},{"key":"visual7w_00072","dataset":"visual7w","row_index":72,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.984261155128479,0.0012141484767198563,0.0009167740354314446,0.013607995584607124],"ref_argmax":0,"ref_top2_margin":0.9706531595438719,"near_tie":false,"tokens":125,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9845899750644472,0.0012081621075947058,0.0009048716084505553,0.01329699121950762],"argmax":0,"argmax_equal":true,"abs_dp":[0.00032881993596822756,5.98636912515051e-06,1.1902426980889389e-05,0.0003110043650995046],"max_abs_dp":0.00032881993596822756,"mean_abs_dp":0.000164428274293443,"letter_logits_fp16":[15.8984375,9.1953125,8.90625,11.59375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9842397695071367,0.0012267513979810688,0.0009260005369914882,0.013607478557890877],"argmax":0,"argmax_equal":true,"abs_dp":[2.1385621342351335e-05,1.2602921261212511e-05,9.226501560043589e-06,5.170267162474956e-07],"max_abs_dp":2.1385621342351335e-05,"mean_abs_dp":1.0933017719963733e-05,"letter_logits_fp16":[15.8984375,9.2109375,8.9296875,11.6171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0003502055573105789},{"key":"visual7w_00072","dataset":"visual7w","row_index":72,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9765645265579224,0.001560985459946096,0.0011691563995555043,0.02070530317723751],"ref_argmax":0,"ref_top2_margin":0.9558592233806849,"near_tie":false,"tokens":257,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9769975130507685,0.0015635894482486988,0.001161961013362733,0.020276936487620023],"argmax":0,"argmax_equal":true,"abs_dp":[0.00043298649284617685,2.6039883026028436e-06,7.1953861927713265e-06,0.0004283666896174876],"max_abs_dp":0.00043298649284617685,"mean_abs_dp":0.00021778813923975965,"letter_logits_fp16":[15.78125,9.34375,9.046875,11.90625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9764860541985788,0.0015873809689746189,0.0011796413702896066,0.02074692346215702],"argmax":0,"argmax_equal":true,"abs_dp":[7.847235934355101e-05,2.6395509028522912e-05,1.0484970734102317e-05,4.162028491951075e-05],"max_abs_dp":7.847235934355101e-05,"mean_abs_dp":3.924328100642175e-05,"letter_logits_fp16":[15.7890625,9.3671875,9.0703125,11.9375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0005114588521897279},{"key":"visual7w_00073","dataset":"visual7w","row_index":73,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9856211543083191,0.012145821005105972,0.0011634756810963154,0.0010695158271118999],"ref_argmax":0,"ref_top2_margin":0.9734753333032131,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9855467731557488,0.012213862617832952,0.001172128804787365,0.0010672354216308914],"argmax":0,"argmax_equal":true,"abs_dp":[7.438115257030198e-05,6.804161272697985e-05,8.65312369104955e-06,2.2804054810084823e-06],"max_abs_dp":7.438115257030198e-05,"mean_abs_dp":3.8339073617334966e-05,"letter_logits_fp16":[15.5078125,11.1171875,8.7734375,8.6796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9853572491983281,0.012403817212522037,0.0011719034004780608,0.0010670301886717701],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002639051099909695,0.00025799620741606515,8.42771938174545e-06,2.4856384401297435e-06],"max_abs_dp":0.0002639051099909695,"mean_abs_dp":0.00013320366880722746,"letter_logits_fp16":[15.515625,11.140625,8.78125,8.6875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0001899545946890853},{"key":"visual7w_00073","dataset":"visual7w","row_index":73,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9923143982887268,0.00645308056846261,0.0007418349268846214,0.0004906808026134968],"ref_argmax":0,"ref_top2_margin":0.9858613177202642,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9923448426934384,0.0064302162593972145,0.0007443515595784411,0.00048058948758612373],"argmax":0,"argmax_equal":true,"abs_dp":[3.0444404711560402e-05,2.2864309065395716e-05,2.516632693819686e-06,1.0091315027373053e-05],"max_abs_dp":3.0444404711560402e-05,"mean_abs_dp":1.6479165374537214e-05,"letter_logits_fp16":[15.90625,10.8671875,8.7109375,8.2734375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9922368581961507,0.006530766692072798,0.0007442705610933296,0.00048810455068302983],"argmax":0,"argmax_equal":true,"abs_dp":[7.75400925761005e-05,7.768612361018761e-05,2.435634208708187e-06,2.57625193046695e-06],"max_abs_dp":7.768612361018761e-05,"mean_abs_dp":4.0059525581365813e-05,"letter_logits_fp16":[15.9140625,10.890625,8.71875,8.296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.00010798449728766091},{"key":"visual7w_00074","dataset":"visual7w","row_index":74,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0005992025253362954,0.0008912046905606985,0.9979645013809204,0.0005451078759506345],"ref_argmax":2,"ref_top2_margin":0.9970732966903597,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0006061966267619394,0.000895900537935914,0.9979459545256019,0.0005519483097003712],"argmax":2,"argmax_equal":true,"abs_dp":[6.994101425644001e-06,4.6958473752154416e-06,1.8546855318546385e-05,6.840433749736685e-06],"max_abs_dp":1.8546855318546385e-05,"mean_abs_dp":9.269309467285628e-06,"letter_logits_fp16":[8.984375,9.375,16.390625,8.890625],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_05","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.000606192367269431,0.0009029208284471532,0.9979389423728953,0.000551944431388308],"argmax":2,"argmax_equal":true,"abs_dp":[6.989841933135619e-06,1.171613788645469e-05,2.5559008025144436e-05,6.836555437673476e-06],"max_abs_dp":2.5559008025144436e-05,"mean_abs_dp":1.2775385820602055e-05,"letter_logits_fp16":[9.0,9.3984375,16.40625,8.90625],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_05","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":7.020290511239248e-06},{"key":"visual7w_00074","dataset":"visual7w","row_index":74,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0006150904227979481,0.0007868281682021916,0.9981281161308289,0.0004700140270870179],"ref_argmax":2,"ref_top2_margin":0.9973412879626267,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0006158570104551307,0.0007846221863915117,0.9981310014963273,0.00046851930682607933],"argmax":2,"argmax_equal":true,"abs_dp":[7.665876571825991e-07,2.2059818106798723e-06,2.885365498417336e-06,1.4947202609385613e-06],"max_abs_dp":2.885365498417336e-06,"mean_abs_dp":1.8381638068045922e-06,"letter_logits_fp16":[9.0625,9.3046875,16.453125,8.7890625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0006206742890474943,0.0007969615626215765,0.9981101800492096,0.000472184099121314],"argmax":2,"argmax_equal":true,"abs_dp":[5.583866249546138e-06,1.0133394419384908e-05,1.7936081619263078e-05,2.170072034296132e-06],"max_abs_dp":1.7936081619263078e-05,"mean_abs_dp":8.955853580622564e-06,"letter_logits_fp16":[9.0703125,9.3203125,16.453125,8.796875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":2.0821447117680414e-05},{"key":"visual7w_00075","dataset":"visual7w","row_index":75,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.8007742762565613,0.0627678632736206,0.09799541532993317,0.038462430238723755],"ref_argmax":0,"ref_top2_margin":0.7027788609266281,"near_tie":false,"tokens":120,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8029518022555164,0.06240261553036216,0.09589891711848841,0.03874666509563303],"argmax":0,"argmax_equal":true,"abs_dp":[0.0021775259989551543,0.00036524774325844694,0.002096498211444753,0.00028423485690927397],"max_abs_dp":0.0021775259989551543,"mean_abs_dp":0.001230876702641907,"letter_logits_fp16":[13.8671875,11.3125,11.7421875,10.8359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7993356129095317,0.06359474866406575,0.09849747356492759,0.03857216486147492],"argmax":0,"argmax_equal":true,"abs_dp":[0.0014386633470295784,0.0008268853904451479,0.0005020582349944264,0.00010973462275116336],"max_abs_dp":0.0014386633470295784,"mean_abs_dp":0.000719335398805079,"letter_logits_fp16":[13.8671875,11.3359375,11.7734375,10.8359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0036161893459847327},{"key":"visual7w_00075","dataset":"visual7w","row_index":75,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.5174916982650757,0.05392320081591606,0.1838705688714981,0.24471446871757507],"ref_argmax":0,"ref_top2_margin":0.2727772295475006,"near_tie":false,"tokens":252,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5129392255282367,0.05364267192769687,0.1814708199940067,0.25194728255005977],"argmax":0,"argmax_equal":true,"abs_dp":[0.004552472736839008,0.00028052888821919475,0.00239974887749142,0.007232813832484697],"max_abs_dp":0.007232813832484697,"mean_abs_dp":0.00361639108375858,"letter_logits_fp16":[13.171875,10.9140625,12.1328125,12.4609375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5169757363285931,0.054488841726332546,0.18433337552478923,0.24420204642028526],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005159619364826229,0.0005656409104164845,0.0004628066532911257,0.0005124222972898163],"max_abs_dp":0.0005656409104164845,"mean_abs_dp":0.0005142079493700123,"letter_logits_fp16":[13.1953125,10.9453125,12.1640625,12.4453125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.007745236129774513},{"key":"visual7w_00076","dataset":"visual7w","row_index":76,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0010500228963792324,0.0019855950959026814,0.9956478476524353,0.001316492329351604],"ref_argmax":2,"ref_top2_margin":0.9936622525565326,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0010697156215369848,0.0020141662516631456,0.9955848355262057,0.0013312826005942838],"argmax":2,"argmax_equal":true,"abs_dp":[1.9692725157752396e-05,2.8571155760464227e-05,6.301212622961128e-05,1.4790271242679778e-05],"max_abs_dp":6.301212622961128e-05,"mean_abs_dp":3.151656959762692e-05,"letter_logits_fp16":[9.0546875,9.6875,15.890625,9.2734375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0010697156215369848,0.0020141662516631456,0.9955848355262057,0.0013312826005942838],"argmax":2,"argmax_equal":true,"abs_dp":[1.9692725157752396e-05,2.8571155760464227e-05,6.301212622961128e-05,1.4790271242679778e-05],"max_abs_dp":6.301212622961128e-05,"mean_abs_dp":3.151656959762692e-05,"letter_logits_fp16":[9.0625,9.6953125,15.8984375,9.28125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"visual7w_00076","dataset":"visual7w","row_index":76,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0005724455113522708,0.0027497068513184786,0.995741605758667,0.0009362501441501081],"ref_argmax":2,"ref_top2_margin":0.9929918989073485,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0005861990158848437,0.002796599096318578,0.9956582442990293,0.0009589575887672617],"argmax":2,"argmax_equal":true,"abs_dp":[1.3753504532572867e-05,4.68922450000994e-05,8.336145963772079e-05,2.27074446171536e-05],"max_abs_dp":8.336145963772079e-05,"mean_abs_dp":4.1678663446886665e-05,"letter_logits_fp16":[8.5546875,10.1171875,15.9921875,9.046875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.000572652690375982,0.002774995509409557,0.9957155545209917,0.0009367972792228553],"argmax":2,"argmax_equal":true,"abs_dp":[2.0717902371111818e-07,2.5288658091078206e-05,2.605123767529527e-05,5.47135072747197e-07],"max_abs_dp":2.605123767529527e-05,"mean_abs_dp":1.3023552465707948e-05,"letter_logits_fp16":[8.5546875,10.1328125,16.015625,9.046875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":5.731022196242552e-05},{"key":"visual7w_00077","dataset":"visual7w","row_index":77,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0005577361444011331,0.9674908518791199,0.0021805453579872847,0.029770875349640846],"ref_argmax":1,"ref_top2_margin":0.937719976529479,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0005689687779521557,0.9663927082199226,0.002215427266755278,0.030822895735369813],"argmax":1,"argmax_equal":true,"abs_dp":[1.1232633551022642e-05,0.0010981436591972482,3.488190876799321e-05,0.0010520203857289669],"max_abs_dp":0.0010981436591972482,"mean_abs_dp":0.0005490696468113078,"letter_logits_fp16":[8.109375,15.546875,9.46875,12.1015625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0005606940651129877,0.9673352627143855,0.0022003306385238244,0.029903712581977524],"argmax":1,"argmax_equal":true,"abs_dp":[2.957920711854677e-06,0.0001555891647343488,1.9785280536539773e-05,0.0001328372323366779],"max_abs_dp":0.0001555891647343488,"mean_abs_dp":7.779239957985529e-05,"letter_logits_fp16":[8.1171875,15.5703125,9.484375,12.09375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0009425544944628994},{"key":"visual7w_00077","dataset":"visual7w","row_index":77,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0005745384842157364,0.985453724861145,0.002150025451555848,0.011821632273495197],"ref_argmax":1,"ref_top2_margin":0.9736320925876498,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.000575663283617087,0.985432009877505,0.002155623769180151,0.011836703069697523],"argmax":1,"argmax_equal":true,"abs_dp":[1.1247994013505874e-06,2.171498364000879e-05,5.598317624303049e-06,1.5070796202325265e-05],"max_abs_dp":2.171498364000879e-05,"mean_abs_dp":1.0877224216996923e-05,"letter_logits_fp16":[8.1484375,15.59375,9.46875,11.171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0005800478359523996,0.9852104734124473,0.0021890776635879734,0.012020401088012198],"argmax":1,"argmax_equal":true,"abs_dp":[5.509351736663237e-06,0.0002432514486977455,3.905221203212529e-05,0.00019876881451700093],"max_abs_dp":0.0002432514486977455,"mean_abs_dp":0.00012164545674588374,"letter_logits_fp16":[8.15625,15.59375,9.484375,11.1875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.00022153646505773672},{"key":"visual7w_00078","dataset":"visual7w","row_index":78,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.005919980350881815,0.00038983396370895207,0.0006334694335237145,0.9930566549301147],"ref_argmax":3,"ref_top2_margin":0.9871366745792329,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.005859374498601533,0.000389498742193601,0.0006272988965289385,0.9931238278626758],"argmax":3,"argmax_equal":true,"abs_dp":[6.060585228028197e-05,3.352215153510545e-07,6.170536994776015e-06,6.717293256108814e-05],"max_abs_dp":6.717293256108814e-05,"mean_abs_dp":3.3571135837874295e-05,"letter_logits_fp16":[10.71875,8.0078125,8.484375,15.8515625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.005997366217419311,0.00039556917934218446,0.0006420721548289811,0.9929649924484095],"argmax":3,"argmax_equal":true,"abs_dp":[7.73858665374964e-05,5.735215633232392e-06,8.602721305266516e-06,9.166248170522362e-05],"max_abs_dp":9.166248170522362e-05,"mean_abs_dp":4.584657129530473e-05,"letter_logits_fp16":[10.734375,8.015625,8.5,15.84375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.00015883541426631176},{"key":"visual7w_00078","dataset":"visual7w","row_index":78,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0023386040702462196,0.0003217257035430521,0.0006599166663363576,0.9966797828674316],"ref_argmax":3,"ref_top2_margin":0.9943411787971854,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00230287781816017,0.0003203001724685107,0.0006546510496669758,0.9967221709597043],"argmax":3,"argmax_equal":true,"abs_dp":[3.5726252086049765e-05,1.4255310745413794e-06,5.265616669381749e-06,4.238809227263829e-05],"max_abs_dp":4.238809227263829e-05,"mean_abs_dp":2.1201373025652795e-05,"letter_logits_fp16":[9.90625,7.93359375,8.6484375,15.9765625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002375750408916187,0.00032786432457207715,0.0006701111728266888,0.996626274093685],"argmax":3,"argmax_equal":true,"abs_dp":[3.714633866996756e-05,6.138621029025068e-06,1.0194506490331166e-05,5.3508773746657745e-05],"max_abs_dp":5.3508773746657745e-05,"mean_abs_dp":2.6747059983995384e-05,"letter_logits_fp16":[9.921875,7.94140625,8.65625,15.9609375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":9.589686601929603e-05},{"key":"visual7w_00079","dataset":"visual7w","row_index":79,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0007109237485565245,0.9930612444877625,0.0031849665101617575,0.0030428720638155937],"ref_argmax":1,"ref_top2_margin":0.9898762779776007,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0007447926544480969,0.9929328957624606,0.0032352318171812644,0.0030870797659099725],"argmax":1,"argmax_equal":true,"abs_dp":[3.386890589157242e-05,0.00012834872530187447,5.02653070195069e-05,4.420770209437883e-05],"max_abs_dp":0.00012834872530187447,"mean_abs_dp":6.417266007683315e-05,"letter_logits_fp16":[8.6796875,15.875,10.1484375,10.1015625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0007163157774290353,0.9930100855918007,0.0032103045906144217,0.003063294040155767],"argmax":1,"argmax_equal":true,"abs_dp":[5.392028872510833e-06,5.115889596174483e-05,2.5338080452664245e-05,2.0421976340173273e-05],"max_abs_dp":5.115889596174483e-05,"mean_abs_dp":2.5577745406773296e-05,"letter_logits_fp16":[8.6640625,15.8984375,10.1640625,10.1171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":7.718982934012963e-05},{"key":"visual7w_00079","dataset":"visual7w","row_index":79,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0008349496638402343,0.992434024810791,0.0031627994030714035,0.0035682537127286196],"ref_argmax":1,"ref_top2_margin":0.9888657710980624,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0008769338439329983,0.9922015638729362,0.0032582044975663876,0.003663297785564381],"argmax":1,"argmax_equal":true,"abs_dp":[4.198418009276406e-05,0.00023246093785478372,9.540509449498412e-05,9.504407283576159e-05],"max_abs_dp":0.00023246093785478372,"mean_abs_dp":0.00011622357131957337,"letter_logits_fp16":[8.7109375,15.7421875,10.0234375,10.140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0008434789397446999,0.9923661628868756,0.003183256263115362,0.003607101910264459],"argmax":1,"argmax_equal":true,"abs_dp":[8.529275904465574e-06,6.786192391539103e-05,2.0456860043958653e-05,3.884819753583943e-05],"max_abs_dp":6.786192391539103e-05,"mean_abs_dp":3.392406434991367e-05,"letter_logits_fp16":[8.703125,15.7734375,10.03125,10.15625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0001645990139393927},{"key":"visual7w_00080","dataset":"visual7w","row_index":80,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0016891902778297663,0.00025368406204506755,0.00015793582133483142,0.9978991746902466],"ref_argmax":3,"ref_top2_margin":0.9962099844124168,"near_tie":false,"tokens":109,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.001647816184113544,0.000248783033567339,0.00015568444426736298,0.9979477163380517],"argmax":3,"argmax_equal":true,"abs_dp":[4.137409371622234e-05,4.901028477728557e-06,2.251377067468438e-06,4.8541647805100396e-05],"max_abs_dp":4.8541647805100396e-05,"mean_abs_dp":2.4267036766629932e-05,"letter_logits_fp16":[9.921875,8.03125,7.5625,16.328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0017133243284959063,0.00025666027262678006,0.0001599877202779316,0.9978700276785993],"argmax":3,"argmax_equal":true,"abs_dp":[2.4134050666139995e-05,2.9762105817125154e-06,2.0518989431001725e-06,2.914701164724587e-05],"max_abs_dp":2.914701164724587e-05,"mean_abs_dp":1.4577292959549638e-05,"letter_logits_fp16":[9.9453125,8.046875,7.57421875,16.3125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":7.768865945234626e-05},{"key":"visual7w_00080","dataset":"visual7w","row_index":80,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0021597391460090876,0.0002909656031988561,0.00018759620434138924,0.9973617196083069],"ref_argmax":3,"ref_top2_margin":0.9952019804622978,"near_tie":false,"tokens":241,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.002164739230921412,0.0002884235863625915,0.00018622026352205508,0.997360616919194],"argmax":3,"argmax_equal":true,"abs_dp":[5.000084912324364e-06,2.5420168362646047e-06,1.375940819334161e-06,1.1026891129084504e-06],"max_abs_dp":5.000084912324364e-06,"mean_abs_dp":2.505182920207895e-06,"letter_logits_fp16":[10.0859375,8.0703125,7.6328125,16.21875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0021987241194104255,0.0002975649514595818,0.00019062726426265496,0.9973130836648675],"argmax":3,"argmax_equal":true,"abs_dp":[3.8984973401337986e-05,6.599348260725687e-06,3.031059921265722e-06,4.863594343940125e-05],"max_abs_dp":4.863594343940125e-05,"mean_abs_dp":2.4312831255682662e-05,"letter_logits_fp16":[10.0859375,8.0859375,7.640625,16.203125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":4.75332543264928e-05},{"key":"visual7w_00081","dataset":"visual7w","row_index":81,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9801712036132812,0.0055774059146642685,0.0034646925050765276,0.01078664418309927],"ref_argmax":0,"ref_top2_margin":0.969384559430182,"near_tie":false,"tokens":121,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9800519863795522,0.005692605873674291,0.0034527399960436796,0.010802667750730004],"argmax":0,"argmax_equal":true,"abs_dp":[0.00011921723372909643,0.00011519995901002229,1.195250903284796e-05,1.602356763073451e-05],"max_abs_dp":0.00011921723372909643,"mean_abs_dp":6.55983173506753e-05,"letter_logits_fp16":[15.2109375,10.0625,9.5625,10.703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9798320238816712,0.005691328227360803,0.003506325604267592,0.010970322286700567],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003391797316100176,0.00011392231269653427,4.163309919106434e-05,0.0001836781036012973],"max_abs_dp":0.0003391797316100176,"mean_abs_dp":0.00016960331177472837,"letter_logits_fp16":[15.2109375,10.0625,9.578125,10.71875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.00021996249788092115},{"key":"visual7w_00081","dataset":"visual7w","row_index":81,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9887323379516602,0.0030853981152176857,0.002780177164822817,0.005401993170380592],"ref_argmax":0,"ref_top2_margin":0.9833303447812796,"near_tie":false,"tokens":253,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9888137705713322,0.0030983850159777802,0.0027343151796149134,0.005353529233075043],"argmax":0,"argmax_equal":true,"abs_dp":[8.143261967208382e-05,1.2986900760094539e-05,4.5861985207903445e-05,4.846393730554947e-05],"max_abs_dp":8.143261967208382e-05,"mean_abs_dp":4.718636073640782e-05,"letter_logits_fp16":[15.5625,9.796875,9.671875,10.34375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9886422913874567,0.0031221444174863973,0.002798672168113083,0.005436892026943818],"argmax":0,"argmax_equal":true,"abs_dp":[9.00465642034165e-05,3.6746302268711624e-05,1.8495003290265946e-05,3.489885656322595e-05],"max_abs_dp":9.00465642034165e-05,"mean_abs_dp":4.5046681581405006e-05,"letter_logits_fp16":[15.5625,9.8046875,9.6953125,10.359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.00017147918387550032},{"key":"visual7w_00082","dataset":"visual7w","row_index":82,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0017073893686756492,0.0003820259007625282,0.9974185228347778,0.000492025981657207],"ref_argmax":2,"ref_top2_margin":0.9957111334661022,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0016991976671447754,0.0003942455577302308,0.9974042749041224,0.0005022818710025412],"argmax":2,"argmax_equal":true,"abs_dp":[8.191701530873815e-06,1.2219656967702624e-05,1.4247930655408858e-05,1.0255889345334168e-05],"max_abs_dp":1.4247930655408858e-05,"mean_abs_dp":1.1228794624829866e-05,"letter_logits_fp16":[9.75,8.2890625,16.125,8.53125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0017259219952742082,0.000391169776480477,0.9973845450042146,0.0004983632240308028],"argmax":2,"argmax_equal":true,"abs_dp":[1.8532626598558987e-05,9.143875717948816e-06,3.397783056324766e-05,6.337242373595834e-06],"max_abs_dp":3.397783056324766e-05,"mean_abs_dp":1.6997893813337824e-05,"letter_logits_fp16":[9.765625,8.28125,16.125,8.5234375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":2.67243281294328e-05},{"key":"visual7w_00082","dataset":"visual7w","row_index":82,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0018655083840712905,0.00028860828024335206,0.9972077012062073,0.0006381352432072163],"ref_argmax":2,"ref_top2_margin":0.995342192822136,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0018658061067530326,0.00029752878229496695,0.9971918597743565,0.0006448053365954954],"argmax":2,"argmax_equal":true,"abs_dp":[2.977226817421543e-07,8.920502051614897e-06,1.5841431850738275e-05,6.670093388279168e-06],"max_abs_dp":1.5841431850738275e-05,"mean_abs_dp":7.932437493093623e-06,"letter_logits_fp16":[9.953125,8.1171875,16.234375,8.890625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00189512739842574,0.0002952039117952626,0.9971598269578004,0.0006498417319784816],"argmax":2,"argmax_equal":true,"abs_dp":[2.961901435444953e-05,6.595631551910568e-06,4.787424840690946e-05,1.1706488771265323e-05],"max_abs_dp":4.787424840690946e-05,"mean_abs_dp":2.394884577113372e-05,"letter_logits_fp16":[9.96875,8.109375,16.234375,8.8984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":3.2032816556171184e-05},{"key":"visual7w_00083","dataset":"visual7w","row_index":83,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0027440974954515696,0.001130622928030789,0.9958800077438354,0.00024534008116461337],"ref_argmax":2,"ref_top2_margin":0.9931359102483839,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0028188864186575523,0.0011478658319695498,0.9957830573566407,0.00025019039273215763],"argmax":2,"argmax_equal":true,"abs_dp":[7.478892320598269e-05,1.724290393876086e-05,9.695038719470528e-05,4.850311567544262e-06],"max_abs_dp":9.695038719470528e-05,"mean_abs_dp":4.8458131476748274e-05,"letter_logits_fp16":[10.125,9.2265625,15.9921875,7.703125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0027753076311937174,0.0011479171188207335,0.9958275491221864,0.00024922612779933233],"argmax":2,"argmax_equal":true,"abs_dp":[3.121013574214782e-05,1.7294190789944553e-05,5.2458621649043025e-05,3.886046634718964e-06],"max_abs_dp":5.2458621649043025e-05,"mean_abs_dp":2.621224870396359e-05,"letter_logits_fp16":[10.1171875,9.234375,16.0,7.70703125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_05","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":4.4491765545662254e-05},{"key":"visual7w_00083","dataset":"visual7w","row_index":83,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0015301484381780028,0.0006240677903406322,0.9976755976676941,0.0001701774017419666],"ref_argmax":2,"ref_top2_margin":0.9961454492295161,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.001547518316630429,0.0006301578482374819,0.9976500482660177,0.00017227556911435086],"argmax":2,"argmax_equal":true,"abs_dp":[1.7369878452426187e-05,6.090057896849686e-06,2.554940167642794e-05,2.098167372384255e-06],"max_abs_dp":2.554940167642794e-05,"mean_abs_dp":1.2776876349522017e-05,"letter_logits_fp16":[9.8125,8.9140625,16.28125,7.6171875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0015475193560044618,0.0006301582714762229,0.9976507183269423,0.00017160404557698287],"argmax":2,"argmax_equal":true,"abs_dp":[1.737091782645899e-05,6.0904811355907236e-06,2.4879340751793322e-05,1.426643835016262e-06],"max_abs_dp":2.4879340751793322e-05,"mean_abs_dp":1.2441845887214825e-05,"letter_logits_fp16":[9.8125,8.9140625,16.28125,7.61328125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_05","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":6.71523537367993e-07},{"key":"visual7w_00084","dataset":"visual7w","row_index":84,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.05753333866596222,0.9137007594108582,0.022428782656788826,0.006337191443890333],"ref_argmax":1,"ref_top2_margin":0.8561674207448959,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05748636054243776,0.9133989139283536,0.02251198224558975,0.006602743283619079],"argmax":1,"argmax_equal":true,"abs_dp":[4.697812352445763e-05,0.0003018454825045591,8.319958880092376e-05,0.0002655518397287459],"max_abs_dp":0.0003018454825045591,"mean_abs_dp":0.0001743937586396716,"letter_logits_fp16":[11.8828125,14.6484375,10.9453125,9.71875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0579038760228778,0.9128730517427694,0.022675483656954737,0.006547588577398214],"argmax":1,"argmax_equal":true,"abs_dp":[0.0003705373569155776,0.0008277076680887063,0.0002467010001659109,0.00021039713350788115],"max_abs_dp":0.0008277076680887063,"mean_abs_dp":0.000413835789669519,"letter_logits_fp16":[11.90625,14.6640625,10.96875,9.7265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0005258621855841472},{"key":"visual7w_00084","dataset":"visual7w","row_index":84,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.013569340109825134,0.9784111976623535,0.005630455911159515,0.002389058005064726],"ref_argmax":1,"ref_top2_margin":0.9648418575525284,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01352575211542299,0.9783284307859312,0.005682594646890194,0.002463222451755697],"argmax":1,"argmax_equal":true,"abs_dp":[4.358799440214514e-05,8.276687642227998e-05,5.213873573067882e-05,7.416444669097093e-05],"max_abs_dp":8.276687642227998e-05,"mean_abs_dp":6.316451331151872e-05,"letter_logits_fp16":[11.1484375,15.4296875,10.28125,9.4453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.013736089242997485,0.9781388374958152,0.005681493399311573,0.0024435798618757964],"argmax":1,"argmax_equal":true,"abs_dp":[0.00016674913317235064,0.0002723601665383102,5.1037488152057275e-05,5.452185681107053e-05],"max_abs_dp":0.0002723601665383102,"mean_abs_dp":0.00013616716116844716,"letter_logits_fp16":[11.1796875,15.4453125,10.296875,9.453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00021033712757449578},{"key":"visual7w_00085","dataset":"visual7w","row_index":85,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.642548143863678,0.11037169396877289,0.10984214395284653,0.137238010764122],"ref_argmax":0,"ref_top2_margin":0.505310133099556,"near_tie":false,"tokens":124,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6504462461225852,0.10955302294127693,0.1078545607488589,0.1321461701872789],"argmax":0,"argmax_equal":true,"abs_dp":[0.007898102258907191,0.0008186710274959569,0.0019875832039876334,0.005091840576843115],"max_abs_dp":0.007898102258907191,"mean_abs_dp":0.003949049266808474,"letter_logits_fp16":[13.0234375,11.2421875,11.2265625,11.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6425026812726294,0.11078135566111706,0.1099192483117483,0.1367967147545052],"argmax":0,"argmax_equal":true,"abs_dp":[4.546259104853956e-05,0.0004096616923441737,7.71043589017778e-05,0.00044129600961681503],"max_abs_dp":0.00044129600961681503,"mean_abs_dp":0.00024338116297782653,"letter_logits_fp16":[13.015625,11.2578125,11.25,11.46875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.007943564849955731},{"key":"visual7w_00085","dataset":"visual7w","row_index":85,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.7185506820678711,0.09054803103208542,0.0965227335691452,0.09437854588031769],"ref_argmax":0,"ref_top2_margin":0.6220279484987259,"near_tie":false,"tokens":256,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7227905769764817,0.08976382206440096,0.09555309119884352,0.0918925097602739],"argmax":0,"argmax_equal":true,"abs_dp":[0.004239894908610653,0.0007842089676844549,0.0009696423703016849,0.0024860361200437914],"max_abs_dp":0.004239894908610653,"mean_abs_dp":0.002119945591660146,"letter_logits_fp16":[13.25,11.1640625,11.2265625,11.1875],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g448_shard_06","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7175441486484043,0.09122550124950837,0.09710904059210591,0.09412130950998142],"argmax":0,"argmax_equal":true,"abs_dp":[0.0010065334194667708,0.0006774702174229541,0.0005863070229607109,0.00025723637033626956],"max_abs_dp":0.0010065334194667708,"mean_abs_dp":0.0006318867575466763,"letter_logits_fp16":[13.25,11.1875,11.25,11.21875],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g448_shard_06","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.005246428328077424},{"key":"visual7w_00086","dataset":"visual7w","row_index":86,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.03381115198135376,0.024518482387065887,0.011531906202435493,0.9301384687423706],"ref_argmax":3,"ref_top2_margin":0.8963273167610168,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.03363023134649,0.024412929876071122,0.011442109947304272,0.9305147288301345],"argmax":3,"argmax_equal":true,"abs_dp":[0.00018092063486375987,0.00010555251099476567,8.979625513122133e-05,0.0003762600877639244],"max_abs_dp":0.0003762600877639244,"mean_abs_dp":0.00018813237218841782,"letter_logits_fp16":[10.9453125,10.625,9.8671875,14.265625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.03411938569837748,0.024768017855341017,0.011699583212555337,0.9294130132337262],"argmax":3,"argmax_equal":true,"abs_dp":[0.00030823371702372315,0.0002495354682751291,0.00016767701011984396,0.0007254555086444459],"max_abs_dp":0.0007254555086444459,"mean_abs_dp":0.0003627254260157855,"letter_logits_fp16":[10.953125,10.6328125,9.8828125,14.2578125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0011017155964083702},{"key":"visual7w_00086","dataset":"visual7w","row_index":86,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.033650774508714676,0.02134241908788681,0.010246632620692253,0.9347602128982544],"ref_argmax":3,"ref_top2_margin":0.9011094383895397,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0332830310314836,0.02115598170576357,0.010150750955077972,0.935410236307675],"argmax":3,"argmax_equal":true,"abs_dp":[0.0003677434772310778,0.0001864373821232404,9.588166561428149e-05,0.0006500234094205526],"max_abs_dp":0.0006500234094205526,"mean_abs_dp":0.0003250214835972881,"letter_logits_fp16":[10.953125,10.5,9.765625,14.2890625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.03377281080205167,0.021467304669594282,0.010300125345564489,0.9344597591827897],"argmax":3,"argmax_equal":true,"abs_dp":[0.00012203629333699256,0.00012488558170747205,5.349272487223562e-05,0.0003004537154647213],"max_abs_dp":0.0003004537154647213,"mean_abs_dp":0.0001502170788453554,"letter_logits_fp16":[10.9609375,10.5078125,9.7734375,14.28125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0009504771248852739},{"key":"visual7w_00087","dataset":"visual7w","row_index":87,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.002792363055050373,0.02136947028338909,0.017814772203564644,0.9580233693122864],"ref_argmax":3,"ref_top2_margin":0.9366538990288973,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0028178969532178084,0.021651036865258978,0.018232000975741857,0.9572990652057815],"argmax":3,"argmax_equal":true,"abs_dp":[2.5533898167435284e-05,0.00028156658186988606,0.0004172287721772132,0.0007243041065049249],"max_abs_dp":0.0007243041065049249,"mean_abs_dp":0.00036215833967986487,"letter_logits_fp16":[8.7578125,10.796875,10.625,14.5859375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002839935227418381,0.02165055836540854,0.018231598038469417,0.9572779083687037],"argmax":3,"argmax_equal":true,"abs_dp":[4.757217236800795e-05,0.00028108808201944904,0.00041682583490477293,0.000745460943582632],"max_abs_dp":0.000745460943582632,"mean_abs_dp":0.0003727367582187155,"letter_logits_fp16":[8.7734375,10.8046875,10.6328125,14.59375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":2.203827420057267e-05},{"key":"visual7w_00087","dataset":"visual7w","row_index":87,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.004799896851181984,0.02955031767487526,0.02315695770084858,0.9424927830696106],"ref_argmax":3,"ref_top2_margin":0.9129424653947353,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004862318338952678,0.030018919973165553,0.02393316966010135,0.9411855920277805],"argmax":3,"argmax_equal":true,"abs_dp":[6.242148777069363e-05,0.00046860229829029376,0.0007762119592527698,0.0013071910418300803],"max_abs_dp":0.0013071910418300803,"mean_abs_dp":0.0006536066967859594,"letter_logits_fp16":[9.1953125,11.015625,10.7890625,14.4609375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.004827581185576569,0.029804460171358835,0.02357726858928921,0.9417906900537754],"argmax":3,"argmax_equal":true,"abs_dp":[2.768433439458498e-05,0.00025414249648357534,0.0004203108884406302,0.0007020930158352368],"max_abs_dp":0.0007020930158352368,"mean_abs_dp":0.0003510576837885068,"letter_logits_fp16":[9.1953125,11.015625,10.78125,14.46875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0006050980259948435},{"key":"visual7w_00088","dataset":"visual7w","row_index":88,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.004123947583138943,0.001487973378971219,0.9922041893005371,0.0021839214023202658],"ref_argmax":2,"ref_top2_margin":0.9880802417173982,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.003931067223250564,0.0014804534812526012,0.9924344321905325,0.002154047104964163],"argmax":2,"argmax_equal":true,"abs_dp":[0.00019288035988837895,7.519897718617861e-06,0.00023024288999540232,2.9874297356102895e-05],"max_abs_dp":0.00023024288999540232,"mean_abs_dp":0.00011512936123962551,"letter_logits_fp16":[10.2265625,9.25,15.7578125,9.625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00421589861962469,0.00150322494619316,0.9920765427826601,0.0022043336515221233],"argmax":2,"argmax_equal":true,"abs_dp":[9.195103648574742e-05,1.5251567221940838e-05,0.00012764651787700032,2.0412249201857535e-05],"max_abs_dp":0.00012764651787700032,"mean_abs_dp":6.381534269663653e-05,"letter_logits_fp16":[10.296875,9.265625,15.7578125,9.6484375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.00035788940787240264},{"key":"visual7w_00088","dataset":"visual7w","row_index":88,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.005006861407309771,0.0008988826884888113,0.9928345680236816,0.0012596306623890996],"ref_argmax":2,"ref_top2_margin":0.9878277066163719,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004745074189121887,0.0008915730247208212,0.9931255262265993,0.0012378265595579872],"argmax":2,"argmax_equal":true,"abs_dp":[0.00026178721818788386,7.309663767990056e-06,0.0002909582029176905,2.1804102831112383e-05],"max_abs_dp":0.0002909582029176905,"mean_abs_dp":0.0001454647969261692,"letter_logits_fp16":[10.6015625,8.9296875,15.9453125,9.2578125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.005088655073182902,0.0009123455815089351,0.9927223983590441,0.00127660098626422],"argmax":2,"argmax_equal":true,"abs_dp":[8.179366587313108e-05,1.3462893020123887e-05,0.0001121696646375625,1.697032387512035e-05],"max_abs_dp":0.0001121696646375625,"mean_abs_dp":5.6099136851484456e-05,"letter_logits_fp16":[10.671875,8.953125,15.9453125,9.2890625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.000403127867555253},{"key":"visual7w_00089","dataset":"visual7w","row_index":89,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0005281877238303423,0.00011450442252680659,0.00012033825623802841,0.999237060546875],"ref_argmax":3,"ref_top2_margin":0.9987088728230447,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.000527354727072612,0.00011449483107282238,0.00011998955274173222,0.9992381608891129],"argmax":3,"argmax_equal":true,"abs_dp":[8.32996757730263e-07,9.591453984210884e-09,3.4870349629618764e-07,1.1003422378808025e-06],"max_abs_dp":1.1003422378808025e-06,"mean_abs_dp":5.72908486472866e-07,"letter_logits_fp16":[9.03125,7.50390625,7.55078125,16.578125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.000531487633270503,0.00011494226167726728,0.0001214032233688794,0.9992321668816834],"argmax":3,"argmax_equal":true,"abs_dp":[3.2999094401606676e-06,4.3783915046068957e-07,1.064967130850992e-06,4.893665191629815e-06],"max_abs_dp":4.893665191629815e-06,"mean_abs_dp":2.424095228275541e-06,"letter_logits_fp16":[9.0390625,7.5078125,7.5625,16.578125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":5.994007429510617e-06},{"key":"visual7w_00089","dataset":"visual7w","row_index":89,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0005785549292340875,0.00011495896615087986,0.0002264241047669202,0.9990800619125366],"ref_argmax":3,"ref_top2_margin":0.9985015069833025,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0005882061841176072,0.00011582466508006464,0.00022855229349193036,0.9990674168573105],"argmax":3,"argmax_equal":true,"abs_dp":[9.651254883519733e-06,8.656989291847775e-07,2.1281887250101516e-06,1.2645055226134794e-05],"max_abs_dp":1.2645055226134794e-05,"mean_abs_dp":6.322549440962364e-06,"letter_logits_fp16":[9.09375,7.46875,8.1484375,16.53125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.000579093984824881,0.00011447666888882868,0.00022677646283211225,0.9990796528834541],"argmax":3,"argmax_equal":true,"abs_dp":[5.390555907935001e-07,4.822972620511829e-07,3.523580651920385e-07,4.0902908249318415e-07],"max_abs_dp":5.390555907935001e-07,"mean_abs_dp":4.456850001324764e-07,"letter_logits_fp16":[9.09375,7.47265625,8.15625,16.546875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":1.223602614364161e-05},{"key":"visual7w_00090","dataset":"visual7w","row_index":90,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.02832958474755287,0.09408891946077347,0.07781574130058289,0.7997657060623169],"ref_argmax":3,"ref_top2_margin":0.7056767866015434,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.02848480438004119,0.0941306080701847,0.07682716322421344,0.8005574243255608],"argmax":3,"argmax_equal":true,"abs_dp":[0.00015521963248831677,4.168860941122787e-05,0.0009885780763694424,0.000791718263243868],"max_abs_dp":0.0009885780763694424,"mean_abs_dp":0.0004943011453782137,"letter_logits_fp16":[10.328125,11.5234375,11.3203125,13.6640625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.02900892520114662,0.09511660387813477,0.07947289723028794,0.7964015736904306],"argmax":3,"argmax_equal":true,"abs_dp":[0.0006793404535937499,0.0010276844173612992,0.0016571559297050564,0.0033641323718862637],"max_abs_dp":0.0033641323718862637,"mean_abs_dp":0.0016820782931365923,"letter_logits_fp16":[10.3515625,11.5390625,11.359375,13.6640625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.004155850635130132},{"key":"visual7w_00090","dataset":"visual7w","row_index":90,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.029005570337176323,0.07849328964948654,0.05866890400648117,0.8338322043418884],"ref_argmax":3,"ref_top2_margin":0.7553389146924019,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.029184735365565907,0.07871496667735109,0.05895478599992691,0.833145511957156],"argmax":3,"argmax_equal":true,"abs_dp":[0.0001791650283895843,0.00022167702786454746,0.0002858819934457371,0.0006866923847324014],"max_abs_dp":0.0006866923847324014,"mean_abs_dp":0.00034335410860806756,"letter_logits_fp16":[10.3828125,11.375,11.0859375,13.734375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.02956663948528458,0.07974501096869206,0.05972625352801933,0.830962096018004],"argmax":3,"argmax_equal":true,"abs_dp":[0.0005610691481082557,0.0012517213192055204,0.001057349521538159,0.002870108323884457],"max_abs_dp":0.002870108323884457,"mean_abs_dp":0.001435062078184098,"letter_logits_fp16":[10.3984375,11.390625,11.1015625,13.734375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.002183415939152056},{"key":"visual7w_00091","dataset":"visual7w","row_index":91,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.019451582804322243,0.9639485478401184,0.007742383051663637,0.00885749887675047],"ref_argmax":1,"ref_top2_margin":0.9444969650357962,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01939619193567701,0.9642270103726814,0.00783676996199789,0.008540027729643653],"argmax":1,"argmax_equal":true,"abs_dp":[5.5390868645231045e-05,0.00027846253256302855,9.438691033425255e-05,0.00031747114710681604],"max_abs_dp":0.00031747114710681604,"mean_abs_dp":0.00018642786466233205,"letter_logits_fp16":[11.21875,15.125,10.3125,10.3984375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_06","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.019394620524085516,0.9641488920747209,0.007714647040872422,0.008741840360321154],"argmax":1,"argmax_equal":true,"abs_dp":[5.6962280236726864e-05,0.00020034423460246753,2.773601079121557e-05,0.00011565851642931536],"max_abs_dp":0.00020034423460246753,"mean_abs_dp":0.00010017526051493133,"letter_logits_fp16":[11.234375,15.140625,10.3125,10.4375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_06","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.00020181263067750067},{"key":"visual7w_00091","dataset":"visual7w","row_index":91,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.00794095266610384,0.9846145510673523,0.003846099367365241,0.003598406445235014],"ref_argmax":1,"ref_top2_margin":0.9766735984012485,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.008002364913961528,0.9846016195852759,0.0039000411807235784,0.0034959743200391274],"argmax":1,"argmax_equal":true,"abs_dp":[6.141224785768777e-05,1.2931482076372625e-05,5.394181335833734e-05,0.0001024321251958866],"max_abs_dp":0.0001024321251958866,"mean_abs_dp":5.7679417122071083e-05,"letter_logits_fp16":[10.734375,15.546875,10.015625,9.90625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00800194437753134,0.984549877274758,0.0038694874613377614,0.003578690886373214],"argmax":1,"argmax_equal":true,"abs_dp":[6.099171142750007e-05,6.467379259433859e-05,2.3388093972520358e-05,1.9715558861800164e-05],"max_abs_dp":6.467379259433859e-05,"mean_abs_dp":4.2192289214039794e-05,"letter_logits_fp16":[10.75,15.5625,10.0234375,9.9453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":8.271656633408644e-05},{"key":"visual7w_00092","dataset":"visual7w","row_index":92,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.29725342988967896,0.27711400389671326,0.017687922343611717,0.4079446494579315],"ref_argmax":3,"ref_top2_margin":0.11069121956825256,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.30011467202250897,0.27540070375848597,0.017468768714993428,0.40701585550401176],"argmax":3,"argmax_equal":true,"abs_dp":[0.002861242132830011,0.0017133001382272917,0.00021915362861828908,0.0009287939539197598],"max_abs_dp":0.002861242132830011,"mean_abs_dp":0.0014306224633988378,"letter_logits_fp16":[12.5625,12.4765625,9.71875,12.8671875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.29748353290926016,0.2751272923624931,0.017588299360326715,0.40980087536791987],"argmax":3,"argmax_equal":true,"abs_dp":[0.00023010301958120705,0.0019867115342201425,9.962298328500263e-05,0.0018562259099883516],"max_abs_dp":0.0019867115342201425,"mean_abs_dp":0.001043165861768676,"letter_logits_fp16":[12.5625,12.484375,9.734375,12.8828125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0027850198639081114},{"key":"visual7w_00092","dataset":"visual7w","row_index":92,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.16717921197414398,0.31131839752197266,0.015142126008868217,0.5063601732254028],"ref_argmax":3,"ref_top2_margin":0.19504177570343018,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.16841831961444742,0.3097686975981662,0.015065214069419562,0.5067477687179668],"argmax":3,"argmax_equal":true,"abs_dp":[0.0012391076403034385,0.0015496999238064357,7.691193944865497e-05,0.0003875954925639524],"max_abs_dp":0.0015496999238064357,"mean_abs_dp":0.0008133287490306204,"letter_logits_fp16":[12.078125,12.6875,9.6640625,13.1796875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.167326983585589,0.3101752262029627,0.015084985080835781,0.5074128051306125],"argmax":3,"argmax_equal":true,"abs_dp":[0.0001477716114450245,0.0011431713190099835,5.714092803243628e-05,0.0010526319052096555],"max_abs_dp":0.0011431713190099835,"mean_abs_dp":0.000600178940924275,"letter_logits_fp16":[12.078125,12.6953125,9.671875,13.1875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.001091336028858414},{"key":"visual7w_00093","dataset":"visual7w","row_index":93,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9209070801734924,0.06918980181217194,0.0083012031391263,0.00160194409545511],"ref_argmax":0,"ref_top2_margin":0.8517172783613205,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9212632851483223,0.06885451939416509,0.008287997336797444,0.0015941981207151605],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003562049748299101,0.00033528241800684366,1.3205802328856639e-05,7.745974739949537e-06],"max_abs_dp":0.0003562049748299101,"mean_abs_dp":0.00017810979247638998,"letter_logits_fp16":[15.1328125,12.5390625,10.421875,8.7734375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9206831247563386,0.0693508512525203,0.008347740650038321,0.0016182833411028184],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002239554171538094,0.00016104944034836532,4.65375109120203e-05,1.6339245647708318e-05],"max_abs_dp":0.0002239554171538094,"mean_abs_dp":0.00011197040351547583,"letter_logits_fp16":[15.1484375,12.5625,10.4453125,8.8046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0005801603919837195},{"key":"visual7w_00093","dataset":"visual7w","row_index":93,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9823381900787354,0.014437810517847538,0.002638197038322687,0.0005858242511749268],"ref_argmax":0,"ref_top2_margin":0.9679003795608878,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9820585829349977,0.014680586333042329,0.002673533386676059,0.0005872973452839374],"argmax":0,"argmax_equal":true,"abs_dp":[0.00027960714373764795,0.00024277581519479077,3.533634835337172e-05,1.4730941090106142e-06],"max_abs_dp":0.00027960714373764795,"mean_abs_dp":0.00013979810034870526,"letter_logits_fp16":[15.8359375,11.6328125,9.9296875,8.4140625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.982302593772354,0.014456576052673023,0.002653386904670222,0.0005874432703025565],"argmax":0,"argmax_equal":true,"abs_dp":[3.559630638139133e-05,1.8765534825484695e-05,1.5189866347535032e-05,1.619019127629723e-06],"max_abs_dp":3.559630638139133e-05,"mean_abs_dp":1.7792681670510195e-05,"letter_logits_fp16":[15.8515625,11.6328125,9.9375,8.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.00024401083735625662},{"key":"visual7w_00094","dataset":"visual7w","row_index":94,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9992501139640808,0.0005937235546298325,0.0001024296652758494,5.3674448281526566e-05],"ref_argmax":0,"ref_top2_margin":0.998656390409451,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9992481349269761,0.0005975771579416893,0.00010104234234216041,5.324557273993004e-05],"argmax":0,"argmax_equal":true,"abs_dp":[1.979037104749004e-06,3.853603311856804e-06,1.3873229336889913e-06,4.2887554159652246e-07],"max_abs_dp":3.853603311856804e-06,"mean_abs_dp":1.9122097229728305e-06,"letter_logits_fp16":[16.71875,9.296875,7.51953125,6.87890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.999244691205097,0.0005975750985037366,0.00010343813595728076,5.429556044191495e-05],"argmax":0,"argmax_equal":true,"abs_dp":[5.4227589838529155e-06,3.8515438739040574e-06,1.0084706814313587e-06,6.211121603883849e-07],"max_abs_dp":5.4227589838529155e-06,"mean_abs_dp":2.725971424894179e-06,"letter_logits_fp16":[16.71875,9.296875,7.54296875,6.8984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":3.4437218791039115e-06},{"key":"visual7w_00094","dataset":"visual7w","row_index":94,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9993471503257751,0.000497176602948457,0.00010258948896080256,5.314653753885068e-05],"ref_argmax":0,"ref_top2_margin":0.9988499737228267,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9993370964734899,0.0005072022983805135,0.00010224249918416898,5.345872894530147e-05],"argmax":0,"argmax_equal":true,"abs_dp":[1.005385228525224e-05,1.0025695432056545e-05,3.469897766335777e-07,3.121914064507881e-07],"max_abs_dp":1.005385228525224e-05,"mean_abs_dp":5.184682225098288e-06,"letter_logits_fp16":[16.703125,9.1171875,7.515625,6.8671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9993435412489896,0.000499342075858115,0.00010344836855032783,5.3668306601954825e-05],"argmax":0,"argmax_equal":true,"abs_dp":[3.6090767855379013e-06,2.1654729096579842e-06,8.588795895252772e-07,5.217690631041452e-07],"max_abs_dp":3.6090767855379013e-06,"mean_abs_dp":1.788799586956327e-06,"letter_logits_fp16":[16.71875,9.1171875,7.54296875,6.88671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":7.860222522398561e-06},{"key":"visual7w_00095","dataset":"visual7w","row_index":95,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.18908192217350006,0.8084357976913452,0.001521937781944871,0.0009603978833183646],"ref_argmax":1,"ref_top2_margin":0.6193538755178452,"near_tie":false,"tokens":120,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.20005331432273527,0.7974318708733499,0.0015514793616677148,0.0009633354422472327],"argmax":1,"argmax_equal":true,"abs_dp":[0.010971392149235204,0.011003926817995335,2.9541579722843847e-05,2.937558928868089e-06],"max_abs_dp":0.011003926817995335,"mean_abs_dp":0.005501949526470562,"letter_logits_fp16":[13.734375,15.1171875,8.875,8.3984375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1914481093468312,0.8060266467416038,0.0015438886057016342,0.0009813553058633394],"argmax":1,"argmax_equal":true,"abs_dp":[0.002366187173331147,0.0024091509497413677,2.1950823756763287e-05,2.0957422544974754e-05],"max_abs_dp":0.0024091509497413677,"mean_abs_dp":0.0012045615923435631,"letter_logits_fp16":[13.703125,15.140625,8.8828125,8.4296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.008605204975904057},{"key":"visual7w_00095","dataset":"visual7w","row_index":95,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.06427989900112152,0.9349001049995422,0.0004770261875819415,0.00034290130133740604],"ref_argmax":1,"ref_top2_margin":0.8706202059984207,"near_tie":false,"tokens":252,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.06366432148785149,0.9355403749151104,0.0004638237274978266,0.0003314798695401156],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006155775132700297,0.0006402699155682035,1.3202460084114876e-05,1.1421431797290426e-05],"max_abs_dp":0.0006402699155682035,"mean_abs_dp":0.0003201178301799096,"letter_logits_fp16":[13.25,15.9375,8.328125,7.9921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0650740141014976,0.9341040182254727,0.0004778123487419494,0.0003441553242878717],"argmax":1,"argmax_equal":true,"abs_dp":[0.0007941151003760805,0.0007960867740695043,7.861611600079349e-07,1.2540229504656502e-06],"max_abs_dp":0.0007960867740695043,"mean_abs_dp":0.00039806051463901456,"letter_logits_fp16":[13.2734375,15.9375,8.359375,8.03125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0014363566896377078},{"key":"visual7w_00096","dataset":"visual7w","row_index":96,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0012025358155369759,0.0007989162695594132,0.9968769550323486,0.0011215881677344441],"ref_argmax":2,"ref_top2_margin":0.9956744192168117,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0012231637340633756,0.0008211932831200513,0.9968155290177325,0.0011401139650842587],"argmax":2,"argmax_equal":true,"abs_dp":[2.0627918526399747e-05,2.227701356063809e-05,6.142601461611719e-05,1.8525797349814568e-05],"max_abs_dp":6.142601461611719e-05,"mean_abs_dp":3.07141860132424e-05,"letter_logits_fp16":[8.875,8.4765625,15.578125,8.8046875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0012136827713241205,0.000808487023538465,0.9968465534690524,0.0011312767360850313],"argmax":2,"argmax_equal":true,"abs_dp":[1.1146955787144598e-05,9.570753979051805e-06,3.0401563296256207e-05,9.68856835058718e-06],"max_abs_dp":3.0401563296256207e-05,"mean_abs_dp":1.5201960353259948e-05,"letter_logits_fp16":[8.8828125,8.4765625,15.59375,8.8125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":3.102445131986098e-05},{"key":"visual7w_00096","dataset":"visual7w","row_index":96,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0004190411127638072,0.00021040749561507255,0.99897301197052,0.0003975362633354962],"ref_argmax":2,"ref_top2_margin":0.9985539708577562,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0004236244380609074,0.00021301174465721923,0.9989622842605677,0.0004010795567143397],"argmax":2,"argmax_equal":true,"abs_dp":[4.583325297100244e-06,2.6042490421466775e-06,1.072770995236283e-05,3.5432933788435202e-06],"max_abs_dp":1.072770995236283e-05,"mean_abs_dp":5.364644417613318e-06,"letter_logits_fp16":[8.515625,7.828125,16.28125,8.4609375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00042033081323492635,0.00021218282854199754,0.9989695251428189,0.0003979612154042053],"argmax":2,"argmax_equal":true,"abs_dp":[1.2897004711191718e-06,1.7753329269249904e-06,3.486827701126849e-06,4.249520687090889e-07],"max_abs_dp":3.486827701126849e-06,"mean_abs_dp":1.744203291970025e-06,"letter_logits_fp16":[8.5234375,7.83984375,16.296875,8.46875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":7.2408822512359805e-06},{"key":"visual7w_00097","dataset":"visual7w","row_index":97,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.02807735837996006,0.023918557912111282,0.006869060918688774,0.9411349892616272],"ref_argmax":3,"ref_top2_margin":0.9130576308816671,"near_tie":false,"tokens":129,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.027963038043598572,0.0244852542312705,0.0069605505152983875,0.9405911572098324],"argmax":3,"argmax_equal":true,"abs_dp":[0.00011432033636148836,0.0005666963191592184,9.148959660961343e-05,0.000543832051794757],"max_abs_dp":0.0005666963191592184,"mean_abs_dp":0.0003290845759812693,"letter_logits_fp16":[11.0390625,10.90625,9.6484375,14.5546875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.028186872995345145,0.02410951010797624,0.00696166641372765,0.9407419504829511],"argmax":3,"argmax_equal":true,"abs_dp":[0.0001095146153850847,0.00019095219586495737,9.260549503887616e-05,0.0003930387786761358],"max_abs_dp":0.0003930387786761358,"mean_abs_dp":0.0001965277712412635,"letter_logits_fp16":[11.0546875,10.8984375,9.65625,14.5625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_06","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.000375744123294261},{"key":"visual7w_00097","dataset":"visual7w","row_index":97,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.02742742747068405,0.008973038755357265,0.0032985578291118145,0.9603009223937988],"ref_argmax":3,"ref_top2_margin":0.9328734949231148,"near_tie":false,"tokens":261,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.027244333532571816,0.00905469181281193,0.0033051126443291536,0.9603958620102871],"argmax":3,"argmax_equal":true,"abs_dp":[0.00018309393811223595,8.165305745466526e-05,6.554815217339142e-06,9.493961648832094e-05],"max_abs_dp":0.00018309393811223595,"mean_abs_dp":9.156035681814033e-05,"letter_logits_fp16":[11.3359375,10.234375,9.2265625,14.8984375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.02724815862866911,0.008915563394550238,0.0033055766811337915,0.9605307012956469],"argmax":3,"argmax_equal":true,"abs_dp":[0.0001792688420149402,5.747536080702789e-05,7.018852021976971e-06,0.0002297789018480545],"max_abs_dp":0.0002297789018480545,"mean_abs_dp":0.00011838548917299989,"letter_logits_fp16":[11.3515625,10.234375,9.2421875,14.9140625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_06","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.00013912841826169316},{"key":"visual7w_00098","dataset":"visual7w","row_index":98,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.002575710415840149,0.0036403064150363207,0.0008505414589308202,0.9929335117340088],"ref_argmax":3,"ref_top2_margin":0.9892932053189725,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.002619823185158212,0.003665791701955087,0.000837345783715975,0.9928770393291707],"argmax":3,"argmax_equal":true,"abs_dp":[4.4112769318063044e-05,2.5485286918766527e-05,1.3195675214845216e-05,5.647240483808158e-05],"max_abs_dp":5.647240483808158e-05,"mean_abs_dp":3.481653407243909e-05,"letter_logits_fp16":[9.453125,9.7890625,8.3125,15.390625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0026196958463441515,0.0036943632861012664,0.000857161201636105,0.9928287796659185],"argmax":3,"argmax_equal":true,"abs_dp":[4.398543050400253e-05,5.405687106494568e-05,6.619742705284777e-06,0.00010473206809025193],"max_abs_dp":0.00010473206809025193,"mean_abs_dp":5.234852809112123e-05,"letter_logits_fp16":[9.453125,9.796875,8.3359375,15.390625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":4.825966325217035e-05},{"key":"visual7w_00098","dataset":"visual7w","row_index":98,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.011640774086117744,0.002049251226708293,0.0012726139975711703,0.9850373864173889],"ref_argmax":3,"ref_top2_margin":0.9733966123312712,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01182949911876316,0.0020717814420039963,0.001266454592629516,0.9848322648466035],"argmax":3,"argmax_equal":true,"abs_dp":[0.00018872503264541485,2.2530215295703346e-05,6.159404941654366e-06,0.00020512157078544924],"max_abs_dp":0.00020512157078544924,"mean_abs_dp":0.00010563405591705545,"letter_logits_fp16":[10.8125,9.0703125,8.578125,15.234375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.01173840524240215,0.0020719516009588095,0.0012764923509980056,0.984913150805641],"argmax":3,"argmax_equal":true,"abs_dp":[9.763115628440636e-05,2.2700374250516492e-05,3.878353426835235e-06,0.00012423561174790265],"max_abs_dp":0.00012423561174790265,"mean_abs_dp":6.211137392741518e-05,"letter_logits_fp16":[10.8125,9.078125,8.59375,15.2421875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":9.109387636100849e-05},{"key":"visual7w_00099","dataset":"visual7w","row_index":99,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.16346554458141327,0.011922674253582954,0.018081730231642723,0.8065300583839417],"ref_argmax":3,"ref_top2_margin":0.6430645138025284,"near_tie":false,"tokens":119,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.16172984179576036,0.011807557587010655,0.017864264128224575,0.8085983364890045],"argmax":3,"argmax_equal":true,"abs_dp":[0.0017357027856529095,0.00011511666657229927,0.00021746610341814854,0.0020682781050628263],"max_abs_dp":0.0020682781050628263,"mean_abs_dp":0.0010341409151765459,"letter_logits_fp16":[12.0625,9.4453125,9.859375,13.671875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.16378305155691825,0.01195745813859655,0.018091056420090495,0.8061684338843946],"argmax":3,"argmax_equal":true,"abs_dp":[0.00031750697550497753,3.478388501359543e-05,9.32618844777175e-06,0.0003616244995470197],"max_abs_dp":0.0003616244995470197,"mean_abs_dp":0.0001808103871283411,"letter_logits_fp16":[12.078125,9.4609375,9.875,13.671875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.002429902604609846},{"key":"visual7w_00099","dataset":"visual7w","row_index":99,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.2726520001888275,0.013740518130362034,0.01732034981250763,0.6962870955467224],"ref_argmax":3,"ref_top2_margin":0.4236350953578949,"near_tie":false,"tokens":251,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.26819393825966165,0.01356286263523278,0.01714506486154395,0.7010981342435616],"argmax":3,"argmax_equal":true,"abs_dp":[0.0044580619291658685,0.0001776554951292541,0.00017528495096368057,0.004811038696839187],"max_abs_dp":0.004811038696839187,"mean_abs_dp":0.0024055102680244976,"letter_logits_fp16":[12.4296875,9.4453125,9.6796875,13.390625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.27413613195478714,0.013755480341008493,0.017524936595349306,0.6945834511088551],"argmax":3,"argmax_equal":true,"abs_dp":[0.0014841317659596287,1.4962210646458918e-05,0.00020458678284167656,0.0017036444378673021],"max_abs_dp":0.0017036444378673021,"mean_abs_dp":0.0008518312993287666,"letter_logits_fp16":[12.453125,9.4609375,9.703125,13.3828125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.006514683134706489},{"key":"visual7w_00100","dataset":"visual7w","row_index":100,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9851422905921936,0.014070913195610046,0.0003432246157899499,0.00044344444177113473],"ref_argmax":0,"ref_top2_margin":0.9710713773965836,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9852681629708592,0.013944725700519902,0.00034234718391089574,0.0004447641447100437],"argmax":0,"argmax_equal":true,"abs_dp":[0.00012587237866557022,0.00012618749509014406,8.774318790541512e-07,1.3197029389089635e-06],"max_abs_dp":0.00012618749509014406,"mean_abs_dp":6.356425214341935e-05,"letter_logits_fp16":[15.84375,11.5859375,7.87890625,8.140625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_07","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9850457683333967,0.014161126007472082,0.00034495436550637795,0.0004481512936246969],"argmax":0,"argmax_equal":true,"abs_dp":[9.65222587968606e-05,9.021281186203517e-05,1.729749716428055e-06,4.706851853562182e-06],"max_abs_dp":9.65222587968606e-05,"mean_abs_dp":4.82929180572215e-05,"letter_logits_fp16":[15.8515625,11.609375,7.89453125,8.15625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_07","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.00022239463746243082},{"key":"visual7w_00100","dataset":"visual7w","row_index":100,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9902320504188538,0.009087998420000076,0.0003246223204769194,0.000355356780346483],"ref_argmax":0,"ref_top2_margin":0.9811440519988537,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9902644434948032,0.00904904766783324,0.0003245013839756825,0.00036200745338792754],"argmax":0,"argmax_equal":true,"abs_dp":[3.239307594948837e-05,3.89507521668369e-05,1.2093650123690255e-07,6.650673041444543e-06],"max_abs_dp":3.89507521668369e-05,"mean_abs_dp":1.9528859414751678e-05,"letter_logits_fp16":[15.96875,11.2734375,7.9453125,8.0546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9902700012914644,0.009049098455041893,0.00032450320521921014,0.0003563970482745194],"argmax":0,"argmax_equal":true,"abs_dp":[3.79508726106037e-05,3.889996495818303e-05,1.1911525770927746e-07,1.040267928036423e-06],"max_abs_dp":3.889996495818303e-05,"mean_abs_dp":1.9502555188633108e-05,"letter_logits_fp16":[15.984375,11.2890625,7.9609375,8.0546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":5.61040511340812e-06},{"key":"visual7w_00101","dataset":"visual7w","row_index":101,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.004299207124859095,0.0032378758769482374,0.7307760119438171,0.26168686151504517],"ref_argmax":2,"ref_top2_margin":0.469089150428772,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004418154012620604,0.00325774247983687,0.7314998128737754,0.2608242906337671],"argmax":2,"argmax_equal":true,"abs_dp":[0.00011894688776150925,1.9866602888632574e-05,0.0007238009299582737,0.0008625708812780575],"max_abs_dp":0.0008625708812780575,"mean_abs_dp":0.00043129632547161826,"letter_logits_fp16":[9.3671875,9.0625,14.4765625,13.4453125],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_07","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.004341073829009202,0.003251314069002325,0.7300563650409128,0.2623512470610757],"argmax":2,"argmax_equal":true,"abs_dp":[4.186670415010779e-05,1.3438192054087642e-05,0.0007196469029043806,0.0006643855460305437],"max_abs_dp":0.0007196469029043806,"mean_abs_dp":0.00035983433628477993,"letter_logits_fp16":[9.359375,9.0703125,14.484375,13.4609375],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_07","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0015269564273086011},{"key":"visual7w_00101","dataset":"visual7w","row_index":101,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.006441106554120779,0.00324358232319355,0.8096843957901001,0.1806309074163437],"ref_argmax":2,"ref_top2_margin":0.6290534883737564,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.006588579842733371,0.0032871644486051647,0.8106511579600989,0.17947309774856265],"argmax":2,"argmax_equal":true,"abs_dp":[0.0001474732886125917,4.3582125411614596e-05,0.0009667621699988027,0.0011578096677810346],"max_abs_dp":0.0011578096677810346,"mean_abs_dp":0.0005789068129510109,"letter_logits_fp16":[9.6875,8.9921875,14.5,12.9921875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.006519216169917826,0.0032780677538534544,0.8084078122895735,0.18179490378665517],"argmax":2,"argmax_equal":true,"abs_dp":[7.810961579704685e-05,3.448543065990434e-05,0.001276583500526618,0.0011639963703114764],"max_abs_dp":0.001276583500526618,"mean_abs_dp":0.0006382937293237614,"letter_logits_fp16":[9.6953125,9.0078125,14.515625,13.0234375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.002321806038092511},{"key":"visual7w_00102","dataset":"visual7w","row_index":102,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9989373087882996,0.0004000358749181032,0.00043519787141121924,0.00022743262525182217],"ref_argmax":0,"ref_top2_margin":0.9985021109168883,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.998930439810458,0.0004073826539268271,0.00043365657776435934,0.00022852095785062563],"argmax":0,"argmax_equal":true,"abs_dp":[6.868977841523183e-06,7.346779008723882e-06,1.5412936468598977e-06,1.0883325988034524e-06],"max_abs_dp":7.346779008723882e-06,"mean_abs_dp":4.211345773977604e-06,"letter_logits_fp16":[16.578125,8.7734375,8.8359375,8.1953125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.99893020912378,0.0004042122836160128,0.0004370576875266193,0.0002285209050774409],"argmax":0,"argmax_equal":true,"abs_dp":[7.099664519505389e-06,4.176408697909603e-06,1.859816115400083e-06,1.0882798256187315e-06],"max_abs_dp":7.099664519505389e-06,"mean_abs_dp":3.5560422896084516e-06,"letter_logits_fp16":[16.59375,8.78125,8.859375,8.2109375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":3.4011097622599806e-06},{"key":"visual7w_00102","dataset":"visual7w","row_index":102,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9991304278373718,0.0003383971634320915,0.00034260822576470673,0.0001885715901153162],"ref_argmax":0,"ref_top2_margin":0.9987878196116071,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9991242783968864,0.0003431171563994186,0.0003431171563994186,0.00018948729031454715],"argmax":0,"argmax_equal":true,"abs_dp":[6.149440485381241e-06,4.719992967327103e-06,5.089306347118468e-07,9.157001992309401e-07],"max_abs_dp":6.149440485381241e-06,"mean_abs_dp":3.073516071662783e-06,"letter_logits_fp16":[16.671875,8.6953125,8.6953125,8.1015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.999124257472911,0.0003404469903746003,0.0003458082503682337,0.00018948728634624463],"argmax":0,"argmax_equal":true,"abs_dp":[6.1703644608224195e-06,2.049826942508834e-06,3.200024603526976e-06,9.156962309284197e-07],"max_abs_dp":6.1703644608224195e-06,"mean_abs_dp":3.0839780594466622e-06,"letter_logits_fp16":[16.6875,8.703125,8.71875,8.1171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":2.691093968815129e-06},{"key":"visual7w_00103","dataset":"visual7w","row_index":103,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9967448711395264,0.0021996372379362583,0.0008835071348585188,0.00017196667613461614],"ref_argmax":0,"ref_top2_margin":0.9945452339015901,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9967501139241886,0.002197482969396851,0.0008809539721267059,0.00017144913428775315],"argmax":0,"argmax_equal":true,"abs_dp":[5.242784662184974e-06,2.154268539407162e-06,2.553162731812916e-06,5.175418468629869e-07],"max_abs_dp":5.242784662184974e-06,"mean_abs_dp":2.6169394450670098e-06,"letter_logits_fp16":[16.34375,10.2265625,9.3125,7.67578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9966984252843563,0.0022319725410417765,0.0008947805753635379,0.00017482159923839347],"argmax":0,"argmax_equal":true,"abs_dp":[4.6445855170107464e-05,3.2335303105518205e-05,1.1273440505019084e-05,2.854923103777333e-06],"max_abs_dp":4.6445855170107464e-05,"mean_abs_dp":2.322738047110552e-05,"letter_logits_fp16":[16.34375,10.2421875,9.328125,7.6953125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":5.168863983229244e-05},{"key":"visual7w_00103","dataset":"visual7w","row_index":103,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9976029992103577,0.0014204734470695257,0.0008569921483285725,0.0001196046287077479],"ref_argmax":0,"ref_top2_margin":0.9961825257632881,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9976241934717313,0.0014089949456879013,0.0008479480946078174,0.00011886348797305098],"argmax":0,"argmax_equal":true,"abs_dp":[2.1194261373591594e-05,1.1478501381624465e-05,9.044053720755102e-06,7.411407346969253e-07],"max_abs_dp":2.1194261373591594e-05,"mean_abs_dp":1.0614489302667022e-05,"letter_logits_fp16":[16.515625,9.953125,9.4453125,7.48046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9975796601952865,0.0014311195004239542,0.0008680178547197553,0.00012120244956973994],"argmax":0,"argmax_equal":true,"abs_dp":[2.3339015071122127e-05,1.064605335442852e-05,1.1025706391182754e-05,1.5978208619920318e-06],"max_abs_dp":2.3339015071122127e-05,"mean_abs_dp":1.1652148919681358e-05,"letter_logits_fp16":[16.515625,9.96875,9.46875,7.5],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":4.453327644471372e-05},{"key":"visual7w_00104","dataset":"visual7w","row_index":104,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.020250830799341202,0.0037040479946881533,0.003594032721593976,0.9724510908126831],"ref_argmax":3,"ref_top2_margin":0.9522002600133419,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.019880680372421047,0.003620540863948465,0.003509148532118548,0.9729896302315121],"argmax":3,"argmax_equal":true,"abs_dp":[0.0003701504269201551,8.35071307396882e-05,8.488418947542788e-05,0.000538539418828976],"max_abs_dp":0.000538539418828976,"mean_abs_dp":0.0002692702914910618,"letter_logits_fp16":[11.09375,9.390625,9.359375,14.984375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.020494189168983178,0.0037322691160371806,0.003617439267272882,0.9721561024477069],"argmax":3,"argmax_equal":true,"abs_dp":[0.00024335836964197582,2.822112134902733e-05,2.3406545678905828e-05,0.00029498836497621195],"max_abs_dp":0.00029498836497621195,"mean_abs_dp":0.00014749360041153023,"letter_logits_fp16":[11.1171875,9.4140625,9.3828125,14.9765625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.000833527783805188},{"key":"visual7w_00104","dataset":"visual7w","row_index":104,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.01705341972410679,0.0022636395879089832,0.003394306870177388,0.9772886633872986],"ref_argmax":3,"ref_top2_margin":0.9602352436631918,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.016949785856331216,0.002240765839125741,0.0033637879326942092,0.9774456603718488],"argmax":3,"argmax_equal":true,"abs_dp":[0.00010363386777557243,2.2873748783242085e-05,3.051893748317897e-05,0.00015699698455018396],"max_abs_dp":0.00015699698455018396,"mean_abs_dp":7.850588464804436e-05,"letter_logits_fp16":[10.9609375,8.9375,9.34375,15.015625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.017343236591006547,0.0022749375660881047,0.003415085770597775,0.9769667400723077],"argmax":3,"argmax_equal":true,"abs_dp":[0.0002898168668997586,1.1297978179121426e-05,2.077890042038663e-05,0.00032192331499092397],"max_abs_dp":0.00032192331499092397,"mean_abs_dp":0.00016095426512254766,"letter_logits_fp16":[10.984375,8.953125,9.359375,15.015625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.00047892029954110793},{"key":"visual7w_00105","dataset":"visual7w","row_index":105,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.005133504047989845,0.0009991913102567196,0.0022668763995170593,0.9916003942489624],"ref_argmax":3,"ref_top2_margin":0.9864668902009726,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004966244889853244,0.0009779116007352705,0.0022384619468807476,0.9918173815625307],"argmax":3,"argmax_equal":true,"abs_dp":[0.00016725915813660137,2.1279709521449105e-05,2.8414452636311722e-05,0.00021698731356833978],"max_abs_dp":0.00021698731356833978,"mean_abs_dp":0.0001084851584656755,"letter_logits_fp16":[10.3203125,8.6953125,9.5234375,15.6171875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.005202726110336442,0.0010244775140149493,0.0023086957165503958,0.9914641006590982],"argmax":3,"argmax_equal":true,"abs_dp":[6.92220623465965e-05,2.5286203758229705e-05,4.1819317033336446e-05,0.00013629358986422258],"max_abs_dp":0.00013629358986422258,"mean_abs_dp":6.81552932505963e-05,"letter_logits_fp16":[10.3515625,8.7265625,9.5390625,15.6015625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.00035328090343256235},{"key":"visual7w_00105","dataset":"visual7w","row_index":105,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0008961337152868509,0.0003818828263320029,0.001568478299304843,0.9971534013748169],"ref_argmax":3,"ref_top2_margin":0.995584923075512,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0008745315460132777,0.0003702999552264104,0.0015110550085560993,0.9972441134902043],"argmax":3,"argmax_equal":true,"abs_dp":[2.1602169273573254e-05,1.1582871105592497e-05,5.742329074874368e-05,9.071211538735913e-05],"max_abs_dp":9.071211538735913e-05,"mean_abs_dp":4.533011162881714e-05,"letter_logits_fp16":[9.0234375,8.1640625,9.5703125,16.0625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.000902188379667061,0.00038500674164270316,0.0015833899171901415,0.9971294149615001],"argmax":3,"argmax_equal":true,"abs_dp":[6.054664380210047e-06,3.123915310700284e-06,1.491161788529853e-05,2.398641331680107e-05],"max_abs_dp":2.398641331680107e-05,"mean_abs_dp":1.2019152723252482e-05,"letter_logits_fp16":[9.0390625,8.1875,9.6015625,16.046875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0001146985287041602},{"key":"visual7w_00106","dataset":"visual7w","row_index":106,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9862361550331116,0.012281939387321472,0.0005786936962977052,0.0009032470406964421],"ref_argmax":0,"ref_top2_margin":0.9739542156457901,"near_tie":false,"tokens":122,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.986517540202914,0.012036348408401324,0.0005673627583050726,0.0008787486303795311],"argmax":0,"argmax_equal":true,"abs_dp":[0.00028138516980247275,0.00024559097892014846,1.133093799263261e-05,2.4498410316911058e-05],"max_abs_dp":0.00028138516980247275,"mean_abs_dp":0.00014070137425804122,"letter_logits_fp16":[15.8125,11.40625,8.3515625,8.7890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9861997246037695,0.012317812611081959,0.0005761117622292821,0.0009063510229192569],"argmax":0,"argmax_equal":true,"abs_dp":[3.643042934209362e-05,3.5873223760486336e-05,2.581934068423067e-06,3.1039822228147614e-06],"max_abs_dp":3.643042934209362e-05,"mean_abs_dp":1.9497392348454446e-05,"letter_logits_fp16":[15.8203125,11.4375,8.375,8.828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.00031781559914456636},{"key":"visual7w_00106","dataset":"visual7w","row_index":106,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.99039626121521,0.008618450723588467,0.0004571420722641051,0.000528125383425504],"ref_argmax":0,"ref_top2_margin":0.9817778104916215,"near_tie":false,"tokens":254,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9906691302214959,0.008372421116726684,0.00044372206332177015,0.000514726598455444],"argmax":0,"argmax_equal":true,"abs_dp":[0.00027286900628598065,0.0002460296068617831,1.3420008942334927e-05,1.339878497005995e-05],"max_abs_dp":0.00027286900628598065,"mean_abs_dp":0.00013642935176503965,"letter_logits_fp16":[16.046875,11.2734375,8.3359375,8.484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9903757872500341,0.008635632472903925,0.0004576717541488781,0.0005309085229132673],"argmax":0,"argmax_equal":true,"abs_dp":[2.0473965175904496e-05,1.7181749315458433e-05,5.296818847730193e-07,2.783139487763371e-06],"max_abs_dp":2.0473965175904496e-05,"mean_abs_dp":1.024213396597483e-05,"letter_logits_fp16":[16.046875,11.3046875,8.3671875,8.515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.00029334297146188515},{"key":"visual7w_00107","dataset":"visual7w","row_index":107,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0008183110621757805,0.006406641565263271,0.9924192428588867,0.0003558367898222059],"ref_argmax":2,"ref_top2_margin":0.9860126012936234,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0008112348918102492,0.006380856688370377,0.9924507265310091,0.0003571818888103913],"argmax":2,"argmax_equal":true,"abs_dp":[7.0761703655313184e-06,2.5784876892894285e-05,3.148367212235659e-05,1.345098988185414e-06],"max_abs_dp":3.148367212235659e-05,"mean_abs_dp":1.64224545922419e-05,"letter_logits_fp16":[8.625,10.6875,15.734375,7.8046875],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_07","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0008303276599261497,0.0065310329423280845,0.9922773103098542,0.00036132908789140864],"argmax":2,"argmax_equal":true,"abs_dp":[1.2016597750369169e-05,0.00012439137706481314,0.0001419325490324974,5.492298069202737e-06],"max_abs_dp":0.0001419325490324974,"mean_abs_dp":7.095820547922061e-05,"letter_logits_fp16":[8.6484375,10.7109375,15.734375,7.81640625],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_07","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.000173416221154854},{"key":"visual7w_00107","dataset":"visual7w","row_index":107,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0007451334386132658,0.0051083131693303585,0.9938382506370544,0.0003083540650550276],"ref_argmax":2,"ref_top2_margin":0.9887299374677241,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0007397132046482655,0.0050550223347389876,0.9938956992397189,0.0003095652208937038],"argmax":2,"argmax_equal":true,"abs_dp":[5.420233965000272e-06,5.329083459137095e-05,5.7448602664433857e-05,1.2111558386762047e-06],"max_abs_dp":5.7448602664433857e-05,"mean_abs_dp":2.934270676487032e-05,"letter_logits_fp16":[8.6015625,10.5234375,15.8046875,7.73046875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.000751260441569857,0.005174199316331291,0.9937613682971217,0.00031317194497737863],"argmax":2,"argmax_equal":true,"abs_dp":[6.127002956591221e-06,6.58861470009325e-05,7.688233993274896e-05,4.817879922351025e-06],"max_abs_dp":7.688233993274896e-05,"mean_abs_dp":3.8428342453155926e-05,"letter_logits_fp16":[8.6171875,10.546875,15.8046875,7.7421875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0001343309425971828},{"key":"visual7w_00108","dataset":"visual7w","row_index":108,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.039945248514413834,0.8654887676239014,0.06703882664442062,0.027527062222361565],"ref_argmax":1,"ref_top2_margin":0.7984499409794807,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.040479073300934865,0.8654807491896463,0.0662193444142924,0.02782083309512642],"argmax":1,"argmax_equal":true,"abs_dp":[0.000533824786521031,8.018434255019358e-06,0.0008194822301282184,0.00029377087276485567],"max_abs_dp":0.0008194822301282184,"mean_abs_dp":0.0004137740809172811,"letter_logits_fp16":[11.3515625,14.4140625,11.84375,10.9765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.04068030561794667,0.863014578610339,0.06812669162612942,0.02817842414558489],"argmax":1,"argmax_equal":true,"abs_dp":[0.0007350571035328393,0.0024741890135623335,0.0010878649817087915,0.0006513619232233238],"max_abs_dp":0.0024741890135623335,"mean_abs_dp":0.001237118255506822,"letter_logits_fp16":[11.375,14.4296875,11.890625,11.0078125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.002466170579307314},{"key":"visual7w_00108","dataset":"visual7w","row_index":108,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.12775272130966187,0.5943793058395386,0.23338088393211365,0.04448709636926651],"ref_argmax":1,"ref_top2_margin":0.3609984219074249,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.13043462590099184,0.5937730349458826,0.2307153386259057,0.04507700052721989],"argmax":1,"argmax_equal":true,"abs_dp":[0.00268190459132997,0.0006062708936559469,0.0026655453062079393,0.0005899041579533817],"max_abs_dp":0.00268190459132997,"mean_abs_dp":0.0016359062372868095,"letter_logits_fp16":[12.1875,13.703125,12.7578125,11.125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.12944087795202375,0.5892492305377041,0.23622547134336816,0.04508442016690416],"argmax":1,"argmax_equal":true,"abs_dp":[0.0016881566423618821,0.0051300753018345135,0.002844587411254512,0.0005973237976376472],"max_abs_dp":0.0051300753018345135,"mean_abs_dp":0.0025650357882721388,"letter_logits_fp16":[12.203125,13.71875,12.8046875,11.1484375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0055101327174624515},{"key":"visual7w_00109","dataset":"visual7w","row_index":109,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.07172607630491257,0.06797205656766891,0.6968926191329956,0.16340923309326172],"ref_argmax":2,"ref_top2_margin":0.5334833860397339,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.07233285540414437,0.07010740740226855,0.6970822834580456,0.1604774537355416],"argmax":2,"argmax_equal":true,"abs_dp":[0.0006067790992318051,0.0021353508345996336,0.00018966432504996522,0.0029317793577201268],"max_abs_dp":0.0029317793577201268,"mean_abs_dp":0.0014658934041503827,"letter_logits_fp16":[11.171875,11.140625,13.4375,11.96875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0731895831685768,0.06875525049043435,0.6944034310766489,0.16365173526434004],"argmax":2,"argmax_equal":true,"abs_dp":[0.0014635068636642268,0.000783193922765435,0.0024891880563466806,0.00024250217107832372],"max_abs_dp":0.0024891880563466806,"mean_abs_dp":0.0012445977534636665,"letter_logits_fp16":[11.203125,11.140625,13.453125,12.0078125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0031742815287984505},{"key":"visual7w_00109","dataset":"visual7w","row_index":109,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.07449842989444733,0.044124212116003036,0.6658552289009094,0.21552211046218872],"ref_argmax":2,"ref_top2_margin":0.4503331184387207,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.07465322538168193,0.04563460132541097,0.665376955060494,0.21433521823241314],"argmax":2,"argmax_equal":true,"abs_dp":[0.00015479548723459913,0.0015103892094079363,0.00047827384041543297,0.0011868922297755824],"max_abs_dp":0.0015103892094079363,"mean_abs_dp":0.0008325876917083877,"letter_logits_fp16":[11.203125,10.7109375,13.390625,12.2578125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0756926303415813,0.044497401856676,0.664181730289061,0.21562823751268165],"argmax":2,"argmax_equal":true,"abs_dp":[0.001194200447133975,0.0003731897406729634,0.0016734986118484008,0.00010612705049292681],"max_abs_dp":0.0016734986118484008,"mean_abs_dp":0.0008367539625370665,"letter_logits_fp16":[11.234375,10.703125,13.40625,12.28125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0012930192802685092},{"key":"visual7w_00110","dataset":"visual7w","row_index":110,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.014700294472277164,0.9631379842758179,0.011685743927955627,0.010475952178239822],"ref_argmax":1,"ref_top2_margin":0.9484376898035407,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.014627356982986488,0.9633276004808213,0.011753411529237959,0.010291631006954134],"argmax":1,"argmax_equal":true,"abs_dp":[7.293748929067603e-05,0.0001896162050034622,6.766760128233164e-05,0.0001843211712856882],"max_abs_dp":0.0001896162050034622,"mean_abs_dp":0.00012863561671553952,"letter_logits_fp16":[10.84375,15.03125,10.625,10.4921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.01473800138433207,0.9630610315544011,0.011750159162865854,0.010450807898400808],"argmax":1,"argmax_equal":true,"abs_dp":[3.7706912054905756e-05,7.695272141672316e-05,6.441523491022665e-05,2.5144279839014322e-05],"max_abs_dp":7.695272141672316e-05,"mean_abs_dp":5.105478705521747e-05,"letter_logits_fp16":[10.8671875,15.046875,10.640625,10.5234375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.00026656892642018537},{"key":"visual7w_00110","dataset":"visual7w","row_index":110,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.014332876540720463,0.9618179798126221,0.012958805076777935,0.010890243574976921],"ref_argmax":1,"ref_top2_margin":0.9474851032719016,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.014052871517985226,0.9623606278098528,0.012895639789281767,0.010690860882880347],"argmax":1,"argmax_equal":true,"abs_dp":[0.00028000502273523714,0.0005426479972306941,6.316528749616794e-05,0.00019938269209657418],"max_abs_dp":0.0005426479972306941,"mean_abs_dp":0.00027130024988966835,"letter_logits_fp16":[10.7890625,15.015625,10.703125,10.515625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.014374771741329973,0.9616010999867917,0.013088378612953856,0.010935749658924618],"argmax":1,"argmax_equal":true,"abs_dp":[4.189520060951003e-05,0.0002168798258304072,0.00012957353617592052,4.550608394769673e-05],"max_abs_dp":0.0002168798258304072,"mean_abs_dp":0.00010846366164088362,"letter_logits_fp16":[10.8125,15.015625,10.71875,10.5390625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0007595278230611013},{"key":"visual7w_00111","dataset":"visual7w","row_index":111,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.4146484136581421,0.014959984458982944,0.5580305457115173,0.012361017055809498],"ref_argmax":2,"ref_top2_margin":0.14338213205337524,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.41820493916283646,0.015233113795478889,0.5540315294280582,0.012530417613626494],"argmax":2,"argmax_equal":true,"abs_dp":[0.0035565255046943745,0.0002731293364959444,0.003999016283459111,0.00016940055781699583],"max_abs_dp":0.003999016283459111,"mean_abs_dp":0.0019995179206166065,"letter_logits_fp16":[13.3828125,10.0703125,13.6640625,9.875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.41639556587473886,0.015167207378277639,0.5559610222733649,0.01247620447361866],"argmax":2,"argmax_equal":true,"abs_dp":[0.0017471522165967701,0.00020722291929469415,0.0020695234381524763,0.0001151874178091615],"max_abs_dp":0.0020695234381524763,"mean_abs_dp":0.0010347714979632755,"letter_logits_fp16":[13.390625,10.078125,13.6796875,9.8828125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_07","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0019294928453066351},{"key":"visual7w_00111","dataset":"visual7w","row_index":111,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.18043246865272522,0.07190734893083572,0.7319260835647583,0.0157341118901968],"ref_argmax":2,"ref_top2_margin":0.5514936149120331,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.18325896227967792,0.07579920064129342,0.7248032559789342,0.016138581100094536],"argmax":2,"argmax_equal":true,"abs_dp":[0.0028264936269526975,0.0038918517104576944,0.007122827585824054,0.00040446920989773566],"max_abs_dp":0.007122827585824054,"mean_abs_dp":0.0035614105332830454,"letter_logits_fp16":[12.453125,11.5703125,13.828125,10.0234375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.18269217794797946,0.07323988494160026,0.7282287011749234,0.015839235935496934],"argmax":2,"argmax_equal":true,"abs_dp":[0.0022597092952542364,0.0013325360107645373,0.003697382389834858,0.00010512404530013328],"max_abs_dp":0.003697382389834858,"mean_abs_dp":0.0018486879352884412,"letter_logits_fp16":[12.46875,11.5546875,13.8515625,10.0234375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_07","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0034254451959891963},{"key":"visual7w_00112","dataset":"visual7w","row_index":112,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.00020200213475618511,0.9993672966957092,0.00017167879559565336,0.0002589542418718338],"ref_argmax":1,"ref_top2_margin":0.9991083424538374,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00020175736457178872,0.9993679517999408,0.000171229251373232,0.00025906158411411156],"argmax":1,"argmax_equal":true,"abs_dp":[2.4477018439639535e-07,6.551042315283695e-07,4.4954422242135506e-07,1.0734224227776194e-07],"max_abs_dp":6.551042315283695e-07,"mean_abs_dp":3.6419022015597046e-07,"letter_logits_fp16":[8.2890625,16.796875,8.125,8.5390625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00020493323802575774,0.9993614039550084,0.00017257108834555862,0.0002610917186202545],"argmax":1,"argmax_equal":true,"abs_dp":[2.9311032695726244e-06,5.892740700841337e-06,8.922927499052679e-07,2.1374767484206724e-06],"max_abs_dp":5.892740700841337e-06,"mean_abs_dp":2.9634033671849754e-06,"letter_logits_fp16":[8.3046875,16.796875,8.1328125,8.546875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":6.547844932369706e-06},{"key":"visual7w_00112","dataset":"visual7w","row_index":112,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.00018214297597296536,0.9994043111801147,0.000164320386829786,0.00024920175201259553],"ref_argmax":1,"ref_top2_margin":0.9991551094281022,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00018227891025723972,0.9994026085228769,0.00016596683645027813,0.00024914573041540875],"argmax":1,"argmax_equal":true,"abs_dp":[1.3593428427436e-07,1.7026572378675553e-06,1.6464496204921279e-06,5.602159718678121e-08],"max_abs_dp":1.7026572378675553e-06,"mean_abs_dp":8.852656849552061e-07,"letter_logits_fp16":[8.203125,16.8125,8.109375,8.515625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00018370851610498092,0.9994024705383322,0.00016467524954604513,0.00024914569601659905],"argmax":1,"argmax_equal":true,"abs_dp":[1.56554013201556e-06,1.8406417825467258e-06,3.5486271625912564e-07,5.6055995996482505e-08],"max_abs_dp":1.8406417825467258e-06,"mean_abs_dp":9.542751567044735e-07,"letter_logits_fp16":[8.2265625,16.828125,8.1171875,8.53125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":1.4296058477412e-06},{"key":"visual7w_00113","dataset":"visual7w","row_index":113,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0009997987654060125,0.0010643837740644813,0.9967299699783325,0.0012059241998940706],"ref_argmax":2,"ref_top2_margin":0.9955240457784384,"near_tie":false,"tokens":130,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0010060038506749219,0.0010877495178660574,0.9966736649479649,0.001232581683494109],"argmax":2,"argmax_equal":true,"abs_dp":[6.2050852689093505e-06,2.336574380157612e-05,5.630503036757606e-05,2.6657483600038296e-05],"max_abs_dp":5.630503036757606e-05,"mean_abs_dp":2.8133335759524957e-05,"letter_logits_fp16":[8.7421875,8.8203125,15.640625,8.9453125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0010060400413567,0.0010709240494737012,0.9967095199791564,0.001213515930013186],"argmax":2,"argmax_equal":true,"abs_dp":[6.24127595068736e-06,6.540275409219927e-06,2.044999917616419e-05,7.591730119115275e-06],"max_abs_dp":2.044999917616419e-05,"mean_abs_dp":1.0205820163796688e-05,"letter_logits_fp16":[8.7578125,8.8203125,15.65625,8.9453125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":3.585503119141187e-05},{"key":"visual7w_00113","dataset":"visual7w","row_index":113,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0008753956062719226,0.000719222822226584,0.9976916313171387,0.0007137932698242366],"ref_argmax":2,"ref_top2_margin":0.9968162357108667,"near_tie":false,"tokens":262,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0008956177059799282,0.0007424931570152929,0.9976309072694223,0.0007309818675824532],"argmax":2,"argmax_equal":true,"abs_dp":[2.0222099708005602e-05,2.3270334788708948e-05,6.072404771639839e-05,1.7188597758216527e-05],"max_abs_dp":6.072404771639839e-05,"mean_abs_dp":3.0351269992832366e-05,"letter_logits_fp16":[8.7421875,8.5546875,15.7578125,8.5390625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0008817698433027596,0.0007253240883006364,0.9976732264969326,0.0007196795714641482],"argmax":2,"argmax_equal":true,"abs_dp":[6.374237030836978e-06,6.1012660740524405e-06,1.8404820206097128e-05,5.886301639911593e-06],"max_abs_dp":1.8404820206097128e-05,"mean_abs_dp":9.191656237724535e-06,"letter_logits_fp16":[8.7421875,8.546875,15.7734375,8.5390625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":4.231922751030126e-05},{"key":"visual7w_00114","dataset":"visual7w","row_index":114,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.000527802505530417,0.002064657397568226,0.000281811342574656,0.9971256852149963],"ref_argmax":3,"ref_top2_margin":0.9950610278174281,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0005262518501255244,0.002049097847064178,0.00027623408786059807,0.9971484162149497],"argmax":3,"argmax_equal":true,"abs_dp":[1.5506554048925862e-06,1.5559550504047788e-05,5.577254714057942e-06,2.273099995331318e-05],"max_abs_dp":2.273099995331318e-05,"mean_abs_dp":1.1354615144077874e-05,"letter_logits_fp16":[8.609375,9.96875,7.96484375,16.15625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0005345028266446217,0.002097548411907574,0.00028721850537102514,0.9970807302560767],"argmax":3,"argmax_equal":true,"abs_dp":[6.70032111420478e-06,3.289101433934802e-05,5.407162796369129e-06,4.4954958919651844e-05],"max_abs_dp":4.4954958919651844e-05,"mean_abs_dp":2.2488364292393444e-05,"letter_logits_fp16":[8.609375,9.9765625,7.98828125,16.140625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":6.768595887296502e-05},{"key":"visual7w_00114","dataset":"visual7w","row_index":114,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.00037852703826501966,0.0013618054799735546,0.00021301020751707256,0.9980466365814209],"ref_argmax":3,"ref_top2_margin":0.9966848311014473,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0003823639323625621,0.0013555978552533378,0.00021033817814829027,0.9980517000342357],"argmax":3,"argmax_equal":true,"abs_dp":[3.836894097542431e-06,6.207624720216791e-06,2.6720293687822856e-06,5.063452814813019e-06],"max_abs_dp":6.207624720216791e-06,"mean_abs_dp":4.4450002503386316e-06,"letter_logits_fp16":[8.3984375,9.6640625,7.80078125,16.265625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0003823535406245666,0.0013769079931525276,0.00021616309227775446,0.9980245753739451],"argmax":3,"argmax_equal":true,"abs_dp":[3.826502359546933e-06,1.5102513178972968e-05,3.1528847606819e-06,2.2061207475831957e-05],"max_abs_dp":2.2061207475831957e-05,"mean_abs_dp":1.103577694375844e-05,"letter_logits_fp16":[8.3984375,9.6796875,7.828125,16.265625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":2.7124660290644975e-05},{"key":"visual7w_00115","dataset":"visual7w","row_index":115,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0011371639557182789,0.9981676340103149,0.0002962585131172091,0.00039892143104225397],"ref_argmax":1,"ref_top2_margin":0.9970304700545967,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00116866738195414,0.9981106180364301,0.0003072561882066843,0.0004134583934092054],"argmax":1,"argmax_equal":true,"abs_dp":[3.150342623586106e-05,5.701597388485524e-05,1.099767508947521e-05,1.4536962366951426e-05],"max_abs_dp":5.701597388485524e-05,"mean_abs_dp":2.8513509394285735e-05,"letter_logits_fp16":[9.6875,16.4375,8.3515625,8.6484375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0011595989730325852,0.998133198106975,0.00030014539625270565,0.0004070575237395363],"argmax":1,"argmax_equal":true,"abs_dp":[2.243501731430636e-05,3.443590333995772e-05,3.8868831354965726e-06,8.13609269728231e-06],"max_abs_dp":3.443590333995772e-05,"mean_abs_dp":1.722347412176074e-05,"letter_logits_fp16":[9.7109375,16.46875,8.359375,8.6640625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":2.2580070544897524e-05},{"key":"visual7w_00115","dataset":"visual7w","row_index":115,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0017496916698291898,0.9976505637168884,0.00028065318474546075,0.00031911543919704854],"ref_argmax":1,"ref_top2_margin":0.9959008720470592,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0017950438198699548,0.9975895646201371,0.00028848979502962255,0.0003269017649633826],"argmax":1,"argmax_equal":true,"abs_dp":[4.535215004076499e-05,6.099909675127968e-05,7.8366102841618e-06,7.78632576633407e-06],"max_abs_dp":6.099909675127968e-05,"mean_abs_dp":3.0493545710635135e-05,"letter_logits_fp16":[10.0234375,16.34375,8.1953125,8.3203125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0017950432474720863,0.9975892465119472,0.0002862446583565963,0.00032946558222397853],"argmax":1,"argmax_equal":true,"abs_dp":[4.535157764289652e-05,6.131720494118031e-05,5.591473611135547e-06,1.0350143026929988e-05],"max_abs_dp":6.131720494118031e-05,"mean_abs_dp":3.065259980553559e-05,"letter_logits_fp16":[10.0390625,16.359375,8.203125,8.34375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":2.5638172605959176e-06},{"key":"visual7w_00116","dataset":"visual7w","row_index":116,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0011804265668615699,0.993919849395752,0.0016085646348074079,0.0032911214511841536],"ref_argmax":1,"ref_top2_margin":0.9906287279445678,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0011729643691951216,0.9939845799597191,0.0015783960819283074,0.003264059589157367],"argmax":1,"argmax_equal":true,"abs_dp":[7.462197666448277e-06,6.473056396716359e-05,3.016855287910048e-05,2.7061862026786423e-05],"max_abs_dp":6.473056396716359e-05,"mean_abs_dp":3.235579413487469e-05,"letter_logits_fp16":[9.3515625,16.09375,9.6484375,10.375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0012005939357634958,0.9938302136187528,0.001628246845062802,0.003340945600420989],"argmax":1,"argmax_equal":true,"abs_dp":[2.0167368901925905e-05,8.963577699916403e-05,1.9682210255394074e-05,4.9824149236835525e-05],"max_abs_dp":8.963577699916403e-05,"mean_abs_dp":4.4827376348329884e-05,"letter_logits_fp16":[9.375,16.09375,9.6796875,10.3984375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.00015436634096632762},{"key":"visual7w_00116","dataset":"visual7w","row_index":116,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0017459085211157799,0.9932942390441895,0.0021371538750827312,0.00282277911901474],"ref_argmax":1,"ref_top2_margin":0.9904714599251747,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0017594892305549024,0.99322880657974,0.002155771269098164,0.0028559329206068306],"argmax":1,"argmax_equal":true,"abs_dp":[1.3580709439122481e-05,6.543246444945527e-05,1.8617394015432547e-05,3.315380159209062e-05],"max_abs_dp":6.543246444945527e-05,"mean_abs_dp":3.269609237402523e-05,"letter_logits_fp16":[9.7109375,16.046875,9.9140625,10.1953125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0017595578557595714,0.9932675453960687,0.002139078351017307,0.0028338183971546027],"argmax":1,"argmax_equal":true,"abs_dp":[1.3649334643791537e-05,2.6693648120801328e-05,1.9244759345755404e-06,1.1039278139862718e-05],"max_abs_dp":2.6693648120801328e-05,"mean_abs_dp":1.332668420975778e-05,"letter_logits_fp16":[9.7265625,16.0625,9.921875,10.203125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":3.873881632865395e-05},{"key":"visual7w_00117","dataset":"visual7w","row_index":117,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.02343873307108879,0.9539948105812073,0.01900535635650158,0.0035610634367913008],"ref_argmax":1,"ref_top2_margin":0.9305560775101185,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.02315970630201074,0.95447740553266,0.018755301729682584,0.0036075864356466198],"argmax":1,"argmax_equal":true,"abs_dp":[0.00027902676907804944,0.0004825949514527528,0.00025005462681899557,4.6522998855319e-05],"max_abs_dp":0.0004825949514527528,"mean_abs_dp":0.0002645498365512792,"letter_logits_fp16":[11.0,14.71875,10.7890625,9.140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.02368114803841442,0.9533592405632904,0.019327989726014492,0.003631621672280886],"argmax":1,"argmax_equal":true,"abs_dp":[0.00024241496732562914,0.0006355700179169199,0.0003226333695129126,7.055823548958538e-05],"max_abs_dp":0.0006355700179169199,"mean_abs_dp":0.00031779414756126175,"letter_logits_fp16":[11.03125,14.7265625,10.828125,9.15625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0011181649693696727},{"key":"visual7w_00117","dataset":"visual7w","row_index":117,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.03199822083115578,0.9471184015274048,0.01753324270248413,0.0033501542638987303],"ref_argmax":1,"ref_top2_margin":0.915120180696249,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.031912087508541846,0.9472943388581369,0.017350301031867823,0.003443272601453473],"argmax":1,"argmax_equal":true,"abs_dp":[8.613332261393075e-05,0.00017593733073206774,0.00018294167061630798,9.311833755474251e-05],"max_abs_dp":0.00018294167061630798,"mean_abs_dp":0.00013453266537926225,"letter_logits_fp16":[11.2109375,14.6015625,10.6015625,8.984375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.032381390131006584,0.946322934419417,0.017882702039533037,0.003412973410043301],"argmax":1,"argmax_equal":true,"abs_dp":[0.00038316929985080656,0.000795467107987835,0.000349459337048906,6.281914614457082e-05],"max_abs_dp":0.000795467107987835,"mean_abs_dp":0.0003977287227580296,"letter_logits_fp16":[11.234375,14.609375,10.640625,8.984375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0009714044387199028},{"key":"visual7w_00118","dataset":"visual7w","row_index":118,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.6947661638259888,0.2184467762708664,0.051874030381441116,0.03491303697228432],"ref_argmax":0,"ref_top2_margin":0.4763193875551224,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6929987935904879,0.21806174537219639,0.05470558236019731,0.03423387867711847],"argmax":0,"argmax_equal":true,"abs_dp":[0.001767370235500887,0.00038503089867000795,0.0028315519787561957,0.0006791582951658492],"max_abs_dp":0.0028315519787561957,"mean_abs_dp":0.001415777852023235,"letter_logits_fp16":[13.8515625,12.6953125,11.3125,10.84375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.692796615848209,0.2197079078263989,0.05218520222867569,0.03531027409671646],"argmax":0,"argmax_equal":true,"abs_dp":[0.0019695479777798175,0.0012611315555325076,0.00031117184723457314,0.0003972371244321399],"max_abs_dp":0.0019695479777798175,"mean_abs_dp":0.0009847721262447595,"letter_logits_fp16":[13.875,12.7265625,11.2890625,10.8984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0025203801315216226},{"key":"visual7w_00118","dataset":"visual7w","row_index":118,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.75760418176651,0.1742481291294098,0.03348299115896225,0.03466466814279556],"ref_argmax":0,"ref_top2_margin":0.5833560526371002,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7589163211876865,0.17200379190903606,0.03494468988631089,0.03413519701696667],"argmax":0,"argmax_equal":true,"abs_dp":[0.0013121394211764725,0.002244337220373732,0.001461698727348637,0.0005294711258288926],"max_abs_dp":0.002244337220373732,"mean_abs_dp":0.0013869116236819336,"letter_logits_fp16":[14.0625,12.578125,10.984375,10.9609375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7556190949343559,0.17531772628582928,0.033722403424531235,0.03534077535528361],"argmax":0,"argmax_equal":true,"abs_dp":[0.001985086832154148,0.001069597156419494,0.00023941226556898482,0.0006761072124880502],"max_abs_dp":0.001985086832154148,"mean_abs_dp":0.0009925508666576693,"letter_logits_fp16":[14.078125,12.6171875,10.96875,11.015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.003313934376793226},{"key":"visual7w_00119","dataset":"visual7w","row_index":119,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.5544623732566833,0.1335793137550354,0.060838162899017334,0.2511201500892639],"ref_argmax":0,"ref_top2_margin":0.30334222316741943,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5516005450708071,0.1279816167009904,0.06188786596627128,0.25852997226193125],"argmax":0,"argmax_equal":true,"abs_dp":[0.002861828185876214,0.005597697054045003,0.0010497030672539445,0.007409822172667335],"max_abs_dp":0.007409822172667335,"mean_abs_dp":0.004229762619960624,"letter_logits_fp16":[13.0390625,11.578125,10.8515625,12.28125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.554289425720302,0.13268786355937265,0.061225390407875634,0.25179732031244967],"argmax":0,"argmax_equal":true,"abs_dp":[0.0001729475363813071,0.0008914501956627519,0.00038722750885829965,0.0006771702231857524],"max_abs_dp":0.0008914501956627519,"mean_abs_dp":0.0005321988660220277,"letter_logits_fp16":[13.0625,11.6328125,10.859375,12.2734375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.006732651949481583},{"key":"visual7w_00119","dataset":"visual7w","row_index":119,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.44673845171928406,0.23022763431072235,0.07556072622537613,0.2474730908870697],"ref_argmax":0,"ref_top2_margin":0.19926536083221436,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.45161691633802853,0.2183876708772063,0.07666128255532909,0.2533341302294362],"argmax":0,"argmax_equal":true,"abs_dp":[0.004878464618744471,0.011839963433516038,0.0011005563299529564,0.005861039342366481],"max_abs_dp":0.011839963433516038,"mean_abs_dp":0.0059200059311449865,"letter_logits_fp16":[12.84375,12.1171875,11.0703125,12.265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.44867671025903966,0.22737829011028207,0.07616218705904003,0.24778281257163823],"argmax":0,"argmax_equal":true,"abs_dp":[0.0019382585397555996,0.002849344200440279,0.0006014608336638999,0.0003097216845685258],"max_abs_dp":0.002849344200440279,"mean_abs_dp":0.001424696314607076,"letter_logits_fp16":[12.859375,12.1796875,11.0859375,12.265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.008990619233075758},{"key":"visual7w_00120","dataset":"visual7w","row_index":120,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.2698915898799896,0.2248176634311676,0.2610936760902405,0.24419720470905304],"ref_argmax":0,"ref_top2_margin":0.008797913789749146,"near_tie":true,"tokens":127,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.26813750359029553,0.22579441610649065,0.26192610500967367,0.24414197529354018],"argmax":0,"argmax_equal":true,"abs_dp":[0.00175408628969409,0.0009767526753230449,0.0008324289194331924,5.522941551286409e-05],"max_abs_dp":0.00175408628969409,"mean_abs_dp":0.0009046243249907979,"letter_logits_fp16":[12.0625,11.890625,12.0390625,11.96875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2702230477497774,0.2257798073887074,0.259870965358135,0.24412617950338025],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003314578697877768,0.0009621439575397961,0.001222710732105503,7.10252056727867e-05],"max_abs_dp":0.001222710732105503,"mean_abs_dp":0.0006468344412764657,"letter_logits_fp16":[12.078125,11.8984375,12.0390625,11.9765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.002085544159481867},{"key":"visual7w_00120","dataset":"visual7w","row_index":120,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.2508033812046051,0.5995736718177795,0.12869144976139069,0.020931467413902283],"ref_argmax":1,"ref_top2_margin":0.34877029061317444,"near_tie":false,"tokens":259,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.25541331638354975,0.5938537527541529,0.1294371689521363,0.021295761910161113],"argmax":1,"argmax_equal":true,"abs_dp":[0.004609935178944646,0.005719919063626677,0.0007457191907456195,0.0003642944962588303],"max_abs_dp":0.005719919063626677,"mean_abs_dp":0.0028599669823939433,"letter_logits_fp16":[12.7734375,13.6171875,12.09375,10.2890625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.24963995720118087,0.5988551257169166,0.13052727498273994,0.020977642099162717],"argmax":1,"argmax_equal":true,"abs_dp":[0.0011634240034242294,0.0007185461008629712,0.0018358252213492576,4.617468526043472e-05],"max_abs_dp":0.0018358252213492576,"mean_abs_dp":0.0009409925027242232,"letter_logits_fp16":[12.765625,13.640625,12.1171875,10.2890625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.005773359182368876},{"key":"visual7w_00121","dataset":"visual7w","row_index":121,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0006377121899276972,0.0008742683567106724,0.9976420998573303,0.0008459328091703355],"ref_argmax":2,"ref_top2_margin":0.9967678315006196,"near_tie":false,"tokens":122,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0006450811070886556,0.0008886367584214238,0.9976183390159788,0.0008479431185109738],"argmax":2,"argmax_equal":true,"abs_dp":[7.368917160958401e-06,1.4368401710751423e-05,2.3760841351472273e-05,2.010309340638272e-06],"max_abs_dp":2.3760841351472273e-05,"mean_abs_dp":1.1877117390955092e-05,"letter_logits_fp16":[8.6484375,8.96875,15.9921875,8.921875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0006400644288182095,0.0008817259922134163,0.9976236114436137,0.0008545981353548732],"argmax":2,"argmax_equal":true,"abs_dp":[2.3522388905123596e-06,7.457635502743955e-06,1.8488413716655216e-05,8.665326184537645e-06],"max_abs_dp":1.8488413716655216e-05,"mean_abs_dp":9.240903573612294e-06,"letter_logits_fp16":[8.6484375,8.96875,16.0,8.9375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":6.9107662080074685e-06},{"key":"visual7w_00121","dataset":"visual7w","row_index":121,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.000480564747704193,0.0006329030729830265,0.9981821775436401,0.0007043280638754368],"ref_argmax":2,"ref_top2_margin":0.9974778494797647,"near_tie":false,"tokens":254,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00048720155407106706,0.000640414361175264,0.998169026508235,0.0007033575765185216],"argmax":2,"argmax_equal":true,"abs_dp":[6.636806366874066e-06,7.51128819223752e-06,1.315103540511231e-05,9.704873569152265e-07],"max_abs_dp":1.315103540511231e-05,"mean_abs_dp":7.067404330284781e-06,"letter_logits_fp16":[8.46875,8.7421875,16.09375,8.8359375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0004871937106897107,0.0006454268024702892,0.9981529571417325,0.0007144223451074003],"argmax":2,"argmax_equal":true,"abs_dp":[6.628962985517721e-06,1.2523729487262658e-05,2.922040190767028e-05,1.0094281231963487e-05],"max_abs_dp":2.922040190767028e-05,"mean_abs_dp":1.4616843903103536e-05,"letter_logits_fp16":[8.46875,8.75,16.09375,8.8515625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":1.606936650255797e-05},{"key":"visual7w_00122","dataset":"visual7w","row_index":122,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.4896687865257263,0.4706840217113495,0.01936103217303753,0.020286239683628082],"ref_argmax":0,"ref_top2_margin":0.01898476481437683,"near_tie":true,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.49025300290439283,0.46780268338278347,0.020235158076054013,0.021709155636769797],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005842163786665133,0.002881338328566019,0.0008741259030164844,0.0014229159531417152],"max_abs_dp":0.002881338328566019,"mean_abs_dp":0.001440649140847683,"letter_logits_fp16":[13.6171875,13.5703125,10.4296875,10.5],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.4893306226380641,0.47058466086875717,0.01972922188167425,0.02035549461150445],"argmax":0,"argmax_equal":true,"abs_dp":[0.00033816388766222394,9.936084259232203e-05,0.00036818970863672015,6.925492787636725e-05],"max_abs_dp":0.00036818970863672015,"mean_abs_dp":0.00021874234169190834,"letter_logits_fp16":[13.6484375,13.609375,10.4375,10.46875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0027819774859736968},{"key":"visual7w_00122","dataset":"visual7w","row_index":122,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.148581400513649,0.8010822534561157,0.007057528477162123,0.0432787649333477],"ref_argmax":1,"ref_top2_margin":0.6525008529424667,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.15166168146495695,0.7946503926668406,0.007433726347645131,0.04625419952055731],"argmax":1,"argmax_equal":true,"abs_dp":[0.0030802809513079676,0.006431860789275157,0.0003761978704830086,0.0029754345872096064],"max_abs_dp":0.006431860789275157,"mean_abs_dp":0.003215943549568935,"letter_logits_fp16":[12.6171875,14.2734375,9.6015625,11.4296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.14918356231895832,0.800202651188772,0.007198894766421784,0.04341489172584771],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006021618053093369,0.0008796022673437376,0.0001413662892596609,0.00013612679250001036],"max_abs_dp":0.0008796022673437376,"mean_abs_dp":0.00043981428860318645,"letter_logits_fp16":[12.640625,14.3203125,9.609375,11.40625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.005552258521931419},{"key":"visual7w_00123","dataset":"visual7w","row_index":123,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.999174177646637,0.00038963649421930313,0.00027420654078014195,0.00016198163211811334],"ref_argmax":0,"ref_top2_margin":0.9987845411524177,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9991556903661674,0.0004011572085299507,0.0002778734770868804,0.00016527894821580084],"argmax":0,"argmax_equal":true,"abs_dp":[1.8487280469603462e-05,1.1520714310647576e-05,3.666936306738456e-06,3.2973160976875002e-06],"max_abs_dp":1.8487280469603462e-05,"mean_abs_dp":9.243061796169249e-06,"letter_logits_fp16":[16.421875,8.6015625,8.234375,7.71484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9991631896624554,0.0003949408067354204,0.00027787556270332173,0.00016399396810586395],"argmax":0,"argmax_equal":true,"abs_dp":[1.0987984181531907e-05,5.304312516117289e-06,3.6690219231797785e-06,2.012335987750609e-06],"max_abs_dp":1.0987984181531907e-05,"mean_abs_dp":5.493413652144896e-06,"letter_logits_fp16":[16.4375,8.6015625,8.25,7.72265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":7.499296288071555e-06},{"key":"visual7w_00123","dataset":"visual7w","row_index":123,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9990434050559998,0.00044512731255963445,0.0003211165312677622,0.00019035616423934698],"ref_argmax":0,"ref_top2_margin":0.9985982777434401,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9990198362124186,0.0004580736199759299,0.0003273704530135346,0.0001947197145918677],"argmax":0,"argmax_equal":true,"abs_dp":[2.356884358112321e-05,1.2946307416295444e-05,6.253921745772437e-06,4.36355035252073e-06],"max_abs_dp":2.356884358112321e-05,"mean_abs_dp":1.1783155773927956e-05,"letter_logits_fp16":[16.359375,8.671875,8.3359375,7.81640625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.999024155890385,0.0004545108280421184,0.00032737186853591107,0.0001939614130370425],"argmax":0,"argmax_equal":true,"abs_dp":[1.9249165614798613e-05,9.38351548248397e-06,6.255337268148888e-06,3.6052487976955298e-06],"max_abs_dp":1.9249165614798613e-05,"mean_abs_dp":9.62331679078175e-06,"letter_logits_fp16":[16.375,8.6796875,8.3515625,7.828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":4.319677966324598e-06},{"key":"visual7w_00124","dataset":"visual7w","row_index":124,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.04440964013338089,0.419040322303772,0.014138499274849892,0.522411584854126],"ref_argmax":3,"ref_top2_margin":0.103371262550354,"near_tie":false,"tokens":108,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.04347234997073034,0.42888447908243643,0.01433565947967545,0.5133075114671578],"argmax":3,"argmax_equal":true,"abs_dp":[0.0009372901626505531,0.009844156778664459,0.0001971602048255576,0.00910407338696817],"max_abs_dp":0.009844156778664459,"mean_abs_dp":0.005020670133277185,"letter_logits_fp16":[10.859375,13.1484375,9.75,13.328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.044539823728860055,0.41929352188720215,0.014347435339251414,0.5218192190446863],"argmax":3,"argmax_equal":true,"abs_dp":[0.00013018359547916497,0.0002531995834301748,0.00020893606440152215,0.0005923658094396655],"max_abs_dp":0.0005923658094396655,"mean_abs_dp":0.00029617126318763187,"letter_logits_fp16":[10.8828125,13.125,9.75,13.34375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.009590957195234284},{"key":"visual7w_00124","dataset":"visual7w","row_index":124,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.020376330241560936,0.017722655087709427,0.0017237142892554402,0.9601773619651794],"ref_argmax":3,"ref_top2_margin":0.9398010317236185,"near_tie":false,"tokens":240,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.020390409154563298,0.018135605321635516,0.0017678288421982033,0.9597061566816031],"argmax":3,"argmax_equal":true,"abs_dp":[1.4078913002361915e-05,0.00041295023392608904,4.411455294276302e-05,0.00047120528357635916],"max_abs_dp":0.00047120528357635916,"mean_abs_dp":0.00023558724586189328,"letter_logits_fp16":[11.1015625,10.984375,8.65625,14.953125],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g448_shard_08","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0205502296615198,0.017994382333878702,0.001754062658687358,0.959701325345914],"argmax":3,"argmax_equal":true,"abs_dp":[0.0001738994199588645,0.0002717272461692753,3.0348369431917703e-05,0.00047603661926542973],"max_abs_dp":0.00047603661926542973,"mean_abs_dp":0.0002380029137063718,"letter_logits_fp16":[11.1171875,10.984375,8.65625,14.9609375],"full_vocab_top1_id":35,"slot_read_from":"prefill","shard":"g448_shard_08","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.00015982050695650257},{"key":"visual7w_00125","dataset":"visual7w","row_index":125,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0002887518494389951,0.0018219142220914364,0.0002141475270036608,0.9976752400398254],"ref_argmax":3,"ref_top2_margin":0.995853325817734,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00028628255390578393,0.0017813099041246768,0.00021109151795771687,0.9977213160240118],"argmax":3,"argmax_equal":true,"abs_dp":[2.4692955332111907e-06,4.060431796675955e-05,3.0560090459439315e-06,4.6075984186377816e-05],"max_abs_dp":4.6075984186377816e-05,"mean_abs_dp":2.3051401683073122e-05,"letter_logits_fp16":[8.125,9.953125,7.8203125,16.28125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00029304229490134166,0.0018666104094354741,0.0002186228720151275,0.997621724423648],"argmax":3,"argmax_equal":true,"abs_dp":[4.290445462346536e-06,4.469618734403774e-05,4.4753450114667025e-06,5.351561617739087e-05],"max_abs_dp":5.351561617739087e-05,"mean_abs_dp":2.674439849881046e-05,"letter_logits_fp16":[8.1328125,9.984375,7.83984375,16.265625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_08","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":9.959160036376868e-05},{"key":"visual7w_00125","dataset":"visual7w","row_index":125,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0002909353352151811,0.0016839385498315096,0.00023462405079044402,0.9977905750274658],"ref_argmax":3,"ref_top2_margin":0.9961066364776343,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0002930940401926285,0.00167351421336206,0.00023550767750850587,0.9977978840689368],"argmax":3,"argmax_equal":true,"abs_dp":[2.1587049774473926e-06,1.0424336469449505e-05,8.83626718061858e-07,7.309041470948685e-06],"max_abs_dp":1.0424336469449505e-05,"mean_abs_dp":5.19392740897686e-06,"letter_logits_fp16":[8.0859375,9.828125,7.8671875,16.21875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0002930857748444212,0.0016998202906673835,0.00023734809363310823,0.997769745840855],"argmax":3,"argmax_equal":true,"abs_dp":[2.150439629240101e-06,1.588174083587391e-05,2.7240428426642135e-06,2.082918661083788e-05],"max_abs_dp":2.082918661083788e-05,"mean_abs_dp":1.0396352479654026e-05,"letter_logits_fp16":[8.0859375,9.84375,7.875,16.21875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_08","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":2.8138228081786565e-05},{"key":"visual7w_00126","dataset":"visual7w","row_index":126,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.02342747151851654,0.09211928397417068,0.8707463145256042,0.013706863857805729],"ref_argmax":2,"ref_top2_margin":0.7786270305514336,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.023737194078699127,0.09242691169713722,0.8700978602557654,0.01373803396839823],"argmax":2,"argmax_equal":true,"abs_dp":[0.0003097225601825862,0.0003076277229665386,0.0006484542698388385,3.117011059250094e-05],"max_abs_dp":0.0006484542698388385,"mean_abs_dp":0.00032424366589511606,"letter_logits_fp16":[10.4375,11.796875,14.0390625,9.890625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0233777862794487,0.0924609383472596,0.8704181837948681,0.013743091578423586],"argmax":2,"argmax_equal":true,"abs_dp":[4.968523906783914e-05,0.00034165437308891766,0.0003281307307361203,3.622772061785684e-05],"max_abs_dp":0.00034165437308891766,"mean_abs_dp":0.0001889245158776835,"letter_logits_fp16":[10.4375,11.8125,14.0546875,9.90625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00035940779925042535},{"key":"visual7w_00126","dataset":"visual7w","row_index":126,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.019459199160337448,0.05905139446258545,0.9031787514686584,0.01831056736409664],"ref_argmax":2,"ref_top2_margin":0.844127357006073,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01979632716522642,0.05910091602022393,0.9030779958133419,0.018024761001207694],"argmax":2,"argmax_equal":true,"abs_dp":[0.0003371280048889702,4.952155763848082e-05,0.00010075565531653119,0.0002858063628889476],"max_abs_dp":0.0003371280048889702,"mean_abs_dp":0.00019330289518323246,"letter_logits_fp16":[10.2734375,11.3671875,14.09375,10.1796875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.01948986309212448,0.05910227920966477,0.9030988257170227,0.018309031981187978],"argmax":2,"argmax_equal":true,"abs_dp":[3.0663931787033166e-05,5.0884747079323056e-05,7.992575163573434e-05,1.5353829086635351e-06],"max_abs_dp":7.992575163573434e-05,"mean_abs_dp":4.0752453352688525e-05,"letter_logits_fp16":[10.2734375,11.3828125,14.109375,10.2109375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00030646407310193705},{"key":"visual7w_00127","dataset":"visual7w","row_index":127,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.006952472031116486,0.026826534420251846,0.9542808532714844,0.0119400629773736],"ref_argmax":2,"ref_top2_margin":0.9274543188512325,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.007166480851247648,0.02704601618285246,0.953404934454375,0.012382568511524826],"argmax":2,"argmax_equal":true,"abs_dp":[0.00021400882013116254,0.00021948176260061514,0.0008759188171093557,0.000442505534151226],"max_abs_dp":0.0008759188171093557,"mean_abs_dp":0.00043797873349808985,"letter_logits_fp16":[9.71875,11.046875,14.609375,10.265625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0070566861609406475,0.027263206857087573,0.9535821322749551,0.012097974707016661],"argmax":2,"argmax_equal":true,"abs_dp":[0.00010421412982416188,0.0004366724368357264,0.000698720996529234,0.0001579117296430614],"max_abs_dp":0.000698720996529234,"mean_abs_dp":0.0003493798232080459,"letter_logits_fp16":[9.7265625,11.078125,14.6328125,10.265625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0002845938045081646},{"key":"visual7w_00127","dataset":"visual7w","row_index":127,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.006924743298441172,0.020643873140215874,0.9608463048934937,0.011585134081542492],"ref_argmax":2,"ref_top2_margin":0.9402024317532778,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.007159677716458601,0.02087970152832264,0.9599704169324516,0.011990203822767283],"argmax":2,"argmax_equal":true,"abs_dp":[0.0002349344180174297,0.0002358283881067659,0.0008758879610420989,0.00040506974122479084],"max_abs_dp":0.0008758879610420989,"mean_abs_dp":0.00043793012709777133,"letter_logits_fp16":[9.7421875,10.8125,14.640625,10.2578125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.007050770515053015,0.020885902373009444,0.9602555085297262,0.011807818582211225],"argmax":2,"argmax_equal":true,"abs_dp":[0.00012602721661184296,0.0002420292327935704,0.0005907963637674651,0.00022268450066873294],"max_abs_dp":0.0005907963637674651,"mean_abs_dp":0.00029538432846040285,"letter_logits_fp16":[9.7421875,10.828125,14.65625,10.2578125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.00028509159727463373},{"key":"visual7w_00128","dataset":"visual7w","row_index":128,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.002434376161545515,0.00222119502723217,0.04359999671578407,0.9517444372177124],"ref_argmax":3,"ref_top2_margin":0.9081444405019283,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0024171391151651712,0.0021837032126877133,0.04284481597687717,0.95255434169527],"argmax":3,"argmax_equal":true,"abs_dp":[1.7237046380343818e-05,3.74918145444568e-05,0.0007551807389069021,0.000809904477557577],"max_abs_dp":0.000809904477557577,"mean_abs_dp":0.0004049535193473199,"letter_logits_fp16":[9.5,9.3984375,12.375,15.4765625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0024707866497113594,0.002249676845321654,0.04413923553586488,0.9511403009691022],"argmax":3,"argmax_equal":true,"abs_dp":[3.6410488165844294e-05,2.8481818089484082e-05,0.0005392388200808063,0.0006041362486102209],"max_abs_dp":0.0006041362486102209,"mean_abs_dp":0.0003020668437365889,"letter_logits_fp16":[9.5078125,9.4140625,12.390625,15.4609375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0014140407261677979},{"key":"visual7w_00128","dataset":"visual7w","row_index":128,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0021552974358201027,0.0027973453979939222,0.028061214834451675,0.9669861793518066],"ref_argmax":3,"ref_top2_margin":0.938924964517355,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0021490135235117335,0.002802842022860045,0.02786883140973525,0.967179313043893],"argmax":3,"argmax_equal":true,"abs_dp":[6.283912308369197e-06,5.49662486612262e-06,0.00019238342471642605,0.0001931336920864002],"max_abs_dp":0.0001931336920864002,"mean_abs_dp":9.932441349432952e-05,"letter_logits_fp16":[9.453125,9.71875,12.015625,15.5625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0021817762479111316,0.0028234282487933906,0.02829370488438812,0.9667010906189073],"argmax":3,"argmax_equal":true,"abs_dp":[2.647881209102889e-05,2.6082850799468392e-05,0.00023249004993644573,0.0002850887328993412],"max_abs_dp":0.0002850887328993412,"mean_abs_dp":0.00014253511143157106,"letter_logits_fp16":[9.4609375,9.71875,12.0234375,15.5546875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0004782224249857414},{"key":"visual7w_00129","dataset":"visual7w","row_index":129,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.006365497596561909,0.4823901355266571,0.38575828075408936,0.12548606097698212],"ref_argmax":1,"ref_top2_margin":0.09663185477256775,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.006494452361318929,0.4846603467409789,0.38339789091939536,0.1254473099783067],"argmax":1,"argmax_equal":true,"abs_dp":[0.00012895476475702043,0.0022702112143218045,0.002360389834693999,3.87509986754242e-05],"max_abs_dp":0.002360389834693999,"mean_abs_dp":0.001199576703112062,"letter_logits_fp16":[9.140625,13.453125,13.21875,12.1015625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00641354659650608,0.48615981588295026,0.38159121167610366,0.1258354258444399],"argmax":1,"argmax_equal":true,"abs_dp":[4.8048999944171056e-05,0.003769680356293159,0.004167069077985697,0.00034936486745779094],"max_abs_dp":0.004167069077985697,"mean_abs_dp":0.0020835408254202045,"letter_logits_fp16":[9.140625,13.46875,13.2265625,12.1171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0018066792432916978},{"key":"visual7w_00129","dataset":"visual7w","row_index":129,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.007870960049331188,0.3331283926963806,0.4645337462425232,0.19446687400341034],"ref_argmax":2,"ref_top2_margin":0.13140535354614258,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.008081973824431363,0.3330811413120717,0.4660643095368993,0.19277257532659753],"argmax":2,"argmax_equal":true,"abs_dp":[0.0002110137751001745,4.725138430888842e-05,0.0015305632943761194,0.001694298676812811],"max_abs_dp":0.001694298676812811,"mean_abs_dp":0.0008707817826494983,"letter_logits_fp16":[9.2578125,12.9765625,13.3125,12.4296875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.007953715006346177,0.33556867028945697,0.4622653680552269,0.19421224664897002],"argmax":2,"argmax_equal":true,"abs_dp":[8.275495701498894e-05,0.0024402775930763565,0.002268378187296305,0.0002546273544403177],"max_abs_dp":0.0024402775930763565,"mean_abs_dp":0.001261509522956992,"letter_logits_fp16":[9.25,12.9921875,13.3125,12.4453125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0037989414816724243},{"key":"visual7w_00130","dataset":"visual7w","row_index":130,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.00800411682575941,0.8997271656990051,0.08892395347356796,0.0033448003232479095],"ref_argmax":1,"ref_top2_margin":0.8108032122254372,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.008103168466741483,0.9007183881003941,0.08780054026002328,0.003377903172841057],"argmax":1,"argmax_equal":true,"abs_dp":[9.905164098207228e-05,0.000991222401388936,0.0011234132135446856,3.310284959314727e-05],"max_abs_dp":0.0011234132135446856,"mean_abs_dp":0.0005616975263772103,"letter_logits_fp16":[10.2421875,14.953125,12.625,9.3671875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.008086117892310065,0.8988231089906128,0.08969354020486307,0.0033972329122140795],"argmax":1,"argmax_equal":true,"abs_dp":[8.200106655065383e-05,0.0009040567083923312,0.0007695867312951105,5.243258896616993e-05],"max_abs_dp":0.0009040567083923312,"mean_abs_dp":0.00045201927380106636,"letter_logits_fp16":[10.25,14.9609375,12.65625,9.3828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0018952791097812671},{"key":"visual7w_00130","dataset":"visual7w","row_index":130,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.004217106848955154,0.9060633182525635,0.08751430362462997,0.0022052517160773277],"ref_argmax":1,"ref_top2_margin":0.8185490146279335,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.004198257000595674,0.9065710806357716,0.08700098490128035,0.002229677462352435],"argmax":1,"argmax_equal":true,"abs_dp":[1.8849848359480358e-05,0.0005077623832081546,0.0005133187233496289,2.4425746275107477e-05],"max_abs_dp":0.0005133187233496289,"mean_abs_dp":0.00026608917529809283,"letter_logits_fp16":[9.7578125,15.1328125,12.7890625,9.125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0042251825465167295,0.9052851402294851,0.08824569971215064,0.002243977511847546],"argmax":1,"argmax_equal":true,"abs_dp":[8.075697561575092e-06,0.0007781780230783353,0.0007313960875206665,3.8725795770218254e-05],"max_abs_dp":0.0007781780230783353,"mean_abs_dp":0.0003890939009826988,"letter_logits_fp16":[9.78125,15.1484375,12.8203125,9.1484375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0012859404062864899},{"key":"visual7w_00131","dataset":"visual7w","row_index":131,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.933907151222229,0.0019610642921179533,0.021693477407097816,0.04243830218911171],"ref_argmax":0,"ref_top2_margin":0.8914688490331173,"near_tie":false,"tokens":119,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9342293949442068,0.0019500343990104113,0.02179999004052359,0.04202058061625923],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003222437219777552,1.1029893107541988e-05,0.00010651263342577322,0.00041772157285247663],"max_abs_dp":0.00041772157285247663,"mean_abs_dp":0.00021437695534088676,"letter_logits_fp16":[14.7578125,8.5859375,11.0,11.65625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9331257282624665,0.0019630069361829456,0.0219450137289801,0.04296625107237048],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007814229597624678,1.942644064992314e-06,0.00025153632188228484,0.000527948883258772],"max_abs_dp":0.0007814229597624678,"mean_abs_dp":0.00039071270224212923,"letter_logits_fp16":[14.75,8.5859375,11.0,11.671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.001103666681740223},{"key":"visual7w_00131","dataset":"visual7w","row_index":131,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9416239857673645,0.0016812095418572426,0.022675083950161934,0.03401966392993927],"ref_argmax":0,"ref_top2_margin":0.9076043218374252,"near_tie":false,"tokens":251,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9416298060241838,0.0016680824115183777,0.02267016425793292,0.034031947306365155],"argmax":0,"argmax_equal":true,"abs_dp":[5.82025681927778e-06,1.3127130338864848e-05,4.9196922290127565e-06,1.228337642588534e-05],"max_abs_dp":1.3127130338864848e-05,"mean_abs_dp":9.037613953260181e-06,"letter_logits_fp16":[14.8125,8.4765625,11.0859375,11.4921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9411989222348687,0.0016803960534888418,0.022837513475307436,0.034283168236335176],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004250635324958285,8.134883684007398e-07,0.00016242952514550213,0.0002635043063959064],"max_abs_dp":0.0004250635324958285,"mean_abs_dp":0.00021295271310140944,"letter_logits_fp16":[14.8203125,8.4921875,11.1015625,11.5078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0004308837893151063},{"key":"visual7w_00132","dataset":"visual7w","row_index":132,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0017602444859221578,0.0035866203252226114,0.002846095710992813,0.9918070435523987],"ref_argmax":3,"ref_top2_margin":0.9882204232271761,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00178464180769445,0.00357702062811742,0.002829656219695502,0.9918086813444926],"argmax":3,"argmax_equal":true,"abs_dp":[2.439732177229219e-05,9.599697105191606e-06,1.643949129731103e-05,1.6377920939447677e-06],"max_abs_dp":2.439732177229219e-05,"mean_abs_dp":1.3018575567184899e-05,"letter_logits_fp16":[9.2265625,9.921875,9.6875,15.546875],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.001784330175267738,0.00366120779956385,0.002918969353533601,0.9916354926716348],"argmax":3,"argmax_equal":true,"abs_dp":[2.4085689345580263e-05,7.458747434123869e-05,7.287364254078771e-05,0.00017155088076392655],"max_abs_dp":0.00017155088076392655,"mean_abs_dp":8.57744217478833e-05,"letter_logits_fp16":[9.21875,9.9375,9.7109375,15.5390625],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.00017318867285787132},{"key":"visual7w_00132","dataset":"visual7w","row_index":132,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.0026568141765892506,0.005261410027742386,0.004730604123324156,0.9873512387275696],"ref_argmax":3,"ref_top2_margin":0.9820898286998272,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0026879004733626356,0.005221699354196509,0.004754411366007354,0.9873359888064335],"argmax":3,"argmax_equal":true,"abs_dp":[3.1086296773384994e-05,3.971067354587715e-05,2.380724268319801e-05,1.5249921136106792e-05],"max_abs_dp":3.971067354587715e-05,"mean_abs_dp":2.7463533534641737e-05,"letter_logits_fp16":[9.421875,10.0859375,9.9921875,15.328125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002687467473058685,0.005344667261955445,0.004790928770009413,0.9871769364949765],"argmax":3,"argmax_equal":true,"abs_dp":[3.065329646943435e-05,8.325723421305931e-05,6.032464668525705e-05,0.00017430223259307098],"max_abs_dp":0.00017430223259307098,"mean_abs_dp":8.713435249020542e-05,"letter_logits_fp16":[9.4296875,10.1171875,10.0078125,15.3359375],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0001590523114569642},{"key":"visual7w_00133","dataset":"visual7w","row_index":133,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0004499061615206301,0.001238220022059977,0.99760901927948,0.0007028892287053168],"ref_argmax":2,"ref_top2_margin":0.99637079925742,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00046459214157693925,0.0012827800372085332,0.9975274097439811,0.0007252180772335009],"argmax":2,"argmax_equal":true,"abs_dp":[1.4685980056309124e-05,4.456001514855615e-05,8.160953549884997e-05,2.2328848528184084e-05],"max_abs_dp":8.160953549884997e-05,"mean_abs_dp":4.079609480797483e-05,"letter_logits_fp16":[8.2578125,9.2734375,15.9296875,8.703125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00045386280026631375,0.0012434032433848924,0.9975997774998732,0.0007029564564753986],"argmax":2,"argmax_equal":true,"abs_dp":[3.956638745683625e-06,5.183221324915393e-06,9.241779606816714e-06,6.722777008184595e-08],"max_abs_dp":9.241779606816714e-06,"mean_abs_dp":4.612216861874394e-06,"letter_logits_fp16":[8.2578125,9.265625,15.953125,8.6953125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":7.236775589203326e-05},{"key":"visual7w_00133","dataset":"visual7w","row_index":133,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0003232168674003333,0.0006642424268648028,0.9986149072647095,0.000397668220102787],"ref_argmax":2,"ref_top2_margin":0.9979506648378447,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0003323770716818266,0.0006873424107298242,0.9985730436165628,0.0004072369010253538],"argmax":2,"argmax_equal":true,"abs_dp":[9.160204281493333e-06,2.3099983865021412e-05,4.18636481466228e-05,9.568680922566759e-06],"max_abs_dp":4.18636481466228e-05,"mean_abs_dp":2.0923129303926076e-05,"letter_logits_fp16":[8.1640625,8.890625,16.171875,8.3671875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.00032723471523119673,0.0006662168359100777,0.9986056120946623,0.0004009363541966395],"argmax":2,"argmax_equal":true,"abs_dp":[4.017847830863443e-06,1.9744090452748298e-06,9.295170047218804e-06,3.26813409385246e-06],"max_abs_dp":9.295170047218804e-06,"mean_abs_dp":4.638890254302384e-06,"letter_logits_fp16":[8.1640625,8.875,16.1875,8.3671875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":3.2568478099404e-05},{"key":"visual7w_00134","dataset":"visual7w","row_index":134,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0018724888795986772,0.015385341830551624,0.980346143245697,0.0023960827384144068],"ref_argmax":2,"ref_top2_margin":0.9649608014151454,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0019377150556203818,0.015122700700135138,0.9805091450666692,0.0024304391775752765],"argmax":2,"argmax_equal":true,"abs_dp":[6.522617602170463e-05,0.00026264113041648586,0.00016300182097217508,3.4356439160869705e-05],"max_abs_dp":0.00026264113041648586,"mean_abs_dp":0.00013130639164280882,"letter_logits_fp16":[8.9765625,11.03125,15.203125,9.203125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0018922700489038713,0.015476762298206574,0.9802201530679961,0.002410814584893484],"argmax":2,"argmax_equal":true,"abs_dp":[1.978116930519418e-05,9.142046765494953e-05,0.00012599017770087428,1.4731846479077403e-05],"max_abs_dp":0.00012599017770087428,"mean_abs_dp":6.298091528502385e-05,"letter_logits_fp16":[8.96875,11.0703125,15.21875,9.2109375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0003540615980714354},{"key":"visual7w_00134","dataset":"visual7w","row_index":134,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0015039757126942277,0.01446727104485035,0.9823760390281677,0.0016526703257113695],"ref_argmax":2,"ref_top2_margin":0.9679087679833174,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0015480842712808406,0.014235918069916989,0.9825421194538908,0.0016738782049114658],"argmax":2,"argmax_equal":true,"abs_dp":[4.4108558586612896e-05,0.00023135297493336038,0.0001660804257230808,2.1207879200096274e-05],"max_abs_dp":0.00023135297493336038,"mean_abs_dp":0.00011568745961078759,"letter_logits_fp16":[8.8828125,11.1015625,15.3359375,8.9609375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0015353415085141253,0.014681164378987017,0.9820972513483999,0.0016862427640988652],"argmax":2,"argmax_equal":true,"abs_dp":[3.1365795819897607e-05,0.0002138933341366677,0.0002787876797678557,3.3572438387495735e-05],"max_abs_dp":0.0002787876797678557,"mean_abs_dp":0.00013940481202797918,"letter_logits_fp16":[8.8828125,11.140625,15.34375,8.9765625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0004452463090700281},{"key":"visual7w_00135","dataset":"visual7w","row_index":135,"grid":"g256","nopts":4,"gold":3,"ref_probs":[0.0519353486597538,0.0844358503818512,0.013291701674461365,0.8503371477127075],"ref_argmax":3,"ref_top2_margin":0.7659012973308563,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05189058058151802,0.08422672601719831,0.01322289480404805,0.8506597985972356],"argmax":3,"argmax_equal":true,"abs_dp":[4.476807823577955e-05,0.0002091243646528823,6.880687041331546e-05,0.0003226508845280973],"max_abs_dp":0.0003226508845280973,"mean_abs_dp":0.00016133754945751866,"letter_logits_fp16":[11.15625,11.640625,9.7890625,13.953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05258407288962043,0.08535237514224164,0.013399612345742325,0.8486639396223956],"argmax":3,"argmax_equal":true,"abs_dp":[0.000648724229866629,0.000916524760390447,0.00010791067128096063,0.0016732080903119062],"max_abs_dp":0.0016732080903119062,"mean_abs_dp":0.0008365919379624857,"letter_logits_fp16":[11.171875,11.65625,9.8046875,13.953125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0019958589748400035},{"key":"visual7w_00135","dataset":"visual7w","row_index":135,"grid":"g448","nopts":4,"gold":3,"ref_probs":[0.04405009746551514,0.07555927336215973,0.010683399625122547,0.8697072267532349],"ref_argmax":3,"ref_top2_margin":0.7941479533910751,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.043667686443773966,0.07545099615185306,0.010617949179964207,0.8702633682244088],"argmax":3,"argmax_equal":true,"abs_dp":[0.00038241102174117053,0.00010827721030666482,6.545044515834063e-05,0.0005561414711738877],"max_abs_dp":0.0005561414711738877,"mean_abs_dp":0.0002780700370950159,"letter_logits_fp16":[11.0859375,11.6328125,9.671875,14.078125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.04459284499137633,0.0764499226004509,0.010842904684636974,0.8681143277235357],"argmax":3,"argmax_equal":true,"abs_dp":[0.0005427475258611911,0.0008906492382911718,0.00015950505951442713,0.0015928990296991685],"max_abs_dp":0.0015928990296991685,"mean_abs_dp":0.0007964502133414896,"letter_logits_fp16":[11.109375,11.6484375,9.6953125,14.078125],"full_vocab_top1_id":35,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.002149040500873056},{"key":"visual7w_00136","dataset":"visual7w","row_index":136,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.6338527798652649,0.015274548903107643,0.3472372591495514,0.003635396948084235],"ref_argmax":0,"ref_top2_margin":0.2866155207157135,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6406417833994025,0.01542374122743788,0.3402422828531566,0.0036921925200031637],"argmax":0,"argmax_equal":true,"abs_dp":[0.006789003534137583,0.0001491923243302374,0.006994976296394784,5.679557191892856e-05],"max_abs_dp":0.006994976296394784,"mean_abs_dp":0.0034974919316953833,"letter_logits_fp16":[14.1328125,10.40625,13.5,8.9765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6337206543916881,0.01537677492222978,0.3472502665115077,0.0036523041745745166],"argmax":0,"argmax_equal":true,"abs_dp":[0.00013212547357677185,0.00010222601912213657,1.3007361956307584e-05,1.6907226490281424e-05],"max_abs_dp":0.00013212547357677185,"mean_abs_dp":6.606652028637435e-05,"letter_logits_fp16":[14.140625,10.421875,13.5390625,8.984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.007007983658351091},{"key":"visual7w_00136","dataset":"visual7w","row_index":136,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9283143877983093,0.005197850521653891,0.06522080302238464,0.0012669997522607446],"ref_argmax":0,"ref_top2_margin":0.8630935847759247,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9301897119321122,0.005236749894034437,0.06330020430225845,0.0012733338715948488],"argmax":0,"argmax_equal":true,"abs_dp":[0.0018753241338028692,3.889937238054676e-05,0.0019205987201261904,6.334119334104214e-06],"max_abs_dp":0.0019205987201261904,"mean_abs_dp":0.0009602890864109277,"letter_logits_fp16":[15.1484375,9.96875,12.4609375,8.5546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9283243701952736,0.0052262484575882765,0.06517860093618152,0.0012707804109564993],"argmax":0,"argmax_equal":true,"abs_dp":[9.982396964258733e-06,2.8397935934385866e-05,4.220208620311916e-05,3.7806586957547274e-06],"max_abs_dp":4.220208620311916e-05,"mean_abs_dp":2.1090769449379622e-05,"letter_logits_fp16":[15.15625,9.9765625,12.5,8.5625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0018783966339230712},{"key":"visual7w_00137","dataset":"visual7w","row_index":137,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0026439037173986435,0.9898422360420227,0.004337215796113014,0.003176596015691757],"ref_argmax":1,"ref_top2_margin":0.9855050202459097,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0026737358888280576,0.9898359315919129,0.0043399017244929615,0.0031504307947659966],"argmax":1,"argmax_equal":true,"abs_dp":[2.9832171429414103e-05,6.304450109850812e-06,2.6859283799472375e-06,2.6165220925760627e-05],"max_abs_dp":2.9832171429414103e-05,"mean_abs_dp":1.6246942711243195e-05,"letter_logits_fp16":[9.625,15.5390625,10.109375,9.7890625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.002652852295951292,0.9898074202997169,0.004339776717709292,0.003199950686622348],"argmax":1,"argmax_equal":true,"abs_dp":[8.94857855264844e-06,3.481574230579376e-05,2.560921596278e-06,2.335467093059077e-05],"max_abs_dp":3.481574230579376e-05,"mean_abs_dp":1.7419978346327743e-05,"letter_logits_fp16":[9.625,15.546875,10.1171875,9.8125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":4.9519891856351396e-05},{"key":"visual7w_00137","dataset":"visual7w","row_index":137,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.0018792891642078757,0.9911648631095886,0.004220851231366396,0.0027350070886313915],"ref_argmax":1,"ref_top2_margin":0.9869440118782222,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0018984146337990234,0.991116053162926,0.0042448506416117105,0.002740681561663093],"argmax":1,"argmax_equal":true,"abs_dp":[1.9125469591147696e-05,4.8809946662675685e-05,2.3999410245314524e-05,5.674473031701266e-06],"max_abs_dp":4.8809946662675685e-05,"mean_abs_dp":2.4402324882709793e-05,"letter_logits_fp16":[9.34375,15.6015625,10.1484375,9.7109375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.001898373827433695,0.991094749153239,0.004244759398675124,0.002762117620651921],"argmax":1,"argmax_equal":true,"abs_dp":[1.9084663225819257e-05,7.011395634959339e-05,2.3908167308728072e-05,2.7110532020529522e-05],"max_abs_dp":7.011395634959339e-05,"mean_abs_dp":3.505432972616756e-05,"letter_logits_fp16":[9.3515625,15.609375,10.15625,9.7265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":2.1436058988828256e-05},{"key":"visual7w_00138","dataset":"visual7w","row_index":138,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.007026636507362127,0.0007648111204616725,0.9916254878044128,0.0005831814487464726],"ref_argmax":2,"ref_top2_margin":0.9845988512970507,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.007166975815911277,0.0007733073386565975,0.9914527409607222,0.0006069758847099786],"argmax":2,"argmax_equal":true,"abs_dp":[0.0001403393085491495,8.496218194925e-06,0.00017274684369061877,2.3794435963506015e-05],"max_abs_dp":0.00017274684369061877,"mean_abs_dp":8.634420159954982e-05,"letter_logits_fp16":[10.9453125,8.71875,15.875,8.4765625],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_09","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.007167076589173805,0.0007733182119601295,0.9914666815585302,0.000592923640335763],"argmax":2,"argmax_equal":true,"abs_dp":[0.00014044008181167758,8.507091498456969e-06,0.0001588062458826034,9.742191589290415e-06],"max_abs_dp":0.0001588062458826034,"mean_abs_dp":7.937390269550709e-05,"letter_logits_fp16":[10.953125,8.7265625,15.8828125,8.4609375],"full_vocab_top1_id":34,"slot_read_from":"prefill","shard":"g256_shard_09","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":1.40522443742156e-05},{"key":"visual7w_00138","dataset":"visual7w","row_index":138,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.008965160697698593,0.0009312495240010321,0.9895225167274475,0.0005809692665934563],"ref_argmax":2,"ref_top2_margin":0.9805573560297489,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.009111592277460475,0.0009381081665005538,0.9893493249033276,0.0006009746527112287],"argmax":2,"argmax_equal":true,"abs_dp":[0.00014643157976188155,6.858642499521679e-06,0.00017319182411990042,2.0005386117772435e-05],"max_abs_dp":0.00017319182411990042,"mean_abs_dp":8.662185812476902e-05,"letter_logits_fp16":[11.1171875,8.84375,15.8046875,8.3984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.009111677173219914,0.0009381169071687933,0.9893585430026159,0.000591662916995126],"argmax":2,"argmax_equal":true,"abs_dp":[0.00014651647552132128,6.867383167761219e-06,0.00016397372483156758,1.0693650401669683e-05],"max_abs_dp":0.00016397372483156758,"mean_abs_dp":8.201280848057994e-05,"letter_logits_fp16":[11.1328125,8.859375,15.8203125,8.3984375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":9.311735716102752e-06},{"key":"visual7w_00139","dataset":"visual7w","row_index":139,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0285703856498003,0.3297763466835022,0.6140338778495789,0.027619365602731705],"ref_argmax":2,"ref_top2_margin":0.28425753116607666,"near_tie":false,"tokens":118,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.02845558527283524,0.3307852787548038,0.6131790370194533,0.02758009895290752],"argmax":2,"argmax_equal":true,"abs_dp":[0.00011480037696506157,0.0010089320713015937,0.0008548408301255472,3.926664982418365e-05],"max_abs_dp":0.0010089320713015937,"mean_abs_dp":0.0005044599820540965,"letter_logits_fp16":[10.7265625,13.1796875,13.796875,10.6953125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.02874011666789023,0.3289132177281753,0.6144907893666878,0.027855876237246738],"argmax":2,"argmax_equal":true,"abs_dp":[0.00016973101808992822,0.0008631289553269195,0.00045691151710891553,0.00023651063451503307],"max_abs_dp":0.0008631289553269195,"mean_abs_dp":0.00043157053126019907,"letter_logits_fp16":[10.75,13.1875,13.8125,10.71875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_09","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0018720610266285131},{"key":"visual7w_00139","dataset":"visual7w","row_index":139,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.02091125398874283,0.32457295060157776,0.635277509689331,0.01923828013241291],"ref_argmax":2,"ref_top2_margin":0.3107045590877533,"near_tie":false,"tokens":250,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.02091181484354361,0.3245701861078956,0.6354775749582535,0.01904042409030725],"argmax":2,"argmax_equal":true,"abs_dp":[5.608548007823844e-07,2.7644936821391575e-06,0.0002000652689224669,0.00019785604210565896],"max_abs_dp":0.0002000652689224669,"mean_abs_dp":0.00010031166487776185,"letter_logits_fp16":[10.5,13.2421875,13.9140625,10.40625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.021227772424743142,0.32436610915402403,0.6350780116794867,0.019328106741746],"argmax":2,"argmax_equal":true,"abs_dp":[0.000316518436000314,0.00020684144755372946,0.0001994980098443122,8.982660933308864e-05],"max_abs_dp":0.000316518436000314,"mean_abs_dp":0.00020317112568286107,"letter_logits_fp16":[10.5234375,13.25,13.921875,10.4296875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_09","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0003995632787667791},{"key":"visual7w_00140","dataset":"visual7w","row_index":140,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.078886017203331,0.1660570651292801,0.6815244555473328,0.07353244721889496],"ref_argmax":2,"ref_top2_margin":0.5154673904180527,"near_tie":false,"tokens":123,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0811064245711472,0.16004414379141155,0.684421992766498,0.07442743887094336],"argmax":2,"argmax_equal":true,"abs_dp":[0.0022204073678162017,0.006012921337868543,0.0028975372191651916,0.0008949916520483991],"max_abs_dp":0.006012921337868543,"mean_abs_dp":0.003006464394224584,"letter_logits_fp16":[11.3671875,12.046875,13.5,11.28125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.07845368255741925,0.16479395229053265,0.6830519509317867,0.07370041422026138],"argmax":2,"argmax_equal":true,"abs_dp":[0.0004323346459117472,0.0012631128387474433,0.0015274953844539585,0.00016796700136642584],"max_abs_dp":0.0015274953844539585,"mean_abs_dp":0.0008477274676198937,"letter_logits_fp16":[11.359375,12.1015625,13.5234375,11.296875],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0047498084991211},{"key":"visual7w_00140","dataset":"visual7w","row_index":140,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.11979187279939651,0.14142203330993652,0.6326705813407898,0.10611554980278015],"ref_argmax":2,"ref_top2_margin":0.49124854803085327,"near_tie":false,"tokens":255,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.12186684309368778,0.13701857473104542,0.6335674706173245,0.10754711155794235],"argmax":2,"argmax_equal":true,"abs_dp":[0.0020749702942912673,0.004403458578891101,0.0008968892765347514,0.0014315617551621945],"max_abs_dp":0.004403458578891101,"mean_abs_dp":0.0022017199762198285,"letter_logits_fp16":[11.6875,11.8046875,13.3359375,11.5625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.11909270956269938,0.14032550529996604,0.6338277702328482,0.1067540149044863],"argmax":2,"argmax_equal":true,"abs_dp":[0.0006991632366971368,0.0010965280099704822,0.0011571888920584028,0.0006384651017061482],"max_abs_dp":0.0011571888920584028,"mean_abs_dp":0.0008978363101080425,"letter_logits_fp16":[11.6875,11.8515625,13.359375,11.578125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0033069305689206185},{"key":"visual7w_00141","dataset":"visual7w","row_index":141,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.0013419617898762226,0.0004707863263320178,0.9970858693122864,0.0011013438925147057],"ref_argmax":2,"ref_top2_margin":0.9957439075224102,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0014080888788605436,0.00048662249534068354,0.996982662293326,0.001122626332472865],"argmax":2,"argmax_equal":true,"abs_dp":[6.612708898432102e-05,1.583616900866576e-05,0.00010320701896038287,2.1282439958159385e-05],"max_abs_dp":0.00010320701896038287,"mean_abs_dp":5.161317922788226e-05,"letter_logits_fp16":[9.2421875,8.1796875,15.8046875,9.015625],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0013542459902020595,0.00047538505304484785,0.9970563965912443,0.0011139723655085758],"argmax":2,"argmax_equal":true,"abs_dp":[1.2284200325836858e-05,4.598726712830075e-06,2.9472721042034244e-05,1.2628472993870187e-05],"max_abs_dp":2.9472721042034244e-05,"mean_abs_dp":1.4746030268642841e-05,"letter_logits_fp16":[9.21875,8.171875,15.8203125,9.0234375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":7.373429791834862e-05},{"key":"visual7w_00141","dataset":"visual7w","row_index":141,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.0009769016178324819,0.0004885176895186305,0.9973381161689758,0.0011963839642703533],"ref_argmax":2,"ref_top2_margin":0.9961417322047055,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0010144997486060921,0.0005022137929826197,0.997269089240421,0.001214197217990153],"argmax":2,"argmax_equal":true,"abs_dp":[3.759813077361027e-05,1.369610346398922e-05,6.902692855481618e-05,1.7813253719799714e-05],"max_abs_dp":6.902692855481618e-05,"mean_abs_dp":3.4533604128053846e-05,"letter_logits_fp16":[8.890625,8.1875,15.78125,9.0703125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0009910298935586024,0.0004944431594319576,0.9973002917392854,0.0012142352077240415],"argmax":2,"argmax_equal":true,"abs_dp":[1.4128275726120508e-05,5.9254699133270495e-06,3.782442969046951e-05,1.7851243453688133e-05],"max_abs_dp":3.782442969046951e-05,"mean_abs_dp":1.89323546959013e-05,"letter_logits_fp16":[8.8828125,8.1875,15.796875,9.0859375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":3.120249886434667e-05},{"key":"visual7w_00142","dataset":"visual7w","row_index":142,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9118309020996094,0.010711776092648506,0.06126154959201813,0.016195831820368767],"ref_argmax":0,"ref_top2_margin":0.8505693525075912,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9133393404213551,0.010800662639918954,0.05977245808939656,0.016087538849329255],"argmax":0,"argmax_equal":true,"abs_dp":[0.001508438321745742,8.888654727044754e-05,0.0014890915026215673,0.0001082929710395121],"max_abs_dp":0.001508438321745742,"mean_abs_dp":0.0007986773356693172,"letter_logits_fp16":[14.4921875,10.0546875,11.765625,10.453125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9111856645987381,0.010859705318563867,0.06152442063964351,0.016430209443054313],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006452375008713096,0.00014792922591536084,0.00026287104762538066,0.00023437762268554638],"max_abs_dp":0.0006452375008713096,"mean_abs_dp":0.00032260384927439937,"letter_logits_fp16":[14.4921875,10.0625,11.796875,10.4765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0021536758226170516},{"key":"visual7w_00142","dataset":"visual7w","row_index":142,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9737980365753174,0.005258037708699703,0.01621309667825699,0.0047307610511779785],"ref_argmax":0,"ref_top2_margin":0.9575849398970604,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9742409276025894,0.005233583012742076,0.01587064429462464,0.004654845090043961],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004428910272720188,2.4454695957627608e-05,0.00034245238363234815,7.591596113401718e-05],"max_abs_dp":0.0004428910272720188,"mean_abs_dp":0.00022142851699900293,"letter_logits_fp16":[15.1875,9.9609375,11.0703125,9.84375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9736867392929909,0.005312975993473693,0.01623776381299403,0.0047625209005414506],"argmax":0,"argmax_equal":true,"abs_dp":[0.00011129728232650571,5.4938284773990015e-05,2.466713473704002e-05,3.1759849363472044e-05],"max_abs_dp":0.00011129728232650571,"mean_abs_dp":5.566563780025195e-05,"letter_logits_fp16":[15.1953125,9.984375,11.1015625,9.875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0005541883095985245},{"key":"visual7w_00143","dataset":"visual7w","row_index":143,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.0003514504642225802,0.9987227320671082,0.0006396175595000386,0.0002862530527636409],"ref_argmax":1,"ref_top2_margin":0.9980831145076081,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.00035942414107379745,0.9986809553236692,0.000666267100926645,0.0002933534343304192],"argmax":1,"argmax_equal":true,"abs_dp":[7.973676851217258e-06,4.177674343897042e-05,2.6649541426606357e-05,7.100381566778346e-06],"max_abs_dp":4.177674343897042e-05,"mean_abs_dp":2.0875085820893096e-05,"letter_logits_fp16":[8.6171875,16.546875,9.234375,8.4140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0003566343962209708,0.9987014427012072,0.0006508463916304826,0.00029107651094114056],"argmax":1,"argmax_equal":true,"abs_dp":[5.183931998390594e-06,2.1289365900956092e-05,1.1228832130443932e-05,4.823458177499675e-06],"max_abs_dp":2.1289365900956092e-05,"mean_abs_dp":1.0631397051822573e-05,"letter_logits_fp16":[8.625,16.5625,9.2265625,8.421875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":2.048737753801433e-05},{"key":"visual7w_00143","dataset":"visual7w","row_index":143,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.00031490152468904853,0.9987456798553467,0.0006596072926186025,0.00027974473778158426],"ref_argmax":1,"ref_top2_margin":0.9980860725627281,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.000319688989152655,0.99871388407873,0.0006820896591869018,0.00028433727293047733],"argmax":1,"argmax_equal":true,"abs_dp":[4.787464463606485e-06,3.179577661671651e-05,2.2482366568299253e-05,4.592535148893067e-06],"max_abs_dp":3.179577661671651e-05,"mean_abs_dp":1.591453569937883e-05,"letter_logits_fp16":[8.5625,16.609375,9.3203125,8.4453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0003196923698419212,0.998724445409969,0.0006715219404113834,0.00028434027977775446],"argmax":1,"argmax_equal":true,"abs_dp":[4.790845152872667e-06,2.1234445377715794e-05,1.1914647792780919e-05,4.5955419961702e-06],"max_abs_dp":2.1234445377715794e-05,"mean_abs_dp":1.0633870079884895e-05,"letter_logits_fp16":[8.578125,16.625,9.3203125,8.4609375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":1.0567718775518335e-05},{"key":"visual7w_00144","dataset":"visual7w","row_index":144,"grid":"g256","nopts":4,"gold":2,"ref_probs":[0.5357958078384399,0.021650636568665504,0.4400687515735626,0.0024848051834851503],"ref_argmax":0,"ref_top2_margin":0.09572705626487732,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5465947697920168,0.021866541973355313,0.42902715051005813,0.0025115377245696815],"argmax":0,"argmax_equal":true,"abs_dp":[0.01079896195357688,0.00021590540468980832,0.011041601063504491,2.6732541084531145e-05],"max_abs_dp":0.011041601063504491,"mean_abs_dp":0.005520800240713927,"letter_logits_fp16":[13.9609375,10.7421875,13.71875,8.578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5353558568205435,0.02175419644045921,0.44037171571929123,0.002518231019705943],"argmax":0,"argmax_equal":true,"abs_dp":[0.00043995101789640056,0.00010355987179370627,0.0003029641457286125,3.342583622079282e-05],"max_abs_dp":0.00043995101789640056,"mean_abs_dp":0.00021997521790987804,"letter_logits_fp16":[13.9609375,10.7578125,13.765625,8.6015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.011344565209233104},{"key":"visual7w_00144","dataset":"visual7w","row_index":144,"grid":"g448","nopts":4,"gold":2,"ref_probs":[0.4132332503795624,0.01370254997164011,0.5711511969566345,0.0019130675354972482],"ref_argmax":2,"ref_top2_margin":0.15791794657707214,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.4196128372004985,0.013808301509439229,0.5646507903889381,0.0019280709011243826],"argmax":2,"argmax_equal":true,"abs_dp":[0.006379586820936145,0.00010575153779911889,0.0065004065676964595,1.500336562713445e-05],"max_abs_dp":0.0065004065676964595,"mean_abs_dp":0.0032501870730147144,"letter_logits_fp16":[13.828125,10.4140625,14.125,8.4453125],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.4158636690282494,0.01379225893269838,0.5684182411835536,0.0019258308554987898],"argmax":2,"argmax_equal":true,"abs_dp":[0.0026304186486870162,8.970896105827027e-05,0.0027329557730809695,1.2763320001541595e-05],"max_abs_dp":0.0027329557730809695,"mean_abs_dp":0.0013664616757069494,"letter_logits_fp16":[13.8359375,10.4296875,14.1484375,8.4609375],"full_vocab_top1_id":34,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.00376745079461549},{"key":"visual7w_00145","dataset":"visual7w","row_index":145,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9010652303695679,0.007216432131826878,0.09051376581192017,0.0012045740149915218],"ref_argmax":0,"ref_top2_margin":0.8105514645576477,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9001186709385258,0.007430934399830437,0.09123732796753173,0.0012130666941120676],"argmax":0,"argmax_equal":true,"abs_dp":[0.0009465594310420489,0.00021450226800355954,0.0007235621556115623,8.492679120545741e-06],"max_abs_dp":0.0009465594310420489,"mean_abs_dp":0.0004732791334444291,"letter_logits_fp16":[14.984375,10.1875,12.6953125,8.375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9002650749348355,0.007259977630727257,0.09125216768795785,0.0012227797464793514],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008001554347323303,4.354549890037921e-05,0.0007384018760376865,1.8205731487829597e-05],"max_abs_dp":0.0008001554347323303,"mean_abs_dp":0.0004000771352895564,"letter_logits_fp16":[15.0078125,10.1875,12.71875,8.40625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.00017095676910318033},{"key":"visual7w_00145","dataset":"visual7w","row_index":145,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.7212429642677307,0.015468273311853409,0.2587425112724304,0.004546263720840216],"ref_argmax":0,"ref_top2_margin":0.4625004529953003,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7161263058111094,0.015821290867017935,0.26344814518996035,0.004604258131912419],"argmax":0,"argmax_equal":true,"abs_dp":[0.005116658456621348,0.00035301755516452607,0.004705633917529928,5.7994411072203635e-05],"max_abs_dp":0.005116658456621348,"mean_abs_dp":0.002558326085097001,"letter_logits_fp16":[14.1484375,10.3359375,13.1484375,9.1015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7192403802391852,0.01564373672524138,0.26049160329239984,0.004624279743173591],"argmax":0,"argmax_equal":true,"abs_dp":[0.0020025840285454732,0.0001754634133879704,0.0017490920199694227,7.801602233337493e-05],"max_abs_dp":0.0020025840285454732,"mean_abs_dp":0.0010012888710590603,"letter_logits_fp16":[14.171875,10.34375,13.15625,9.125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0031140744280758748},{"key":"visual7w_00146","dataset":"visual7w","row_index":146,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.06390842795372009,0.9268763065338135,0.0070350682362914085,0.0021800983231514692],"ref_argmax":1,"ref_top2_margin":0.8629678785800934,"near_tie":false,"tokens":120,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.06499748370495856,0.9257447576047672,0.007068148446928074,0.002189610243346219],"argmax":1,"argmax_equal":true,"abs_dp":[0.0010890557512384658,0.001131548929046322,3.3080210636665663e-05,9.511920194749633e-06],"max_abs_dp":0.001131548929046322,"mean_abs_dp":0.0005657992027790508,"letter_logits_fp16":[12.359375,15.015625,10.140625,8.96875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.06452430659927375,0.9262132496327269,0.007071725427702331,0.002190718340297263],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006158786455536525,0.0006630569010865894,3.665719141092254e-05,1.0620017145793713e-05],"max_abs_dp":0.0006630569010865894,"mean_abs_dp":0.00033155318879923954,"letter_logits_fp16":[12.359375,15.0234375,10.1484375,8.9765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0004731771056848133},{"key":"visual7w_00146","dataset":"visual7w","row_index":146,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.015432659536600113,0.9786562919616699,0.004219714552164078,0.001691452693194151],"ref_argmax":1,"ref_top2_margin":0.9632236324250698,"near_tie":false,"tokens":252,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.015450431972301391,0.9785525228755948,0.004290430005611881,0.0017066151464917418],"argmax":1,"argmax_equal":true,"abs_dp":[1.7772435701278108e-05,0.00010376908607512281,7.071545344780345e-05,1.5162453297590858e-05],"max_abs_dp":0.00010376908607512281,"mean_abs_dp":5.1854857130448806e-05,"letter_logits_fp16":[11.109375,15.2578125,9.828125,8.90625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.015570244287182164,0.978466622460437,0.004256667917929185,0.0017064653344518448],"argmax":1,"argmax_equal":true,"abs_dp":[0.000137584750582051,0.00018966950123289195,3.69533657651076e-05,1.5012641257693875e-05],"max_abs_dp":0.00018966950123289195,"mean_abs_dp":9.48050647094361e-05,"letter_logits_fp16":[11.1328125,15.2734375,9.8359375,8.921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.00011981231488077289},{"key":"visual7w_00147","dataset":"visual7w","row_index":147,"grid":"g256","nopts":4,"gold":1,"ref_probs":[0.049805983901023865,0.9137961864471436,0.012596816755831242,0.023801010102033615],"ref_argmax":1,"ref_top2_margin":0.8639902025461197,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.049952586270642835,0.913537367597001,0.0127290499748639,0.023780996157492216],"argmax":1,"argmax_equal":true,"abs_dp":[0.00014660236961897,0.00025881885014256145,0.00013223321903265903,2.0013944541399237e-05],"max_abs_dp":0.00025881885014256145,"mean_abs_dp":0.00013941709583389743,"letter_logits_fp16":[11.5703125,14.4765625,10.203125,10.828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05031963121565825,0.9130884767145616,0.01282258133724039,0.023769310732539645],"argmax":1,"argmax_equal":true,"abs_dp":[0.000513647314634387,0.0007077097325819404,0.00022576458140914808,3.169936949396976e-05],"max_abs_dp":0.0007077097325819404,"mean_abs_dp":0.0003697052495298613,"letter_logits_fp16":[11.59375,14.4921875,10.2265625,10.84375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0004488908824393789},{"key":"visual7w_00147","dataset":"visual7w","row_index":147,"grid":"g448","nopts":4,"gold":1,"ref_probs":[0.03279854729771614,0.9391046762466431,0.014800067991018295,0.013296789489686489],"ref_argmax":1,"ref_top2_margin":0.9063061289489269,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.033126824047017826,0.9383221639067548,0.015166565218262923,0.013384446827964289],"argmax":1,"argmax_equal":true,"abs_dp":[0.00032827674930168554,0.0007825123398882416,0.000366497227244628,8.765733827779953e-05],"max_abs_dp":0.0007825123398882416,"mean_abs_dp":0.0003912359136780887,"letter_logits_fp16":[11.2265625,14.5703125,10.4453125,10.3203125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.033623425994299856,0.9376230722057053,0.015274129673476421,0.013479372126518396],"argmax":1,"argmax_equal":true,"abs_dp":[0.0008248786965837154,0.0014816040409377784,0.00047406168245812605,0.00018258263683190723],"max_abs_dp":0.0014816040409377784,"mean_abs_dp":0.0007407817642028818,"letter_logits_fp16":[11.25,14.578125,10.4609375,10.3359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0006990917010495368},{"key":"visual7w_00148","dataset":"visual7w","row_index":148,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9885649085044861,0.0033976214472204447,0.0027582377661019564,0.005279269069433212],"ref_argmax":0,"ref_top2_margin":0.9832856394350529,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9885712214085424,0.0034020755117146586,0.002798470981522433,0.00522823209822067],"argmax":0,"argmax_equal":true,"abs_dp":[6.312904056282598e-06,4.454064494213879e-06,4.023321542047679e-05,5.1036971212542644e-05],"max_abs_dp":5.1036971212542644e-05,"mean_abs_dp":2.5509288795878978e-05,"letter_logits_fp16":[14.8828125,9.2109375,9.015625,9.640625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_10","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.988484988340151,0.003428459230065808,0.002776450896625435,0.005310101533157775],"argmax":0,"argmax_equal":true,"abs_dp":[7.992016433511218e-05,3.0837782845363326e-05,1.821313052347874e-05,3.0832463724562824e-05],"max_abs_dp":7.992016433511218e-05,"mean_abs_dp":3.9950885357129266e-05,"letter_logits_fp16":[14.8984375,9.234375,9.0234375,9.671875],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_10","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":8.623306839139477e-05},{"key":"visual7w_00148","dataset":"visual7w","row_index":148,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.997420072555542,0.0008803547825664282,0.0008911365875974298,0.000808381533715874],"ref_argmax":0,"ref_top2_margin":0.9965289359679446,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9974335485432875,0.0008815580096221356,0.0008884721547847248,0.0007964212923056759],"argmax":0,"argmax_equal":true,"abs_dp":[1.3475987745481532e-05,1.2032270557074285e-06,2.6644328127049333e-06,1.1960241410198026e-05],"max_abs_dp":1.3475987745481532e-05,"mean_abs_dp":7.32597225602298e-06,"letter_logits_fp16":[15.7578125,8.7265625,8.734375,8.625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9973805327363461,0.0008953929336083873,0.0009024155874246445,0.0008216587426209888],"argmax":0,"argmax_equal":true,"abs_dp":[3.953981919591065e-05,1.5038151041959092e-05,1.127899982721471e-05,1.3277208905114793e-05],"max_abs_dp":3.953981919591065e-05,"mean_abs_dp":1.9783544742549812e-05,"letter_logits_fp16":[15.7578125,8.7421875,8.75,8.65625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":5.3015806941392185e-05},{"key":"visual7w_00149","dataset":"visual7w","row_index":149,"grid":"g256","nopts":4,"gold":0,"ref_probs":[0.9907681345939636,0.002519003814086318,0.006451097782701254,0.00026169363991357386],"ref_argmax":0,"ref_top2_margin":0.9843170368112624,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9908807189979784,0.0025341142375910884,0.006321184824411656,0.0002639819400189589],"argmax":0,"argmax_equal":true,"abs_dp":[0.00011258440401473724,1.5110423504770352e-05,0.0001299129582895981,2.2883001053850167e-06],"max_abs_dp":0.0001299129582895981,"mean_abs_dp":6.497402147862268e-05,"letter_logits_fp16":[15.8203125,9.8515625,10.765625,7.58984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9907094356220055,0.002553548059939876,0.0064699688122027135,0.0002670475058519794],"argmax":0,"argmax_equal":true,"abs_dp":[5.869897195809326e-05,3.4544245853558066e-05,1.88710295014596e-05,5.35386593840555e-06],"max_abs_dp":5.869897195809326e-05,"mean_abs_dp":2.936702831287912e-05,"letter_logits_fp16":[15.8203125,9.859375,10.7890625,7.6015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0001712833759728305},{"key":"visual7w_00149","dataset":"visual7w","row_index":149,"grid":"g448","nopts":4,"gold":0,"ref_probs":[0.9940770864486694,0.0009539113380014896,0.00483329501003027,0.00013567494170274585],"ref_argmax":0,"ref_top2_margin":0.9892437914386392,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9941849083884685,0.0009650486290565009,0.004713169981888763,0.00013687300058610533],"argmax":0,"argmax_equal":true,"abs_dp":[0.00010782193979907984,1.1137291055011295e-05,0.00012012502814150693,1.1980588833594762e-06],"max_abs_dp":0.00012012502814150693,"mean_abs_dp":6.007057946973938e-05,"letter_logits_fp16":[16.1875,9.25,10.8359375,7.296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9940812659358044,0.0009574387389235575,0.00482443659351381,0.0001368587317580789],"argmax":0,"argmax_equal":true,"abs_dp":[4.179487134936544e-06,3.527400922067811e-06,8.85841651645982e-06,1.1837900553330369e-06],"max_abs_dp":8.85841651645982e-06,"mean_abs_dp":4.437273657199303e-06,"letter_logits_fp16":[16.1875,9.2421875,10.859375,7.296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0001112666116250471},{"key":"vsr_00000","dataset":"vsr","row_index":0,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.5145561099052429,0.4854438602924347],"ref_argmax":0,"ref_top2_margin":0.029112249612808228,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5175708866141864,0.4824291133858136],"argmax":0,"argmax_equal":true,"abs_dp":[0.0030147767089434563,0.0030147469066210686],"max_abs_dp":0.0030147767089434563,"mean_abs_dp":0.0030147618077822624,"letter_logits_fp16":[12.15625,12.0859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5136684686198906,0.4863315313801095],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008876412853523474,0.0008876710876747906],"max_abs_dp":0.0008876710876747906,"mean_abs_dp":0.000887656186513569,"letter_logits_fp16":[12.1640625,12.109375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0039024179942958592},{"key":"vsr_00000","dataset":"vsr","row_index":0,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.48294010758399963,0.5170598030090332],"ref_argmax":1,"ref_top2_margin":0.03411969542503357,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.4824291133858136,0.5175708866141864],"argmax":1,"argmax_equal":true,"abs_dp":[0.00051099419818601,0.0005110836051531731],"max_abs_dp":0.0005110836051531731,"mean_abs_dp":0.0005110389016695915,"letter_logits_fp16":[12.1015625,12.171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.4824291133858136,0.5175708866141864],"argmax":1,"argmax_equal":true,"abs_dp":[0.00051099419818601,0.0005110836051531731],"max_abs_dp":0.0005110836051531731,"mean_abs_dp":0.0005110389016695915,"letter_logits_fp16":[12.1171875,12.1875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00001","dataset":"vsr","row_index":1,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9220850467681885,0.07791494578123093],"ref_argmax":0,"ref_top2_margin":0.8441701009869576,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9207896758909757,0.07921032410902437],"argmax":0,"argmax_equal":true,"abs_dp":[0.0012953708772127648,0.001295378327793445],"max_abs_dp":0.001295378327793445,"mean_abs_dp":0.0012953746025031049,"letter_logits_fp16":[13.84375,11.390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9213576188158985,0.07864238118410145],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007274279522899718,0.0007274354028705271],"max_abs_dp":0.0007274354028705271,"mean_abs_dp":0.0007274316775802495,"letter_logits_fp16":[13.8671875,11.40625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0005679429249229179},{"key":"vsr_00001","dataset":"vsr","row_index":1,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8600835204124451,0.13991650938987732],"ref_argmax":0,"ref_top2_margin":0.7201670110225677,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8577681049901036,0.1422318950098963],"argmax":0,"argmax_equal":true,"abs_dp":[0.0023154154223414825,0.0023153856200189837],"max_abs_dp":0.0023154154223414825,"mean_abs_dp":0.002315400521180233,"letter_logits_fp16":[13.1953125,11.3984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8596637505099167,0.14033624949008322],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004197699025283441,0.0004197401002059009],"max_abs_dp":0.0004197699025283441,"mean_abs_dp":0.0004197550013671225,"letter_logits_fp16":[13.2265625,11.4140625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0018956455198131383},{"key":"vsr_00002","dataset":"vsr","row_index":2,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.18219591677188873,0.8178040385246277],"ref_argmax":1,"ref_top2_margin":0.635608121752739,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.18359362263419612,0.8164063773658039],"argmax":1,"argmax_equal":true,"abs_dp":[0.0013977058623073912,0.001397661158823782],"max_abs_dp":0.0013977058623073912,"mean_abs_dp":0.0013976835105655866,"letter_logits_fp16":[11.890625,13.3828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.18359362263419612,0.8164063773658039],"argmax":1,"argmax_equal":true,"abs_dp":[0.0013977058623073912,0.001397661158823782],"max_abs_dp":0.0013977058623073912,"mean_abs_dp":0.0013976835105655866,"letter_logits_fp16":[11.890625,13.3828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_10","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00002","dataset":"vsr","row_index":2,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.10308649390935898,0.8969135284423828],"ref_argmax":1,"ref_top2_margin":0.7938270345330238,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.10374862686637971,0.8962513731336202],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006621329570207363,0.0006621553087625687],"max_abs_dp":0.0006621553087625687,"mean_abs_dp":0.0006621441328916525,"letter_logits_fp16":[11.75,13.90625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1030244283262171,0.896975571673783],"argmax":1,"argmax_equal":true,"abs_dp":[6.206558314188204e-05,6.20432314001329e-05],"max_abs_dp":6.206558314188204e-05,"mean_abs_dp":6.205440727100747e-05,"letter_logits_fp16":[11.765625,13.9296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0007241985401627016},{"key":"vsr_00003","dataset":"vsr","row_index":3,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8904996514320374,0.10950037837028503],"ref_argmax":0,"ref_top2_margin":0.7809992730617523,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8910549527982959,0.108945047201704],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005553013662585871,0.0005553311685810303],"max_abs_dp":0.0005553311685810303,"mean_abs_dp":0.0005553162674198087,"letter_logits_fp16":[13.46875,11.3671875],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_10","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8910549527982959,0.108945047201704],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005553013662585871,0.0005553311685810303],"max_abs_dp":0.0005553311685810303,"mean_abs_dp":0.0005553162674198087,"letter_logits_fp16":[13.484375,11.3828125],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_10","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00003","dataset":"vsr","row_index":3,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9033278822898865,0.09667214751243591],"ref_argmax":0,"ref_top2_margin":0.8066557347774506,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.90192067652954,0.09807932347046003],"argmax":0,"argmax_equal":true,"abs_dp":[0.001407205760346475,0.001407175958024115],"max_abs_dp":0.001407205760346475,"mean_abs_dp":0.001407190859185295,"letter_logits_fp16":[13.59375,11.375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9026096017480523,0.09739039825194779],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007182805418342042,0.000718250739511872],"max_abs_dp":0.0007182805418342042,"mean_abs_dp":0.0007182656406730381,"letter_logits_fp16":[13.6171875,11.390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_10","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0006889252185122707},{"key":"vsr_00004","dataset":"vsr","row_index":4,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9436897039413452,0.05631023645401001],"ref_argmax":0,"ref_top2_margin":0.8873794674873352,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9420819125605256,0.05791808743947446],"argmax":0,"argmax_equal":true,"abs_dp":[0.0016077913808195676,0.001607850985464447],"max_abs_dp":0.001607850985464447,"mean_abs_dp":0.0016078211831420074,"letter_logits_fp16":[14.2734375,11.484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9429286027746023,0.057071397225397696],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007611011667428835,0.0007611607713876867],"max_abs_dp":0.0007611607713876867,"mean_abs_dp":0.0007611309690652851,"letter_logits_fp16":[14.296875,11.4921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0008466902140767604},{"key":"vsr_00004","dataset":"vsr","row_index":4,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9813377857208252,0.018662182614207268],"ref_argmax":0,"ref_top2_margin":0.9626756031066179,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9805806518175514,0.0194193481824486],"argmax":0,"argmax_equal":true,"abs_dp":[0.00075713390327381,0.0007571655682413331],"max_abs_dp":0.0007571655682413331,"mean_abs_dp":0.0007571497357575716,"letter_logits_fp16":[15.0,11.078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9811668701095654,0.018833129890434692],"argmax":0,"argmax_equal":true,"abs_dp":[0.00017091561125981425,0.00017094727622742403],"max_abs_dp":0.00017094727622742403,"mean_abs_dp":0.00017093144374361914,"letter_logits_fp16":[15.03125,11.078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0005862182920139958},{"key":"vsr_00005","dataset":"vsr","row_index":5,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.950687050819397,0.04931297153234482],"ref_argmax":0,"ref_top2_margin":0.9013740792870522,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9507778868028013,0.04922211319719861],"argmax":0,"argmax_equal":true,"abs_dp":[9.083598340431376e-05,9.085833514620861e-05],"max_abs_dp":9.085833514620861e-05,"mean_abs_dp":9.084715927526119e-05,"letter_logits_fp16":[14.9375,11.9765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9504109770159683,0.04958902298403175],"argmax":0,"argmax_equal":true,"abs_dp":[0.00027607380342864474,0.0002760514516869303],"max_abs_dp":0.00027607380342864474,"mean_abs_dp":0.0002760626275577875,"letter_logits_fp16":[14.953125,12.0],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0003669097868331389},{"key":"vsr_00005","dataset":"vsr","row_index":5,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.962875485420227,0.037124473601579666],"ref_argmax":0,"ref_top2_margin":0.9257510118186474,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9632305339244013,0.036769466075598736],"argmax":0,"argmax_equal":true,"abs_dp":[0.00035504850417422684,0.0003550075259809299],"max_abs_dp":0.00035504850417422684,"mean_abs_dp":0.00035502801507757836,"letter_logits_fp16":[15.1875,11.921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9629528313309248,0.037047168669075196],"argmax":0,"argmax_equal":true,"abs_dp":[7.734591069774588e-05,7.730493250446974e-05],"max_abs_dp":7.734591069774588e-05,"mean_abs_dp":7.732542160110781e-05,"letter_logits_fp16":[15.1875,11.9296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.00027770259347648096},{"key":"vsr_00006","dataset":"vsr","row_index":6,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.88606858253479,0.11393138766288757],"ref_argmax":0,"ref_top2_margin":0.7721371948719025,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8840392817460332,0.11596071825396677],"argmax":0,"argmax_equal":true,"abs_dp":[0.0020293007887568493,0.0020293305910791953],"max_abs_dp":0.0020293305910791953,"mean_abs_dp":0.0020293156899180223,"letter_logits_fp16":[13.4375,11.40625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8848377712685633,0.11516222873143664],"argmax":0,"argmax_equal":true,"abs_dp":[0.0012308112662267057,0.0012308410685490656],"max_abs_dp":0.0012308410685490656,"mean_abs_dp":0.0012308261673878856,"letter_logits_fp16":[13.4609375,11.421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0007984895225301436},{"key":"vsr_00006","dataset":"vsr","row_index":6,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8730339407920837,0.12696604430675507],"ref_argmax":0,"ref_top2_margin":0.7460678964853287,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8714748610635069,0.1285251389364931],"argmax":0,"argmax_equal":true,"abs_dp":[0.0015590797285768287,0.0015590946297380226],"max_abs_dp":0.0015590946297380226,"mean_abs_dp":0.0015590871791574257,"letter_logits_fp16":[13.328125,11.4140625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8723473746782093,0.12765262532179067],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006865661138744095,0.0006865810150356033],"max_abs_dp":0.0006865810150356033,"mean_abs_dp":0.0006865735644550064,"letter_logits_fp16":[13.3515625,11.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0008725136147024193},{"key":"vsr_00007","dataset":"vsr","row_index":7,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.1886485368013382,0.8113514184951782],"ref_argmax":1,"ref_top2_margin":0.62270288169384,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.184767510648,0.8152324893520001],"argmax":1,"argmax_equal":true,"abs_dp":[0.003881026153338185,0.0038810708568218777],"max_abs_dp":0.0038810708568218777,"mean_abs_dp":0.0038810485050800314,"letter_logits_fp16":[11.828125,13.3125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_11","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1859471949014217,0.8140528050985784],"argmax":1,"argmax_equal":true,"abs_dp":[0.0027013418999164984,0.0027013866034001355],"max_abs_dp":0.0027013866034001355,"mean_abs_dp":0.002701364251658317,"letter_logits_fp16":[11.84375,13.3203125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_11","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0011796842534217422},{"key":"vsr_00007","dataset":"vsr","row_index":7,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.0978146642446518,0.9021853804588318],"ref_argmax":1,"ref_top2_margin":0.80437071621418,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.09602548878779378,0.9039745112122062],"argmax":1,"argmax_equal":true,"abs_dp":[0.0017891754568580137,0.0017891307533743905],"max_abs_dp":0.0017891754568580137,"mean_abs_dp":0.0017891531051162021,"letter_logits_fp16":[11.546875,13.7890625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0953494648991095,0.9046505351008906],"argmax":1,"argmax_equal":true,"abs_dp":[0.0024651993455422905,0.0024651546420587644],"max_abs_dp":0.0024651993455422905,"mean_abs_dp":0.0024651769938005275,"letter_logits_fp16":[11.5546875,13.8046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0006760238886843739},{"key":"vsr_00008","dataset":"vsr","row_index":8,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.30688050389289856,0.693119466304779],"ref_argmax":1,"ref_top2_margin":0.3862389624118805,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.3090237111195067,0.6909762888804932],"argmax":1,"argmax_equal":true,"abs_dp":[0.002143207226608157,0.002143177424285825],"max_abs_dp":0.002143207226608157,"mean_abs_dp":0.002143192325446991,"letter_logits_fp16":[11.9765625,12.78125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_11","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.30404167496654744,0.6959583250334526],"argmax":1,"argmax_equal":true,"abs_dp":[0.0028388289263511224,0.00283885872867351],"max_abs_dp":0.00283885872867351,"mean_abs_dp":0.0028388438275123162,"letter_logits_fp16":[11.9921875,12.8203125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_11","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.004982036152959335},{"key":"vsr_00008","dataset":"vsr","row_index":8,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.27765217423439026,0.7223478555679321],"ref_argmax":1,"ref_top2_margin":0.44469568133354187,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2798284924581987,0.7201715075418013],"argmax":1,"argmax_equal":true,"abs_dp":[0.0021763182238084267,0.00217634802613087],"max_abs_dp":0.00217634802613087,"mean_abs_dp":0.0021763331249696483,"letter_logits_fp16":[11.9609375,12.90625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.27357439102480946,0.7264256089751905],"argmax":1,"argmax_equal":true,"abs_dp":[0.004077783209580799,0.0040777534072583554],"max_abs_dp":0.004077783209580799,"mean_abs_dp":0.004077768308419577,"letter_logits_fp16":[11.9609375,12.9375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.006254101433389225},{"key":"vsr_00009","dataset":"vsr","row_index":9,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.907467246055603,0.09253279119729996],"ref_argmax":0,"ref_top2_margin":0.8149344548583031,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9066531214804244,0.09334687851957546],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008141245751785986,0.000814087322275503],"max_abs_dp":0.0008141245751785986,"mean_abs_dp":0.0008141059487270508,"letter_logits_fp16":[13.703125,11.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9073122213606241,0.09268777863937604],"argmax":0,"argmax_equal":true,"abs_dp":[0.00015502469497896687,0.0001549874420760794],"max_abs_dp":0.00015502469497896687,"mean_abs_dp":0.00015500606852752313,"letter_logits_fp16":[13.7265625,11.4453125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0006590998801996317},{"key":"vsr_00009","dataset":"vsr","row_index":9,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9242403507232666,0.07575961947441101],"ref_argmax":0,"ref_top2_margin":0.8484807312488556,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.923592316649553,0.07640768335044701],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006480340737136103,0.000648063876035998],"max_abs_dp":0.000648063876035998,"mean_abs_dp":0.0006480489748748042,"letter_logits_fp16":[13.8671875,11.375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9241418199787566,0.07585818002124356],"argmax":0,"argmax_equal":true,"abs_dp":[9.853074451005028e-05,9.8560546832549e-05],"max_abs_dp":9.8560546832549e-05,"mean_abs_dp":9.854564567129964e-05,"letter_logits_fp16":[13.890625,11.390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.00054950332920356},{"key":"vsr_00010","dataset":"vsr","row_index":10,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.5875650644302368,0.4124349355697632],"ref_argmax":0,"ref_top2_margin":0.17513012886047363,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.588889130767832,0.411110869232168],"argmax":0,"argmax_equal":true,"abs_dp":[0.0013240663375951867,0.0013240663375951867],"max_abs_dp":0.0013240663375951867,"mean_abs_dp":0.0013240663375951867,"letter_logits_fp16":[12.28125,11.921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5869964297463166,0.41300357025368334],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005686346839202105,0.000568634683920155],"max_abs_dp":0.0005686346839202105,"mean_abs_dp":0.0005686346839201828,"letter_logits_fp16":[12.2890625,11.9375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0018927010215153972},{"key":"vsr_00010","dataset":"vsr","row_index":10,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.5987939238548279,0.4012061357498169],"ref_argmax":0,"ref_top2_margin":0.197587788105011,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.600188359260205,0.3998116407397951],"argmax":0,"argmax_equal":true,"abs_dp":[0.0013944354053770924,0.0013944950100218123],"max_abs_dp":0.0013944950100218123,"mean_abs_dp":0.0013944652076994524,"letter_logits_fp16":[12.375,11.96875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5983121948770795,0.40168780512292046],"argmax":0,"argmax_equal":true,"abs_dp":[0.00048172897774834134,0.00048166937310356595],"max_abs_dp":0.00048172897774834134,"mean_abs_dp":0.00048169917542595364,"letter_logits_fp16":[12.390625,11.9921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0018761643831254338},{"key":"vsr_00011","dataset":"vsr","row_index":11,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.27820202708244324,0.7217979431152344],"ref_argmax":1,"ref_top2_margin":0.44359591603279114,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2798284924581987,0.7201715075418013],"argmax":1,"argmax_equal":true,"abs_dp":[0.0016264653757554481,0.001626435573433116],"max_abs_dp":0.0016264653757554481,"mean_abs_dp":0.001626450474594282,"letter_logits_fp16":[11.9609375,12.90625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.27669053102543534,0.7233094689745646],"argmax":1,"argmax_equal":true,"abs_dp":[0.0015114960570078995,0.0015115258593302316],"max_abs_dp":0.0015115258593302316,"mean_abs_dp":0.0015115109581690656,"letter_logits_fp16":[11.96875,12.9296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0031379614327633476},{"key":"vsr_00011","dataset":"vsr","row_index":11,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.3030414879322052,0.6969585418701172],"ref_argmax":1,"ref_top2_margin":0.393917053937912,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.30735801686526387,0.6926419831347361],"argmax":1,"argmax_equal":true,"abs_dp":[0.004316528933058672,0.00431655873538106],"max_abs_dp":0.00431655873538106,"mean_abs_dp":0.004316543834219866,"letter_logits_fp16":[12.015625,12.828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.30239108267790193,0.6976089173220981],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006504052543032657,0.000650375451980878],"max_abs_dp":0.0006504052543032657,"mean_abs_dp":0.0006503903531420718,"letter_logits_fp16":[12.0234375,12.859375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.004966934187361938},{"key":"vsr_00012","dataset":"vsr","row_index":12,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.6075372099876404,0.392462819814682],"ref_argmax":0,"ref_top2_margin":0.21507439017295837,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6132365536207203,0.38676344637927973],"argmax":0,"argmax_equal":true,"abs_dp":[0.00569934363307989,0.005699373435402277],"max_abs_dp":0.005699373435402277,"mean_abs_dp":0.0056993585342410835,"letter_logits_fp16":[12.21875,11.7578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6057990438488957,0.3942009561511044],"argmax":0,"argmax_equal":true,"abs_dp":[0.0017381661387446679,0.0017381363364223912],"max_abs_dp":0.0017381661387446679,"mean_abs_dp":0.0017381512375835295,"letter_logits_fp16":[12.21875,11.7890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0074375097718246685},{"key":"vsr_00012","dataset":"vsr","row_index":12,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.5657392740249634,0.4342607259750366],"ref_argmax":0,"ref_top2_margin":0.13147854804992676,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5679366107876933,0.4320633892123068],"argmax":0,"argmax_equal":true,"abs_dp":[0.002197336762729929,0.002197336762729818],"max_abs_dp":0.002197336762729929,"mean_abs_dp":0.0021973367627298734,"letter_logits_fp16":[12.09375,11.8203125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5640984800226174,0.43590151997738263],"argmax":0,"argmax_equal":true,"abs_dp":[0.0016407940023459577,0.0016407940023460132],"max_abs_dp":0.0016407940023460132,"mean_abs_dp":0.0016407940023459855,"letter_logits_fp16":[12.09375,11.8359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0038381307650758867},{"key":"vsr_00013","dataset":"vsr","row_index":13,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.2821577489376068,0.7178422212600708],"ref_argmax":1,"ref_top2_margin":0.435684472322464,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.27669053102543534,0.7233094689745646],"argmax":1,"argmax_equal":true,"abs_dp":[0.005467217912171474,0.005467247714493806],"max_abs_dp":0.005467247714493806,"mean_abs_dp":0.00546723281333264,"letter_logits_fp16":[11.7578125,12.71875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.27669053102543534,0.7233094689745646],"argmax":1,"argmax_equal":true,"abs_dp":[0.005467217912171474,0.005467247714493806],"max_abs_dp":0.005467247714493806,"mean_abs_dp":0.00546723281333264,"letter_logits_fp16":[11.7734375,12.734375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00013","dataset":"vsr","row_index":13,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.40547701716423035,0.5945229530334473],"ref_argmax":1,"ref_top2_margin":0.18904593586921692,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.40168780512292046,0.5983121948770795],"argmax":1,"argmax_equal":true,"abs_dp":[0.003789212041309886,0.003789241843632274],"max_abs_dp":0.003789241843632274,"mean_abs_dp":0.00378922694247108,"letter_logits_fp16":[11.90625,12.3046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.3960681662740417,0.6039318337259583],"argmax":1,"argmax_equal":true,"abs_dp":[0.00940885089018867,0.009408880692511001],"max_abs_dp":0.009408880692511001,"mean_abs_dp":0.009408865791349835,"letter_logits_fp16":[11.9140625,12.3359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.005619638848878783},{"key":"vsr_00014","dataset":"vsr","row_index":14,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8892832398414612,0.11071674525737762],"ref_argmax":0,"ref_top2_margin":0.7785664945840836,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8895288461051276,0.11047115389487247],"argmax":0,"argmax_equal":true,"abs_dp":[0.00024560626366643135,0.00024559136250515423],"max_abs_dp":0.00024560626366643135,"mean_abs_dp":0.0002455988130857928,"letter_logits_fp16":[13.8828125,11.796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.888758793492457,0.11124120650754304],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005244463490041706,0.00052446125016542],"max_abs_dp":0.00052446125016542,"mean_abs_dp":0.0005244537995847953,"letter_logits_fp16":[13.875,11.796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.000770052612670602},{"key":"vsr_00014","dataset":"vsr","row_index":14,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8011745810508728,0.19882537424564362],"ref_argmax":0,"ref_top2_margin":0.6023492068052292,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8031737963569016,0.1968262036430985],"argmax":0,"argmax_equal":true,"abs_dp":[0.0019992153060287565,0.0019991706025451195],"max_abs_dp":0.0019992153060287565,"mean_abs_dp":0.001999192954286938,"letter_logits_fp16":[13.125,11.71875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8006920020959544,0.19930799790404563],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004825789549184334,0.00048262365840201493],"max_abs_dp":0.00048262365840201493,"mean_abs_dp":0.00048260130666022416,"letter_logits_fp16":[13.1171875,11.7265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.00248179426094719},{"key":"vsr_00015","dataset":"vsr","row_index":15,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.27171704173088074,0.7282829880714417],"ref_argmax":1,"ref_top2_margin":0.4565659463405609,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.27669053102543534,0.7233094689745646],"argmax":1,"argmax_equal":true,"abs_dp":[0.0049734892945546005,0.004973519096877044],"max_abs_dp":0.004973519096877044,"mean_abs_dp":0.004973504195715822,"letter_logits_fp16":[11.84375,12.8046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2720245510940225,0.7279754489059775],"argmax":1,"argmax_equal":true,"abs_dp":[0.000307509363141778,0.0003075391654641102],"max_abs_dp":0.0003075391654641102,"mean_abs_dp":0.0003075242643029441,"letter_logits_fp16":[11.8515625,12.8359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0046659799314129335},{"key":"vsr_00015","dataset":"vsr","row_index":15,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.42243483662605286,0.5775651931762695],"ref_argmax":1,"ref_top2_margin":0.15513035655021667,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.4263215925474903,0.5736784074525096],"argmax":1,"argmax_equal":true,"abs_dp":[0.003886755921437446,0.003886785723759889],"max_abs_dp":0.003886785723759889,"mean_abs_dp":0.0038867708225986675,"letter_logits_fp16":[12.078125,12.375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.41869690935568665,0.5813030906443133],"argmax":1,"argmax_equal":true,"abs_dp":[0.0037379272703662036,0.0037378974680437604],"max_abs_dp":0.0037379272703662036,"mean_abs_dp":0.003737912369204982,"letter_logits_fp16":[12.078125,12.40625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0076246831918036495},{"key":"vsr_00016","dataset":"vsr","row_index":16,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.515970766544342,0.48402923345565796],"ref_argmax":0,"ref_top2_margin":0.03194153308868408,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5117166047041654,0.4882833952958347],"argmax":0,"argmax_equal":true,"abs_dp":[0.0042541618401766845,0.00425416184017674],"max_abs_dp":0.00425416184017674,"mean_abs_dp":0.004254161840176712,"letter_logits_fp16":[12.390625,12.34375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5136684686198906,0.4863315313801095],"argmax":0,"argmax_equal":true,"abs_dp":[0.0023022979244514685,0.002302297924451524],"max_abs_dp":0.002302297924451524,"mean_abs_dp":0.0023022979244514963,"letter_logits_fp16":[12.40625,12.3515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_11","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.001951863915725216},{"key":"vsr_00016","dataset":"vsr","row_index":16,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.6406786441802979,0.3593212962150574],"ref_argmax":0,"ref_top2_margin":0.2813573479652405,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.640635854839898,0.35936414516010196],"argmax":0,"argmax_equal":true,"abs_dp":[4.2789340399806974e-05,4.2848945044582365e-05],"max_abs_dp":4.2848945044582365e-05,"mean_abs_dp":4.281914272219467e-05,"letter_logits_fp16":[12.2578125,11.6796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6370307944803831,0.3629692055196168],"argmax":0,"argmax_equal":true,"abs_dp":[0.003647849699914718,0.003647909304559438],"max_abs_dp":0.003647909304559438,"mean_abs_dp":0.003647879502237078,"letter_logits_fp16":[12.265625,11.703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.003605060359514911},{"key":"vsr_00017","dataset":"vsr","row_index":17,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.7730209827423096,0.22697901725769043],"ref_argmax":0,"ref_top2_margin":0.5460419654846191,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7759445507683053,0.2240554492316947],"argmax":0,"argmax_equal":true,"abs_dp":[0.002923568025995693,0.002923568025995721],"max_abs_dp":0.002923568025995721,"mean_abs_dp":0.002923568025995707,"letter_logits_fp16":[12.7421875,11.5],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_11","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7732163651347154,0.22678363486528474],"argmax":0,"argmax_equal":true,"abs_dp":[0.00019538239240579625,0.00019538239240568522],"max_abs_dp":0.00019538239240579625,"mean_abs_dp":0.00019538239240574073,"letter_logits_fp16":[12.7421875,11.515625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_11","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0027281856335900356},{"key":"vsr_00017","dataset":"vsr","row_index":17,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.42969179153442383,0.5703082084655762],"ref_argmax":1,"ref_top2_margin":0.14061641693115234,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.42823339806622046,0.5717666019337796],"argmax":1,"argmax_equal":true,"abs_dp":[0.0014583934682033672,0.0014583934682034227],"max_abs_dp":0.0014583934682034227,"mean_abs_dp":0.001458393468203395,"letter_logits_fp16":[11.96875,12.2578125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.42823339806622046,0.5717666019337796],"argmax":1,"argmax_equal":true,"abs_dp":[0.0014583934682033672,0.0014583934682034227],"max_abs_dp":0.0014583934682034227,"mean_abs_dp":0.001458393468203395,"letter_logits_fp16":[11.9765625,12.265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_11","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00018","dataset":"vsr","row_index":18,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.993901252746582,0.0060987998731434345],"ref_argmax":0,"ref_top2_margin":0.9878024528734386,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9939024378074247,0.006097562192575309],"argmax":0,"argmax_equal":true,"abs_dp":[1.1850608426788867e-06,1.2376805681255793e-06],"max_abs_dp":1.2376805681255793e-06,"mean_abs_dp":1.211370705402233e-06,"letter_logits_fp16":[15.7109375,10.6171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9937587407701782,0.006241259229821674],"argmax":0,"argmax_equal":true,"abs_dp":[0.00014251197640380298,0.0001424593566782392],"max_abs_dp":0.00014251197640380298,"mean_abs_dp":0.00014248566654102108,"letter_logits_fp16":[15.703125,10.6328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00014369703724648186},{"key":"vsr_00018","dataset":"vsr","row_index":18,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.990253746509552,0.009746289812028408],"ref_argmax":0,"ref_top2_margin":0.9805074566975236,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9901401446964613,0.009859855303538789],"argmax":0,"argmax_equal":true,"abs_dp":[0.00011360181309072459,0.0001135654915103805],"max_abs_dp":0.00011360181309072459,"mean_abs_dp":0.00011358365230055255,"letter_logits_fp16":[15.40625,10.796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9899864293768268,0.010013570623173138],"argmax":0,"argmax_equal":true,"abs_dp":[0.00026731713272520885,0.00026728081114472946],"max_abs_dp":0.00026731713272520885,"mean_abs_dp":0.00026729897193496915,"letter_logits_fp16":[15.3984375,10.8046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00015371531963448426},{"key":"vsr_00019","dataset":"vsr","row_index":19,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8904714584350586,0.1095285564661026],"ref_argmax":0,"ref_top2_margin":0.780942901968956,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8895288461051276,0.11047115389487247],"argmax":0,"argmax_equal":true,"abs_dp":[0.0009426123299309808,0.0009425974287698702],"max_abs_dp":0.0009426123299309808,"mean_abs_dp":0.0009426048793504255,"letter_logits_fp16":[13.6484375,11.5625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8902942261220291,0.10970577387797074],"argmax":0,"argmax_equal":true,"abs_dp":[0.00017723231302946285,0.0001772174118681441],"max_abs_dp":0.00017723231302946285,"mean_abs_dp":0.00017722486244880348,"letter_logits_fp16":[13.6640625,11.5703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0007653800169017261},{"key":"vsr_00019","dataset":"vsr","row_index":19,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8932483792304993,0.10675159841775894],"ref_argmax":0,"ref_top2_margin":0.7864967808127403,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8925625233915799,0.10743747660842011],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006858558389193359,0.0006858781906611683],"max_abs_dp":0.0006858781906611683,"mean_abs_dp":0.0006858670147902521,"letter_logits_fp16":[13.609375,11.4921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8925625233915799,0.10743747660842011],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006858558389193359,0.0006858781906611683],"max_abs_dp":0.0006858781906611683,"mean_abs_dp":0.0006858670147902521,"letter_logits_fp16":[13.625,11.5078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00020","dataset":"vsr","row_index":20,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.8045569658279419,0.1954430341720581],"ref_argmax":0,"ref_top2_margin":0.6091139316558838,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.804405915893501,0.19559408410649906],"argmax":0,"argmax_equal":true,"abs_dp":[0.00015104993444092774,0.0001510499344409555],"max_abs_dp":0.0001510499344409555,"mean_abs_dp":0.0001510499344409416,"letter_logits_fp16":[13.09375,11.6796875],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_12","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.804405915893501,0.19559408410649906],"argmax":0,"argmax_equal":true,"abs_dp":[0.00015104993444092774,0.0001510499344409555],"max_abs_dp":0.0001510499344409555,"mean_abs_dp":0.0001510499344409416,"letter_logits_fp16":[13.1015625,11.6875],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_12","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00020","dataset":"vsr","row_index":20,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.3819761872291565,0.6180238127708435],"ref_argmax":1,"ref_top2_margin":0.236047625541687,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.38491214448393346,0.6150878555160665],"argmax":1,"argmax_equal":true,"abs_dp":[0.0029359572547769663,0.002935957254777022],"max_abs_dp":0.002935957254777022,"mean_abs_dp":0.002935957254776994,"letter_logits_fp16":[12.0546875,12.5234375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.37937838411972974,0.6206216158802703],"argmax":1,"argmax_equal":true,"abs_dp":[0.002597803109426755,0.0025978031094268106],"max_abs_dp":0.0025978031094268106,"mean_abs_dp":0.002597803109426783,"letter_logits_fp16":[12.0703125,12.5625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0055337603642038324},{"key":"vsr_00021","dataset":"vsr","row_index":21,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.6901916861534119,0.30980822443962097],"ref_argmax":0,"ref_top2_margin":0.3803834617137909,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6842640244786128,0.31573597552138716],"argmax":0,"argmax_equal":true,"abs_dp":[0.0059276616747990785,0.005927751081766186],"max_abs_dp":0.005927751081766186,"mean_abs_dp":0.005927706378282632,"letter_logits_fp16":[12.65625,11.8828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6909762888804932,0.3090237111195067],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007846027270813627,0.0007845133201142551],"max_abs_dp":0.0007846027270813627,"mean_abs_dp":0.0007845580235978089,"letter_logits_fp16":[12.6953125,11.890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.006712264401880441},{"key":"vsr_00021","dataset":"vsr","row_index":21,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.31433576345443726,0.6856642365455627],"ref_argmax":1,"ref_top2_margin":0.3713284730911255,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.31069438321455395,0.689305616785446],"argmax":1,"argmax_equal":true,"abs_dp":[0.0036413802398833073,0.0036413802398832518],"max_abs_dp":0.0036413802398833073,"mean_abs_dp":0.0036413802398832795,"letter_logits_fp16":[11.9140625,12.7109375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.31405054499180746,0.6859494550081925],"argmax":1,"argmax_equal":true,"abs_dp":[0.00028521846262979933,0.0002852184626297438],"max_abs_dp":0.00028521846262979933,"mean_abs_dp":0.0002852184626297716,"letter_logits_fp16":[11.9375,12.71875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.003356161777253508},{"key":"vsr_00022","dataset":"vsr","row_index":22,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.5652612447738647,0.43473875522613525],"ref_argmax":0,"ref_top2_margin":0.1305224895477295,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5563995792788694,0.44360042072113065],"argmax":0,"argmax_equal":true,"abs_dp":[0.008861665494995341,0.008861665494995397],"max_abs_dp":0.008861665494995397,"mean_abs_dp":0.008861665494995369,"letter_logits_fp16":[12.1875,11.9609375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5621765008857981,0.4378234991142019],"argmax":0,"argmax_equal":true,"abs_dp":[0.0030847438880666767,0.003084743888066621],"max_abs_dp":0.0030847438880666767,"mean_abs_dp":0.003084743888066649,"letter_logits_fp16":[12.2109375,11.9609375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.005776921606928775},{"key":"vsr_00022","dataset":"vsr","row_index":22,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.5634731650352478,0.43652674555778503],"ref_argmax":0,"ref_top2_margin":0.12694641947746277,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5563995792788694,0.44360042072113065],"argmax":0,"argmax_equal":true,"abs_dp":[0.007073585756378398,0.007073675163345616],"max_abs_dp":0.007073675163345616,"mean_abs_dp":0.007073630459862007,"letter_logits_fp16":[12.296875,12.0703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5602526536332625,0.43974734636673746],"argmax":0,"argmax_equal":true,"abs_dp":[0.0032205114019853154,0.003220600808952423],"max_abs_dp":0.003220600808952423,"mean_abs_dp":0.003220556105468869,"letter_logits_fp16":[12.3125,12.0703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0038530743543931933},{"key":"vsr_00023","dataset":"vsr","row_index":23,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.5225895643234253,0.4774104356765747],"ref_argmax":0,"ref_top2_margin":0.045179128646850586,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5273165233795671,0.47268347662043286],"argmax":0,"argmax_equal":true,"abs_dp":[0.004726959056141844,0.004726959056141844],"max_abs_dp":0.004726959056141844,"mean_abs_dp":0.004726959056141844,"letter_logits_fp16":[12.6640625,12.5546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.523420348936324,0.47657965106367595],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008307846128987606,0.0008307846128987606],"max_abs_dp":0.0008307846128987606,"mean_abs_dp":0.0008307846128987606,"letter_logits_fp16":[12.671875,12.578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0038961744432430834},{"key":"vsr_00023","dataset":"vsr","row_index":23,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.1894620656967163,0.8105379343032837],"ref_argmax":1,"ref_top2_margin":0.6210758686065674,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.19193278644723683,0.8080672135527632],"argmax":1,"argmax_equal":true,"abs_dp":[0.0024707207505205164,0.002470720750520461],"max_abs_dp":0.0024707207505205164,"mean_abs_dp":0.0024707207505204887,"letter_logits_fp16":[12.2265625,13.6640625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.18952109132967757,0.8104789086703224],"argmax":1,"argmax_equal":true,"abs_dp":[5.902563296125707e-05,5.9025632961340335e-05],"max_abs_dp":5.9025632961340335e-05,"mean_abs_dp":5.90256329612987e-05,"letter_logits_fp16":[12.234375,13.6875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0024116951175592594},{"key":"vsr_00024","dataset":"vsr","row_index":24,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9074108600616455,0.09258909523487091],"ref_argmax":0,"ref_top2_margin":0.8148217648267746,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.90796713988899,0.09203286011100995],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005562798273445191,0.0005562351238609653],"max_abs_dp":0.0005562798273445191,"mean_abs_dp":0.0005562574756027422,"letter_logits_fp16":[13.875,11.5859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9073122213606241,0.09268777863937604],"argmax":0,"argmax_equal":true,"abs_dp":[9.863870102144734e-05,9.868340450512603e-05],"max_abs_dp":9.868340450512603e-05,"mean_abs_dp":9.866105276328668e-05,"letter_logits_fp16":[13.8828125,11.6015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0006549185283660913},{"key":"vsr_00024","dataset":"vsr","row_index":24,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9186328649520874,0.08136714994907379],"ref_argmax":0,"ref_top2_margin":0.8372657150030136,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9190632902163844,0.08093670978361556],"argmax":0,"argmax_equal":true,"abs_dp":[0.00043042526429704075,0.0004304401654582346],"max_abs_dp":0.0004304401654582346,"mean_abs_dp":0.0004304327148776377,"letter_logits_fp16":[14.0390625,11.609375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9190632902163844,0.08093670978361556],"argmax":0,"argmax_equal":true,"abs_dp":[0.00043042526429704075,0.0004304401654582346],"max_abs_dp":0.0004304401654582346,"mean_abs_dp":0.0004304327148776377,"letter_logits_fp16":[14.046875,11.6171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00025","dataset":"vsr","row_index":25,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.010363921523094177,0.9896361231803894],"ref_argmax":1,"ref_top2_margin":0.9792722016572952,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.010489091259938018,0.9895109087400621],"argmax":1,"argmax_equal":true,"abs_dp":[0.00012516973684384078,0.00012521444032731477],"max_abs_dp":0.00012521444032731477,"mean_abs_dp":0.00012519208858557777,"letter_logits_fp16":[10.609375,15.15625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.010408314101072437,0.9895916858989275],"argmax":1,"argmax_equal":true,"abs_dp":[4.439257797825974e-05,4.44372814618621e-05],"max_abs_dp":4.44372814618621e-05,"mean_abs_dp":4.441492972006092e-05,"letter_logits_fp16":[10.625,15.1796875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":8.077715886558104e-05},{"key":"vsr_00025","dataset":"vsr","row_index":25,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.008990186266601086,0.9910098314285278],"ref_argmax":1,"ref_top2_margin":0.9820196451619267,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.008985428752560176,0.9910145712474399],"argmax":1,"argmax_equal":true,"abs_dp":[4.757514040909863e-06,4.739818912025129e-06],"max_abs_dp":4.757514040909863e-06,"mean_abs_dp":4.748666476467496e-06,"letter_logits_fp16":[10.6171875,15.3203125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.009055264186722086,0.9909447358132779],"argmax":1,"argmax_equal":true,"abs_dp":[6.507792012100042e-05,6.509561524992158e-05],"max_abs_dp":6.509561524992158e-05,"mean_abs_dp":6.5086767685461e-05,"letter_logits_fp16":[10.640625,15.3359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":6.983543416194671e-05},{"key":"vsr_00026","dataset":"vsr","row_index":26,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.5616745948791504,0.4383254647254944],"ref_argmax":0,"ref_top2_margin":0.123349130153656,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5698526514141571,0.4301473485858429],"argmax":0,"argmax_equal":true,"abs_dp":[0.008178056535006695,0.00817811613965147],"max_abs_dp":0.00817811613965147,"mean_abs_dp":0.008178086337329082,"letter_logits_fp16":[12.4140625,12.1328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5602526536332625,0.43974734636673746],"argmax":0,"argmax_equal":true,"abs_dp":[0.0014219412458879033,0.0014218816412430724],"max_abs_dp":0.0014219412458879033,"mean_abs_dp":0.0014219114435654878,"letter_logits_fp16":[12.4140625,12.171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.009599997780894598},{"key":"vsr_00026","dataset":"vsr","row_index":26,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.6357691884040833,0.36423084139823914],"ref_argmax":0,"ref_top2_margin":0.2715383470058441,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6460137001902271,0.3539862998097729],"argmax":0,"argmax_equal":true,"abs_dp":[0.010244511786143828,0.010244541588466216],"max_abs_dp":0.010244541588466216,"mean_abs_dp":0.010244526687305022,"letter_logits_fp16":[12.53125,11.9296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6352224414795979,0.3647775585204021],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005467469244853085,0.0005467171221629763],"max_abs_dp":0.0005467469244853085,"mean_abs_dp":0.0005467320233241424,"letter_logits_fp16":[12.5234375,11.96875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.010791258710629192},{"key":"vsr_00027","dataset":"vsr","row_index":27,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9829580187797546,0.017041945829987526],"ref_argmax":0,"ref_top2_margin":0.9659160729497671,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9826909042463318,0.017309095753668163],"argmax":0,"argmax_equal":true,"abs_dp":[0.00026711453342287417,0.0002671499236806367],"max_abs_dp":0.0002671499236806367,"mean_abs_dp":0.00026713222855175543,"letter_logits_fp16":[15.0546875,11.015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9826909042463318,0.017309095753668163],"argmax":0,"argmax_equal":true,"abs_dp":[0.00026711453342287417,0.0002671499236806367],"max_abs_dp":0.0002671499236806367,"mean_abs_dp":0.00026713222855175543,"letter_logits_fp16":[15.0703125,11.03125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00027","dataset":"vsr","row_index":27,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9898728132247925,0.010127122513949871],"ref_argmax":0,"ref_top2_margin":0.9797456907108426,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9898303422461273,0.010169657753872614],"argmax":0,"argmax_equal":true,"abs_dp":[4.247097866516558e-05,4.2535239922742926e-05],"max_abs_dp":4.2535239922742926e-05,"mean_abs_dp":4.2503109293954254e-05,"letter_logits_fp16":[15.3671875,10.7890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9898303422461273,0.010169657753872614],"argmax":0,"argmax_equal":true,"abs_dp":[4.247097866516558e-05,4.2535239922742926e-05],"max_abs_dp":4.2535239922742926e-05,"mean_abs_dp":4.2503109293954254e-05,"letter_logits_fp16":[15.3828125,10.8046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00028","dataset":"vsr","row_index":28,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.7843455076217651,0.21565450727939606],"ref_argmax":0,"ref_top2_margin":0.5686910003423691,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7879311956428947,0.21206880435710532],"argmax":0,"argmax_equal":true,"abs_dp":[0.003585688021129574,0.00358570292229074],"max_abs_dp":0.00358570292229074,"mean_abs_dp":0.003585695471710157,"letter_logits_fp16":[12.8984375,11.5859375],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_12","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7839884653055251,0.21601153469447487],"argmax":0,"argmax_equal":true,"abs_dp":[0.00035704231624000826,0.0003570274150788144],"max_abs_dp":0.00035704231624000826,"mean_abs_dp":0.00035703486565941134,"letter_logits_fp16":[12.890625,11.6015625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_12","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.003942730337369582},{"key":"vsr_00028","dataset":"vsr","row_index":28,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7008456587791443,0.2991544008255005],"ref_argmax":0,"ref_top2_margin":0.4016912579536438,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7041601384435928,0.2958398615564072],"argmax":0,"argmax_equal":true,"abs_dp":[0.003314479664448533,0.0033145392690933084],"max_abs_dp":0.0033145392690933084,"mean_abs_dp":0.0033145094667709207,"letter_logits_fp16":[12.6484375,11.78125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6992544210587585,0.3007455789412415],"argmax":0,"argmax_equal":true,"abs_dp":[0.0015912377203858297,0.0015911781157409988],"max_abs_dp":0.0015912377203858297,"mean_abs_dp":0.0015912079180634142,"letter_logits_fp16":[12.6484375,11.8046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.004905717384834363},{"key":"vsr_00029","dataset":"vsr","row_index":29,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8657150864601135,0.13428491353988647],"ref_argmax":0,"ref_top2_margin":0.731430172920227,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8624675338981391,0.13753246610186087],"argmax":0,"argmax_equal":true,"abs_dp":[0.0032475525619743983,0.0032475525619743983],"max_abs_dp":0.0032475525619743983,"mean_abs_dp":0.0032475525619743983,"letter_logits_fp16":[13.28125,11.4453125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8652240825770433,0.1347759174229568],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004910038830702179,0.0004910038830703289],"max_abs_dp":0.0004910038830703289,"mean_abs_dp":0.0004910038830702734,"letter_logits_fp16":[13.3125,11.453125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0027565486789041804},{"key":"vsr_00029","dataset":"vsr","row_index":29,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8691489100456238,0.13085108995437622],"ref_argmax":0,"ref_top2_margin":0.7382978200912476,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8652240825770433,0.1347759174229568],"argmax":0,"argmax_equal":true,"abs_dp":[0.003924827468580472,0.003924827468580583],"max_abs_dp":0.003924827468580583,"mean_abs_dp":0.003924827468580527,"letter_logits_fp16":[13.3671875,11.5078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8688267762381844,0.13117322376181567],"argmax":0,"argmax_equal":true,"abs_dp":[0.00032213380743939535,0.00032213380743945086],"max_abs_dp":0.00032213380743945086,"mean_abs_dp":0.0003221338074394231,"letter_logits_fp16":[13.40625,11.515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.003602693661141132},{"key":"vsr_00030","dataset":"vsr","row_index":30,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.2005622684955597,0.7994377017021179],"ref_argmax":1,"ref_top2_margin":0.5988754332065582,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2030746281894702,0.7969253718105298],"argmax":1,"argmax_equal":true,"abs_dp":[0.002512359693910504,0.0025123298915881165],"max_abs_dp":0.002512359693910504,"mean_abs_dp":0.0025123447927493103,"letter_logits_fp16":[11.6796875,13.046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2005576797447963,0.7994423202552038],"argmax":1,"argmax_equal":true,"abs_dp":[4.58875076339571e-06,4.618553085866672e-06],"max_abs_dp":4.618553085866672e-06,"mean_abs_dp":4.603651924631191e-06,"letter_logits_fp16":[11.6953125,13.078125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.002516948444673983},{"key":"vsr_00030","dataset":"vsr","row_index":30,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.16045966744422913,0.8395403027534485],"ref_argmax":1,"ref_top2_margin":0.6790806353092194,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.1645164628965632,0.8354835371034369],"argmax":1,"argmax_equal":true,"abs_dp":[0.004056795452334061,0.004056765650011562],"max_abs_dp":0.004056795452334061,"mean_abs_dp":0.004056780551172812,"letter_logits_fp16":[11.640625,13.265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.16026603232776068,0.8397339676722393],"argmax":1,"argmax_equal":true,"abs_dp":[0.00019363511646844356,0.0001936649187908035],"max_abs_dp":0.0001936649187908035,"mean_abs_dp":0.00019365001762962353,"letter_logits_fp16":[11.6484375,13.3046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.004250430568802505},{"key":"vsr_00031","dataset":"vsr","row_index":31,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.09592155367136002,0.9040783643722534],"ref_argmax":1,"ref_top2_margin":0.8081568107008934,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.0953494648991095,0.9046505351008906],"argmax":1,"argmax_equal":true,"abs_dp":[0.0005720887722505119,0.0005721707286371336],"max_abs_dp":0.0005721707286371336,"mean_abs_dp":0.0005721297504438227,"letter_logits_fp16":[11.5,13.75],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.09602548878779378,0.9039745112122062],"argmax":1,"argmax_equal":true,"abs_dp":[0.00010393511643376485,0.00010385316004724032],"max_abs_dp":0.00010393511643376485,"mean_abs_dp":0.00010389413824050259,"letter_logits_fp16":[11.5234375,13.765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_12","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0006760238886843739},{"key":"vsr_00031","dataset":"vsr","row_index":31,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.13855476677417755,0.8614452481269836],"ref_argmax":1,"ref_top2_margin":0.7228904813528061,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.13846179056896438,0.8615382094310357],"argmax":1,"argmax_equal":true,"abs_dp":[9.29762052131744e-05,9.296130405200831e-05],"max_abs_dp":9.29762052131744e-05,"mean_abs_dp":9.296875463259135e-05,"letter_logits_fp16":[11.6171875,13.4453125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.13846179056896438,0.8615382094310357],"argmax":1,"argmax_equal":true,"abs_dp":[9.29762052131744e-05,9.296130405200831e-05],"max_abs_dp":9.29762052131744e-05,"mean_abs_dp":9.296875463259135e-05,"letter_logits_fp16":[11.6328125,13.4609375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_12","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00032","dataset":"vsr","row_index":32,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.6231234073638916,0.3768766522407532],"ref_argmax":0,"ref_top2_margin":0.24624675512313843,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6279512168265432,0.3720487831734568],"argmax":0,"argmax_equal":true,"abs_dp":[0.0048278094626516,0.004827869067296375],"max_abs_dp":0.004827869067296375,"mean_abs_dp":0.004827839264973988,"letter_logits_fp16":[12.5546875,12.03125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6224593312018546,0.37754066879814546],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006640761620370084,0.0006640165573922885],"max_abs_dp":0.0006640761620370084,"mean_abs_dp":0.0006640463597146484,"letter_logits_fp16":[12.546875,12.046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.005491885624688664},{"key":"vsr_00032","dataset":"vsr","row_index":32,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.6781259179115295,0.32187411189079285],"ref_argmax":0,"ref_top2_margin":0.3562518060207367,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.679178699175393,0.32082130082460697],"argmax":0,"argmax_equal":true,"abs_dp":[0.0010527812638634337,0.001052811066185877],"max_abs_dp":0.001052811066185877,"mean_abs_dp":0.0010527961650246553,"letter_logits_fp16":[12.6640625,11.9140625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.679178699175393,0.32082130082460697],"argmax":0,"argmax_equal":true,"abs_dp":[0.0010527812638634337,0.001052811066185877],"max_abs_dp":0.001052811066185877,"mean_abs_dp":0.0010527961650246553,"letter_logits_fp16":[12.671875,11.921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00033","dataset":"vsr","row_index":33,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8653212785720825,0.13467876613140106],"ref_argmax":0,"ref_top2_margin":0.7306425124406815,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8633916099737806,0.13660839002621938],"argmax":0,"argmax_equal":true,"abs_dp":[0.0019296685983019035,0.001929623894818322],"max_abs_dp":0.0019296685983019035,"mean_abs_dp":0.0019296462465601127,"letter_logits_fp16":[13.3671875,11.5234375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8633916099737806,0.13660839002621938],"argmax":0,"argmax_equal":true,"abs_dp":[0.0019296685983019035,0.001929623894818322],"max_abs_dp":0.0019296685983019035,"mean_abs_dp":0.0019296462465601127,"letter_logits_fp16":[13.3828125,11.5390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00033","dataset":"vsr","row_index":33,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9637972712516785,0.036202751100063324],"ref_argmax":0,"ref_top2_margin":0.9275945201516151,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9635062337709722,0.0364937662290278],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002910374807062466,0.0002910151289644766],"max_abs_dp":0.0002910374807062466,"mean_abs_dp":0.0002910263048353616,"letter_logits_fp16":[14.6328125,11.359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9632305339244013,0.036769466075598736],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005667373272771892,0.0005667149755354123],"max_abs_dp":0.0005667373272771892,"mean_abs_dp":0.0005667261514063007,"letter_logits_fp16":[14.640625,11.375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0002756998465709426},{"key":"vsr_00034","dataset":"vsr","row_index":34,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9808527827262878,0.019147181883454323],"ref_argmax":0,"ref_top2_margin":0.9617056008428335,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9808759632491112,0.019124036750888904],"argmax":0,"argmax_equal":true,"abs_dp":[2.31805228233517e-05,2.314513256541917e-05],"max_abs_dp":2.31805228233517e-05,"mean_abs_dp":2.3162827694385435e-05,"letter_logits_fp16":[15.03125,11.09375],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_13","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9807288620802312,0.019271137919768803],"argmax":0,"argmax_equal":true,"abs_dp":[0.0001239206460565967,0.00012395603631448066],"max_abs_dp":0.00012395603631448066,"mean_abs_dp":0.00012393834118553868,"letter_logits_fp16":[15.03125,11.1015625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_13","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0001471011688799484},{"key":"vsr_00034","dataset":"vsr","row_index":34,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9861350655555725,0.013864926062524319],"ref_argmax":0,"ref_top2_margin":0.9722701394930482,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9861513897844354,0.013848610215564576],"argmax":0,"argmax_equal":true,"abs_dp":[1.6324228862885093e-05,1.6315846959743044e-05],"max_abs_dp":1.6324228862885093e-05,"mean_abs_dp":1.632003791131407e-05,"letter_logits_fp16":[15.1171875,10.8515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9861513897844354,0.013848610215564576],"argmax":0,"argmax_equal":true,"abs_dp":[1.6324228862885093e-05,1.6315846959743044e-05],"max_abs_dp":1.6324228862885093e-05,"mean_abs_dp":1.632003791131407e-05,"letter_logits_fp16":[15.125,10.859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00035","dataset":"vsr","row_index":35,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.821365475654602,0.17863453924655914],"ref_argmax":0,"ref_top2_margin":0.6427309364080429,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8198933359135361,0.18010666408646395],"argmax":0,"argmax_equal":true,"abs_dp":[0.0014721397410659698,0.0014721248399048037],"max_abs_dp":0.0014721397410659698,"mean_abs_dp":0.0014721322904853867,"letter_logits_fp16":[13.375,11.859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8210441123099046,0.1789558876900955],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003213633446974562,0.0003213484435363456],"max_abs_dp":0.0003213633446974562,"mean_abs_dp":0.0003213558941169009,"letter_logits_fp16":[13.390625,11.8671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0011507763963685136},{"key":"vsr_00035","dataset":"vsr","row_index":35,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7871411442756653,0.21285885572433472],"ref_argmax":0,"ref_top2_margin":0.5742822885513306,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7879311956428947,0.21206880435710532],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007900513672294274,0.0007900513672293996],"max_abs_dp":0.0007900513672294274,"mean_abs_dp":0.0007900513672294135,"letter_logits_fp16":[13.203125,11.890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.785308580887758,0.2146914191122419],"argmax":0,"argmax_equal":true,"abs_dp":[0.0018325633879072711,0.0018325633879071879],"max_abs_dp":0.0018325633879072711,"mean_abs_dp":0.0018325633879072295,"letter_logits_fp16":[13.203125,11.90625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0026226147551366985},{"key":"vsr_00036","dataset":"vsr","row_index":36,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.9895426034927368,0.010457385331392288],"ref_argmax":0,"ref_top2_margin":0.9790852181613445,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9896718474806949,0.010328152519305191],"argmax":0,"argmax_equal":true,"abs_dp":[0.00012924398795810532,0.00012923281208709718],"max_abs_dp":0.00012924398795810532,"mean_abs_dp":0.00012923840002260125,"letter_logits_fp16":[15.3515625,10.7890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9894295113796924,0.010570488620307572],"argmax":0,"argmax_equal":true,"abs_dp":[0.000113092113044444,0.00011310328891528387],"max_abs_dp":0.00011310328891528387,"mean_abs_dp":0.00011309770097986394,"letter_logits_fp16":[15.3515625,10.8125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.00024233610100254932},{"key":"vsr_00036","dataset":"vsr","row_index":36,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.4222370386123657,0.5777629017829895],"ref_argmax":1,"ref_top2_margin":0.15552586317062378,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.4263215925474903,0.5736784074525096],"argmax":1,"argmax_equal":true,"abs_dp":[0.00408455393512458,0.00408449433047986],"max_abs_dp":0.00408455393512458,"mean_abs_dp":0.00408452413280222,"letter_logits_fp16":[12.2890625,12.5859375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.42059959109501305,0.579400408904987],"argmax":1,"argmax_equal":true,"abs_dp":[0.0016374475173526748,0.0016375071219975057],"max_abs_dp":0.0016375071219975057,"mean_abs_dp":0.0016374773196750902,"letter_logits_fp16":[12.296875,12.6171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0057220014524773655},{"key":"vsr_00037","dataset":"vsr","row_index":37,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.05411246046423912,0.9458875060081482],"ref_argmax":1,"ref_top2_margin":0.8917750455439091,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05419872982318558,0.9458012701768145],"argmax":1,"argmax_equal":true,"abs_dp":[8.626935894646276e-05,8.623583133371415e-05],"max_abs_dp":8.626935894646276e-05,"mean_abs_dp":8.625259514008846e-05,"letter_logits_fp16":[11.4375,14.296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05419872982318558,0.9458012701768145],"argmax":1,"argmax_equal":true,"abs_dp":[8.626935894646276e-05,8.623583133371415e-05],"max_abs_dp":8.626935894646276e-05,"mean_abs_dp":8.625259514008846e-05,"letter_logits_fp16":[11.4609375,14.3203125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00037","dataset":"vsr","row_index":37,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.061093345284461975,0.9389066696166992],"ref_argmax":1,"ref_top2_margin":0.8778133243322372,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.06142404005467019,0.9385759599453297],"argmax":1,"argmax_equal":true,"abs_dp":[0.0003306947702082161,0.00033070967136950014],"max_abs_dp":0.00033070967136950014,"mean_abs_dp":0.0003307022207888581,"letter_logits_fp16":[11.5,14.2265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.061875985723642724,0.9381240142763573],"argmax":1,"argmax_equal":true,"abs_dp":[0.0007826404391807484,0.0007826553403419423],"max_abs_dp":0.0007826553403419423,"mean_abs_dp":0.0007826478897613454,"letter_logits_fp16":[11.515625,14.234375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.00045194566897253236},{"key":"vsr_00038","dataset":"vsr","row_index":38,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.2624364495277405,0.7375635504722595],"ref_argmax":1,"ref_top2_margin":0.47512710094451904,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2598256379609837,0.7401743620390163],"argmax":1,"argmax_equal":true,"abs_dp":[0.002610811566756799,0.002610811566756799],"max_abs_dp":0.002610811566756799,"mean_abs_dp":0.002610811566756799,"letter_logits_fp16":[12.2109375,13.2578125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2598256379609837,0.7401743620390163],"argmax":1,"argmax_equal":true,"abs_dp":[0.002610811566756799,0.002610811566756799],"max_abs_dp":0.002610811566756799,"mean_abs_dp":0.002610811566756799,"letter_logits_fp16":[12.234375,13.28125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00038","dataset":"vsr","row_index":38,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.298255980014801,0.701744019985199],"ref_argmax":1,"ref_top2_margin":0.40348803997039795,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2958398615564072,0.7041601384435928],"argmax":1,"argmax_equal":true,"abs_dp":[0.0024161184583938455,0.0024161184583938455],"max_abs_dp":0.0024161184583938455,"mean_abs_dp":0.0024161184583938455,"letter_logits_fp16":[12.109375,12.9765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2958398615564072,0.7041601384435928],"argmax":1,"argmax_equal":true,"abs_dp":[0.0024161184583938455,0.0024161184583938455],"max_abs_dp":0.0024161184583938455,"mean_abs_dp":0.0024161184583938455,"letter_logits_fp16":[12.125,12.9921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00039","dataset":"vsr","row_index":39,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.18667484819889069,0.8133251667022705],"ref_argmax":1,"ref_top2_margin":0.6266503185033798,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.18952109132967757,0.8104789086703224],"argmax":1,"argmax_equal":true,"abs_dp":[0.0028462431307868796,0.0028462580319481567],"max_abs_dp":0.0028462580319481567,"mean_abs_dp":0.002846250581367518,"letter_logits_fp16":[11.8828125,13.3359375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_13","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1871326821624266,0.8128673178375735],"argmax":1,"argmax_equal":true,"abs_dp":[0.00045783396353590855,0.00045784886469701913],"max_abs_dp":0.00045784886469701913,"mean_abs_dp":0.00045784141411646384,"letter_logits_fp16":[11.890625,13.359375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_13","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0023884091672511376},{"key":"vsr_00039","dataset":"vsr","row_index":39,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.10104057937860489,0.8989593982696533],"ref_argmax":1,"ref_top2_margin":0.7979188188910484,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.10230470789265303,0.8976952921073469],"argmax":1,"argmax_equal":true,"abs_dp":[0.0012641285140481406,0.0012641061623064331],"max_abs_dp":0.0012641285140481406,"mean_abs_dp":0.0012641173381772869,"letter_logits_fp16":[11.6953125,13.8671875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.10158944591881586,0.8984105540811842],"argmax":1,"argmax_equal":true,"abs_dp":[0.0005488665402109683,0.000548844188469122],"max_abs_dp":0.0005488665402109683,"mean_abs_dp":0.0005488553643400451,"letter_logits_fp16":[11.703125,13.8828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0007152619738373112},{"key":"vsr_00040","dataset":"vsr","row_index":40,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9698085188865662,0.030191514641046524],"ref_argmax":0,"ref_top2_margin":0.9396170042455196,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9700134939339985,0.029986506066001513],"argmax":0,"argmax_equal":true,"abs_dp":[0.00020497504743233197,0.0002050085750450112],"max_abs_dp":0.0002050085750450112,"mean_abs_dp":0.00020499181123867158,"letter_logits_fp16":[14.765625,11.2890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9700134939339985,0.029986506066001513],"argmax":0,"argmax_equal":true,"abs_dp":[0.00020497504743233197,0.0002050085750450112],"max_abs_dp":0.0002050085750450112,"mean_abs_dp":0.00020499181123867158,"letter_logits_fp16":[14.78125,11.3046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00040","dataset":"vsr","row_index":40,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9518416523933411,0.04815831780433655],"ref_argmax":0,"ref_top2_margin":0.9036833345890045,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9532750413739076,0.04672495862609242],"argmax":0,"argmax_equal":true,"abs_dp":[0.0014333889805665523,0.00143335917824413],"max_abs_dp":0.0014333889805665523,"mean_abs_dp":0.001433374079405341,"letter_logits_fp16":[14.484375,11.46875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9525741268224334,0.04742587317756679],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007324744290923002,0.0007324446267697599],"max_abs_dp":0.0007324744290923002,"mean_abs_dp":0.00073245952793103,"letter_logits_fp16":[14.484375,11.484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.00070091455147437},{"key":"vsr_00041","dataset":"vsr","row_index":41,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.2807477116584778,0.7192522883415222],"ref_argmax":1,"ref_top2_margin":0.43850457668304443,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2877678157610531,0.712232184238947],"argmax":1,"argmax_equal":true,"abs_dp":[0.007020104102575309,0.007020104102575253],"max_abs_dp":0.007020104102575309,"mean_abs_dp":0.007020104102575281,"letter_logits_fp16":[12.2578125,13.1640625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.28298811828270554,0.7170118817172945],"argmax":1,"argmax_equal":true,"abs_dp":[0.002240406624227753,0.002240406624227753],"max_abs_dp":0.002240406624227753,"mean_abs_dp":0.002240406624227753,"letter_logits_fp16":[12.25,13.1796875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.004779697478347555},{"key":"vsr_00041","dataset":"vsr","row_index":41,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.45515698194503784,0.5448430180549622],"ref_argmax":1,"ref_top2_margin":0.08968603610992432,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.46490157137338844,0.5350984286266115],"argmax":1,"argmax_equal":true,"abs_dp":[0.009744589428350603,0.009744589428350658],"max_abs_dp":0.009744589428350658,"mean_abs_dp":0.00974458942835063,"letter_logits_fp16":[12.234375,12.375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.4551986043017219,0.5448013956982781],"argmax":1,"argmax_equal":true,"abs_dp":[4.162235668403458e-05,4.162235668403458e-05],"max_abs_dp":4.162235668403458e-05,"mean_abs_dp":4.162235668403458e-05,"letter_logits_fp16":[12.234375,12.4140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.009702967071666624},{"key":"vsr_00042","dataset":"vsr","row_index":42,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.6468815803527832,0.35311833024024963],"ref_argmax":0,"ref_top2_margin":0.29376325011253357,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6495786194168923,0.3504213805831077],"argmax":0,"argmax_equal":true,"abs_dp":[0.002697039064109119,0.002696949657141956],"max_abs_dp":0.002697039064109119,"mean_abs_dp":0.0026969943606255375,"letter_logits_fp16":[12.3671875,11.75],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6442251064863697,0.35577489351363034],"argmax":0,"argmax_equal":true,"abs_dp":[0.0026564738664135445,0.0026565632733807076],"max_abs_dp":0.0026565632733807076,"mean_abs_dp":0.002656518569897126,"letter_logits_fp16":[12.375,11.78125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.005353512930522664},{"key":"vsr_00042","dataset":"vsr","row_index":42,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.7245780229568481,0.27542194724082947],"ref_argmax":0,"ref_top2_margin":0.4491560757160187,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7248702761768248,0.2751297238231752],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002922532199766126,0.0002922234176542804],"max_abs_dp":0.0002922532199766126,"mean_abs_dp":0.0002922383188154465,"letter_logits_fp16":[12.6015625,11.6328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7217432062975979,0.2782567937024021],"argmax":0,"argmax_equal":true,"abs_dp":[0.0028348166592502277,0.0028348464615726154],"max_abs_dp":0.0028348464615726154,"mean_abs_dp":0.0028348315604114216,"letter_logits_fp16":[12.609375,11.65625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.003127069879226896},{"key":"vsr_00043","dataset":"vsr","row_index":43,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.30090081691741943,0.6990991234779358],"ref_argmax":1,"ref_top2_margin":0.39819830656051636,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.3056973288424214,0.6943026711575786],"argmax":1,"argmax_equal":true,"abs_dp":[0.004796511925001967,0.004796452320357192],"max_abs_dp":0.004796511925001967,"mean_abs_dp":0.0047964821226795795,"letter_logits_fp16":[11.9765625,12.796875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.30404167496654744,0.6959583250334526],"argmax":1,"argmax_equal":true,"abs_dp":[0.0031408580491280036,0.003140798444483228],"max_abs_dp":0.0031408580491280036,"mean_abs_dp":0.003140828246805616,"letter_logits_fp16":[11.984375,12.8125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0016556538758739636},{"key":"vsr_00043","dataset":"vsr","row_index":43,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.7705845236778259,0.22941549122333527],"ref_argmax":0,"ref_top2_margin":0.5411690324544907,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7745833841649233,0.2254166158350767],"argmax":0,"argmax_equal":true,"abs_dp":[0.003998860487097411,0.003998875388258577],"max_abs_dp":0.003998875388258577,"mean_abs_dp":0.003998867937677994,"letter_logits_fp16":[12.8828125,11.6484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7718434978390747,0.22815650216092537],"argmax":0,"argmax_equal":true,"abs_dp":[0.0012589741612487604,0.0012589890624098987],"max_abs_dp":0.0012589890624098987,"mean_abs_dp":0.0012589816118293295,"letter_logits_fp16":[12.8828125,11.6640625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0027398863258486783},{"key":"vsr_00044","dataset":"vsr","row_index":44,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.7100637555122375,0.28993624448776245],"ref_argmax":0,"ref_top2_margin":0.4201275110244751,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7154239957834733,0.28457600421652673],"argmax":0,"argmax_equal":true,"abs_dp":[0.005360240271235717,0.005360240271235717],"max_abs_dp":0.005360240271235717,"mean_abs_dp":0.005360240271235717,"letter_logits_fp16":[12.6484375,11.7265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7074047009882609,0.292595299011739],"argmax":0,"argmax_equal":true,"abs_dp":[0.002659054523976634,0.002659054523976523],"max_abs_dp":0.002659054523976634,"mean_abs_dp":0.0026590545239765784,"letter_logits_fp16":[12.6328125,11.75],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.00801929479521235},{"key":"vsr_00044","dataset":"vsr","row_index":44,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.5482516884803772,0.4517483115196228],"ref_argmax":0,"ref_top2_margin":0.0965033769607544,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5544704649604273,0.4455295350395727],"argmax":0,"argmax_equal":true,"abs_dp":[0.006218776480050092,0.006218776480050092],"max_abs_dp":0.006218776480050092,"mean_abs_dp":0.006218776480050092,"letter_logits_fp16":[12.3359375,12.1171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5467381519846138,0.45326184801538616],"argmax":0,"argmax_equal":true,"abs_dp":[0.0015135364957633568,0.0015135364957633568],"max_abs_dp":0.0015135364957633568,"mean_abs_dp":0.0015135364957633568,"letter_logits_fp16":[12.3359375,12.1484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.007732312975813449},{"key":"vsr_00045","dataset":"vsr","row_index":45,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8731675744056702,0.1268324851989746],"ref_argmax":0,"ref_top2_margin":0.7463350892066956,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8732148268211409,0.126785173178859],"argmax":0,"argmax_equal":true,"abs_dp":[4.725241547076653e-05,4.731202011559743e-05],"max_abs_dp":4.731202011559743e-05,"mean_abs_dp":4.728221779318198e-05,"letter_logits_fp16":[13.6875,11.7578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8740772351648677,0.12592276483513232],"argmax":0,"argmax_equal":true,"abs_dp":[0.000909660759197517,0.0009097203638422924],"max_abs_dp":0.0009097203638422924,"mean_abs_dp":0.0009096905615199047,"letter_logits_fp16":[13.703125,11.765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_13","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0008624083437267505},{"key":"vsr_00045","dataset":"vsr","row_index":45,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7197981476783752,0.28020191192626953],"ref_argmax":0,"ref_top2_margin":0.4395962357521057,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7170118817172945,0.28298811828270554],"argmax":0,"argmax_equal":true,"abs_dp":[0.0027862659610807805,0.002786206356436005],"max_abs_dp":0.0027862659610807805,"mean_abs_dp":0.002786236158758393,"letter_logits_fp16":[12.7734375,11.84375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7185943925708561,0.28140560742914383],"argmax":0,"argmax_equal":true,"abs_dp":[0.0012037551075191333,0.0012036955028743024],"max_abs_dp":0.0012037551075191333,"mean_abs_dp":0.0012037253051967178,"letter_logits_fp16":[12.7890625,11.8515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_13","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0015825108535617027},{"key":"vsr_00046","dataset":"vsr","row_index":46,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.11058365553617477,0.8894162774085999],"ref_argmax":1,"ref_top2_margin":0.7788326218724251,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.11357959169117389,0.8864204083088262],"argmax":1,"argmax_equal":true,"abs_dp":[0.0029959361549991154,0.0029958690997736737],"max_abs_dp":0.0029959361549991154,"mean_abs_dp":0.0029959026273863945,"letter_logits_fp16":[11.65625,13.7109375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_14","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.11124120650754304,0.888758793492457],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006575509713682703,0.0006574839161428425],"max_abs_dp":0.0006575509713682703,"mean_abs_dp":0.0006575174437555564,"letter_logits_fp16":[11.6640625,13.7421875],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_14","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.002338385183630845},{"key":"vsr_00046","dataset":"vsr","row_index":46,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.18199323117733002,0.8180067539215088],"ref_argmax":1,"ref_top2_margin":0.6360135227441788,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.184767510648,0.8152324893520001],"argmax":1,"argmax_equal":true,"abs_dp":[0.0027742794706699936,0.0027742645695086887],"max_abs_dp":0.0027742794706699936,"mean_abs_dp":0.002774272020089341,"letter_logits_fp16":[11.8046875,13.2890625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.18242552380635632,0.8175744761936437],"argmax":1,"argmax_equal":true,"abs_dp":[0.00043229262902630405,0.00043227772786513796],"max_abs_dp":0.00043229262902630405,"mean_abs_dp":0.000432285178445721,"letter_logits_fp16":[11.8125,13.3125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0023419868416436895},{"key":"vsr_00047","dataset":"vsr","row_index":47,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9928619265556335,0.007138029206544161],"ref_argmax":0,"ref_top2_margin":0.9857238973490894,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.992767236196521,0.007232763803479049],"argmax":0,"argmax_equal":true,"abs_dp":[9.469035911258139e-05,9.473459693488777e-05],"max_abs_dp":9.473459693488777e-05,"mean_abs_dp":9.471247802373458e-05,"letter_logits_fp16":[15.671875,10.75],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9926541734255229,0.007345826574477061],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002077531301106772,0.0002077973679329003],"max_abs_dp":0.0002077973679329003,"mean_abs_dp":0.00020777524902178875,"letter_logits_fp16":[15.671875,10.765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.00011306277099809581},{"key":"vsr_00047","dataset":"vsr","row_index":47,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9949089884757996,0.005091024562716484],"ref_argmax":0,"ref_top2_margin":0.9898179639130831,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9948202872296429,0.00517971277035707],"argmax":0,"argmax_equal":true,"abs_dp":[8.870124615667496e-05,8.868820764058611e-05],"max_abs_dp":8.870124615667496e-05,"mean_abs_dp":8.869472689863054e-05,"letter_logits_fp16":[15.8359375,10.578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9947798743064417,0.005220125693558397],"argmax":0,"argmax_equal":true,"abs_dp":[0.00012911416935790232,0.00012910113084191321],"max_abs_dp":0.00012911416935790232,"mean_abs_dp":0.00012910765009990777,"letter_logits_fp16":[15.8359375,10.5859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":4.0412923201327104e-05},{"key":"vsr_00048","dataset":"vsr","row_index":48,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.5112624168395996,0.4887375831604004],"ref_argmax":0,"ref_top2_margin":0.02252483367919922,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5136684686198906,0.4863315313801095],"argmax":0,"argmax_equal":true,"abs_dp":[0.002406051780290963,0.0024060517802909076],"max_abs_dp":0.002406051780290963,"mean_abs_dp":0.0024060517802909354,"letter_logits_fp16":[12.59375,12.5390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5117166047041654,0.4882833952958347],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004541878645657471,0.0004541878645656916],"max_abs_dp":0.0004541878645657471,"mean_abs_dp":0.00045418786456571936,"letter_logits_fp16":[12.6015625,12.5546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.001951863915725216},{"key":"vsr_00048","dataset":"vsr","row_index":48,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.20140689611434937,0.7985931038856506],"ref_argmax":1,"ref_top2_margin":0.5971862077713013,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.20434189993684582,0.7956581000631541],"argmax":1,"argmax_equal":true,"abs_dp":[0.0029350038224964514,0.0029350038224965624],"max_abs_dp":0.0029350038224965624,"mean_abs_dp":0.002935003822496507,"letter_logits_fp16":[11.9453125,13.3046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2030746281894702,0.7969253718105298],"argmax":1,"argmax_equal":true,"abs_dp":[0.0016677320751208313,0.0016677320751208313],"max_abs_dp":0.0016677320751208313,"mean_abs_dp":0.0016677320751208313,"letter_logits_fp16":[11.9609375,13.328125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.0012672717473757311},{"key":"vsr_00049","dataset":"vsr","row_index":49,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.7068070769309998,0.293192982673645],"ref_argmax":0,"ref_top2_margin":0.41361409425735474,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.713830756042477,0.2861692439575231],"argmax":0,"argmax_equal":true,"abs_dp":[0.007023679111477277,0.007023738716121941],"max_abs_dp":0.007023738716121941,"mean_abs_dp":0.007023708913799609,"letter_logits_fp16":[12.6953125,11.78125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7074047009882609,0.292595299011739],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005976240572611591,0.0005976836619060455],"max_abs_dp":0.0005976836619060455,"mean_abs_dp":0.0005976538595836023,"letter_logits_fp16":[12.6875,11.8046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.006426055054216118},{"key":"vsr_00049","dataset":"vsr","row_index":49,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7907551527023315,0.20924489200115204],"ref_argmax":0,"ref_top2_margin":0.5815102607011795,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7931059511841119,0.2068940488158881],"argmax":0,"argmax_equal":true,"abs_dp":[0.002350798481780325,0.0023508431852639344],"max_abs_dp":0.0023508431852639344,"mean_abs_dp":0.0023508208335221298,"letter_logits_fp16":[13.0234375,11.6796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7905303186696747,0.20946968133032526],"argmax":0,"argmax_equal":true,"abs_dp":[0.00022483403265682878,0.00022478932917321948],"max_abs_dp":0.00022483403265682878,"mean_abs_dp":0.00022481168091502413,"letter_logits_fp16":[13.015625,11.6875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.002575632514437154},{"key":"vsr_00050","dataset":"vsr","row_index":50,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9891546368598938,0.01084534265100956],"ref_argmax":0,"ref_top2_margin":0.9783092942088842,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9890130573694068,0.01098694263059318],"argmax":0,"argmax_equal":true,"abs_dp":[0.00014157949048698715,0.00014159997958362001],"max_abs_dp":0.00014159997958362001,"mean_abs_dp":0.00014158973503530358,"letter_logits_fp16":[15.09375,10.59375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9889278398167658,0.011072160183234295],"argmax":0,"argmax_equal":true,"abs_dp":[0.00022679704312800197,0.00022681753222473545],"max_abs_dp":0.00022681753222473545,"mean_abs_dp":0.00022680728767636871,"letter_logits_fp16":[15.09375,10.6015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":8.521755264111544e-05},{"key":"vsr_00050","dataset":"vsr","row_index":50,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9699862599372864,0.030013760551810265],"ref_argmax":0,"ref_top2_margin":0.9399724993854761,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9702399060540357,0.029760093945964218],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002536461167492732,0.00025366660584604656],"max_abs_dp":0.00025366660584604656,"mean_abs_dp":0.00025365636129765987,"letter_logits_fp16":[14.3671875,10.8828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9693241982893259,0.030675801710674105],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006620616479604546,0.0006620411588638409],"max_abs_dp":0.0006620616479604546,"mean_abs_dp":0.0006620514034121477,"letter_logits_fp16":[14.3515625,10.8984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0009157077647098874},{"key":"vsr_00051","dataset":"vsr","row_index":51,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.8766418099403381,0.12335819751024246],"ref_argmax":0,"ref_top2_margin":0.7532836124300957,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8766343756272444,0.12336562437275558],"argmax":0,"argmax_equal":true,"abs_dp":[7.43431309369047e-06,7.426862513121302e-06],"max_abs_dp":7.43431309369047e-06,"mean_abs_dp":7.430587803405886e-06,"letter_logits_fp16":[13.46875,11.5078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8757869916479466,0.1242130083520534],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008548182923915348,0.0008548108418109379],"max_abs_dp":0.0008548182923915348,"mean_abs_dp":0.0008548145671012364,"letter_logits_fp16":[13.484375,11.53125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0008473839792978444},{"key":"vsr_00051","dataset":"vsr","row_index":51,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.5893685817718506,0.4106314182281494],"ref_argmax":0,"ref_top2_margin":0.17873716354370117,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6039318337259583,0.3960681662740417],"argmax":0,"argmax_equal":true,"abs_dp":[0.014563251954107681,0.014563251954107737],"max_abs_dp":0.014563251954107737,"mean_abs_dp":0.014563251954107709,"letter_logits_fp16":[12.4765625,12.0546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5869964297463166,0.41300357025368334],"argmax":0,"argmax_equal":true,"abs_dp":[0.00237215202553398,0.0023721520255339246],"max_abs_dp":0.00237215202553398,"mean_abs_dp":0.0023721520255339523,"letter_logits_fp16":[12.46875,12.1171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.01693540397964166},{"key":"vsr_00052","dataset":"vsr","row_index":52,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.3220525085926056,0.677947461605072],"ref_argmax":1,"ref_top2_margin":0.35589495301246643,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.31573597552138716,0.6842640244786128],"argmax":1,"argmax_equal":true,"abs_dp":[0.006316533071218433,0.006316562873540765],"max_abs_dp":0.006316562873540765,"mean_abs_dp":0.006316547972379599,"letter_logits_fp16":[12.0234375,12.796875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.3225259830643727,0.6774740169356273],"argmax":1,"argmax_equal":true,"abs_dp":[0.0004734744717670991,0.00047344466944476693],"max_abs_dp":0.0004734744717670991,"mean_abs_dp":0.000473459570605933,"letter_logits_fp16":[12.046875,12.7890625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.006790007542985532},{"key":"vsr_00052","dataset":"vsr","row_index":52,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.22879162430763245,0.7712084054946899],"ref_argmax":1,"ref_top2_margin":0.5424167811870575,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.22000709974589314,0.7799929002541067],"argmax":1,"argmax_equal":true,"abs_dp":[0.00878452456173931,0.008784494759416783],"max_abs_dp":0.00878452456173931,"mean_abs_dp":0.008784509660578046,"letter_logits_fp16":[12.015625,13.28125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.22815650216092537,0.7718434978390747],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006351221467070789,0.0006350923443847467],"max_abs_dp":0.0006351221467070789,"mean_abs_dp":0.0006351072455459128,"letter_logits_fp16":[12.046875,13.265625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.00814940241503223},{"key":"vsr_00053","dataset":"vsr","row_index":53,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.1279505044221878,0.8720495104789734],"ref_argmax":1,"ref_top2_margin":0.7440990060567856,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.13117322376181567,0.8688267762381844],"argmax":1,"argmax_equal":true,"abs_dp":[0.0032227193396278664,0.0032227342407890047],"max_abs_dp":0.0032227342407890047,"mean_abs_dp":0.0032227267902084356,"letter_logits_fp16":[11.9453125,13.8359375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_14","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1285251389364931,0.8714748610635069],"argmax":1,"argmax_equal":true,"abs_dp":[0.0005746345143052833,0.0005746494154664772],"max_abs_dp":0.0005746494154664772,"mean_abs_dp":0.0005746419648858803,"letter_logits_fp16":[11.953125,13.8671875],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_14","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.002648084825322583},{"key":"vsr_00053","dataset":"vsr","row_index":53,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.07192253321409225,0.9280774593353271],"ref_argmax":1,"ref_top2_margin":0.8561549261212349,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.07316472140562331,0.9268352785943768],"argmax":1,"argmax_equal":true,"abs_dp":[0.00124218819153106,0.0012421807409503938],"max_abs_dp":0.00124218819153106,"mean_abs_dp":0.001242184466240727,"letter_logits_fp16":[11.609375,14.1484375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.07211220541293051,0.9278877945870695],"argmax":1,"argmax_equal":true,"abs_dp":[0.00018967219883825326,0.00018966474825765633],"max_abs_dp":0.00018967219883825326,"mean_abs_dp":0.0001896684735479548,"letter_logits_fp16":[11.6171875,14.171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.0010525159926928068},{"key":"vsr_00054","dataset":"vsr","row_index":54,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9314562082290649,0.06854376196861267],"ref_argmax":0,"ref_top2_margin":0.8629124462604523,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9319595797274409,0.06804042027255897],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005033714983759818,0.0005033416960537052],"max_abs_dp":0.0005033714983759818,"mean_abs_dp":0.0005033565972148435,"letter_logits_fp16":[14.2421875,11.625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9309620718252101,0.06903792817479],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004941364038548723,0.0004941662061773294],"max_abs_dp":0.0004941662061773294,"mean_abs_dp":0.0004941513050161009,"letter_logits_fp16":[14.2421875,11.640625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0009975079022310346},{"key":"vsr_00054","dataset":"vsr","row_index":54,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9604699611663818,0.039530109614133835],"ref_argmax":0,"ref_top2_margin":0.920939851552248,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9612438064128053,0.03875619358719477],"argmax":0,"argmax_equal":true,"abs_dp":[0.0007738452464234324,0.0007739160269390616],"max_abs_dp":0.0007739160269390616,"mean_abs_dp":0.000773880636681247,"letter_logits_fp16":[14.6796875,11.46875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9600626857930734,0.0399373142069266],"argmax":0,"argmax_equal":true,"abs_dp":[0.00040727537330842445,0.00040720459279276755],"max_abs_dp":0.00040727537330842445,"mean_abs_dp":0.000407239983050596,"letter_logits_fp16":[14.6640625,11.484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0011811206197318569},{"key":"vsr_00055","dataset":"vsr","row_index":55,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.018478967249393463,0.9815210700035095],"ref_argmax":1,"ref_top2_margin":0.9630421027541161,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.01826427835185701,0.9817357216481429],"argmax":1,"argmax_equal":true,"abs_dp":[0.00021468889753645248,0.00021465164463341235],"max_abs_dp":0.00021468889753645248,"mean_abs_dp":0.00021467027108493242,"letter_logits_fp16":[11.1015625,15.0859375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_14","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.01868930842674908,0.9813106915732508],"argmax":1,"argmax_equal":true,"abs_dp":[0.0002103411773556156,0.0002103784302587286],"max_abs_dp":0.0002103784302587286,"mean_abs_dp":0.0002103598038071721,"letter_logits_fp16":[11.1171875,15.078125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_14","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.00042503007489214095},{"key":"vsr_00055","dataset":"vsr","row_index":55,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.020803596824407578,0.9791963696479797],"ref_argmax":1,"ref_top2_margin":0.9583927728235722,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.020332353342658753,0.9796676466573412],"argmax":1,"argmax_equal":true,"abs_dp":[0.0004712434817488245,0.00047127700936144823],"max_abs_dp":0.00047127700936144823,"mean_abs_dp":0.0004712602455551364,"letter_logits_fp16":[11.2109375,15.0859375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.0209642408181275,0.9790357591818724],"argmax":1,"argmax_equal":true,"abs_dp":[0.00016064399371992083,0.0001606104661073804],"max_abs_dp":0.00016064399371992083,"mean_abs_dp":0.0001606272299136506,"letter_logits_fp16":[11.234375,15.078125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0006318874754688286},{"key":"vsr_00056","dataset":"vsr","row_index":56,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.6100174784660339,0.3899824917316437],"ref_argmax":0,"ref_top2_margin":0.22003498673439026,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.616935831319445,0.38306416868055515],"argmax":0,"argmax_equal":true,"abs_dp":[0.006918352853411025,0.006918323051088526],"max_abs_dp":0.006918352853411025,"mean_abs_dp":0.006918337952249776,"letter_logits_fp16":[12.515625,12.0390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6057990438488957,0.3942009561511044],"argmax":0,"argmax_equal":true,"abs_dp":[0.0042184346171382225,0.004218464419460721],"max_abs_dp":0.004218464419460721,"mean_abs_dp":0.004218449518299472,"letter_logits_fp16":[12.5078125,12.078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.011136787470549248},{"key":"vsr_00056","dataset":"vsr","row_index":56,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.5894491076469421,0.4105508625507355],"ref_argmax":0,"ref_top2_margin":0.17889824509620667,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5945512642417856,0.40544873575821444],"argmax":0,"argmax_equal":true,"abs_dp":[0.005102156594843477,0.005102126792521033],"max_abs_dp":0.005102156594843477,"mean_abs_dp":0.005102141693682255,"letter_logits_fp16":[12.4296875,12.046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5869964297463166,0.41300357025368334],"argmax":0,"argmax_equal":true,"abs_dp":[0.002452677900625533,0.002452707702947865],"max_abs_dp":0.002452707702947865,"mean_abs_dp":0.002452692801786699,"letter_logits_fp16":[12.4296875,12.078125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.007554834495469009},{"key":"vsr_00057","dataset":"vsr","row_index":57,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.8090524077415466,0.19094756245613098],"ref_argmax":0,"ref_top2_margin":0.6181048452854156,"near_tie":false,"tokens":117,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8092759746879663,0.1907240253120337],"argmax":0,"argmax_equal":true,"abs_dp":[0.00022356694641967323,0.00022353714409728553],"max_abs_dp":0.00022356694641967323,"mean_abs_dp":0.00022355204525847938,"letter_logits_fp16":[13.171875,11.7265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8068526199774353,0.19314738002256465],"argmax":0,"argmax_equal":true,"abs_dp":[0.0021997877641113384,0.0021998175664336705],"max_abs_dp":0.0021998175664336705,"mean_abs_dp":0.0021998026652725045,"letter_logits_fp16":[13.1796875,11.75],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0024233547105310116},{"key":"vsr_00057","dataset":"vsr","row_index":57,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.7995314598083496,0.20046858489513397],"ref_argmax":0,"ref_top2_margin":0.5990628749132156,"near_tie":false,"tokens":249,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7994423202552038,0.2005576797447963],"argmax":0,"argmax_equal":true,"abs_dp":[8.913955314582278e-05,8.90948496623245e-05],"max_abs_dp":8.913955314582278e-05,"mean_abs_dp":8.911720140407364e-05,"letter_logits_fp16":[13.015625,11.6328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7981867777396212,0.20181322226037882],"argmax":0,"argmax_equal":true,"abs_dp":[0.0013446820687283978,0.001344637365244844],"max_abs_dp":0.0013446820687283978,"mean_abs_dp":0.001344659716986621,"letter_logits_fp16":[13.0234375,11.6484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.001255542515582575},{"key":"vsr_00058","dataset":"vsr","row_index":58,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8466352820396423,0.15336470305919647],"ref_argmax":0,"ref_top2_margin":0.6932705789804459,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8479677583778257,0.15203224162217424],"argmax":0,"argmax_equal":true,"abs_dp":[0.0013324763381833415,0.001332461437022231],"max_abs_dp":0.0013324763381833415,"mean_abs_dp":0.0013324688876027863,"letter_logits_fp16":[13.0859375,11.3671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8459424373085146,0.15405756269148546],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006928447311277397,0.0006928596322889891],"max_abs_dp":0.0006928596322889891,"mean_abs_dp":0.0006928521817083644,"letter_logits_fp16":[13.0859375,11.3828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.00202532106931122},{"key":"vsr_00058","dataset":"vsr","row_index":58,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8249456882476807,0.17505428194999695],"ref_argmax":0,"ref_top2_margin":0.6498914062976837,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8244619263765707,0.17553807362342935],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004837618711099889,0.00048379167343240437],"max_abs_dp":0.00048379167343240437,"mean_abs_dp":0.00048377677227119664,"letter_logits_fp16":[12.984375,11.4375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8244619263765707,0.17553807362342935],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004837618711099889,0.00048379167343240437],"max_abs_dp":0.00048379167343240437,"mean_abs_dp":0.00048377677227119664,"letter_logits_fp16":[13.015625,11.46875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00059","dataset":"vsr","row_index":59,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.8005947470664978,0.1994052678346634],"ref_argmax":0,"ref_top2_margin":0.6011894792318344,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7956581000631541,0.20434189993684582],"argmax":0,"argmax_equal":true,"abs_dp":[0.00493664700334373,0.0049366321021824255],"max_abs_dp":0.00493664700334373,"mean_abs_dp":0.004936639552763078,"letter_logits_fp16":[13.1171875,11.7578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7969253718105298,0.2030746281894702],"argmax":0,"argmax_equal":true,"abs_dp":[0.0036693752559679993,0.0036693603548068054],"max_abs_dp":0.0036693752559679993,"mean_abs_dp":0.0036693678053874024,"letter_logits_fp16":[13.1328125,11.765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_14","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0012672717473757311},{"key":"vsr_00059","dataset":"vsr","row_index":59,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7544212937355042,0.24557870626449585],"ref_argmax":0,"ref_top2_margin":0.5088425874710083,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.74761595472359,0.2523840452764101],"argmax":0,"argmax_equal":true,"abs_dp":[0.006805339011914158,0.006805339011914269],"max_abs_dp":0.006805339011914269,"mean_abs_dp":0.006805339011914213,"letter_logits_fp16":[12.84375,11.7578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7520125737597972,0.24798742624020276],"argmax":0,"argmax_equal":true,"abs_dp":[0.0024087199757069078,0.0024087199757069078],"max_abs_dp":0.0024087199757069078,"mean_abs_dp":0.0024087199757069078,"letter_logits_fp16":[12.8828125,11.7734375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_14","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.004396619036207361},{"key":"vsr_00060","dataset":"vsr","row_index":60,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9505316615104675,0.04946834594011307],"ref_argmax":0,"ref_top2_margin":0.9010633155703545,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9492946352021694,0.050705364797830506],"argmax":0,"argmax_equal":true,"abs_dp":[0.0012370263082981392,0.0012370188577174382],"max_abs_dp":0.0012370263082981392,"mean_abs_dp":0.0012370225830077887,"letter_logits_fp16":[14.3125,11.3828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9500414759334155,0.0499585240665846],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004901855770520491,0.0004901781264715355],"max_abs_dp":0.0004901855770520491,"mean_abs_dp":0.0004901818517617923,"letter_logits_fp16":[14.3359375,11.390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0007468407312460901},{"key":"vsr_00060","dataset":"vsr","row_index":60,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9231264591217041,0.07687356323003769],"ref_argmax":0,"ref_top2_margin":0.8462528958916664,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9213576188158985,0.07864238118410145],"argmax":0,"argmax_equal":true,"abs_dp":[0.0017688403058055968,0.0017688179540637644],"max_abs_dp":0.0017688403058055968,"mean_abs_dp":0.0017688291299346806,"letter_logits_fp16":[13.875,11.4140625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9230391643039738,0.07696083569602613],"argmax":0,"argmax_equal":true,"abs_dp":[8.729481773028791e-05,8.727246598844163e-05],"max_abs_dp":8.729481773028791e-05,"mean_abs_dp":8.728364185936477e-05,"letter_logits_fp16":[13.9140625,11.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0016815454880753228},{"key":"vsr_00061","dataset":"vsr","row_index":61,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.6400395631790161,0.35996049642562866],"ref_argmax":0,"ref_top2_margin":0.28007906675338745,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6477982179521103,0.35220178204788966],"argmax":0,"argmax_equal":true,"abs_dp":[0.007758654773094231,0.007758714377739007],"max_abs_dp":0.007758714377739007,"mean_abs_dp":0.007758684575416619,"letter_logits_fp16":[12.5234375,11.9140625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_15","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6388352797656791,0.3611647202343208],"argmax":0,"argmax_equal":true,"abs_dp":[0.001204283413337004,0.0012042238086921175],"max_abs_dp":0.001204283413337004,"mean_abs_dp":0.0012042536110145607,"letter_logits_fp16":[12.515625,11.9453125],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_15","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.008962938186431235},{"key":"vsr_00061","dataset":"vsr","row_index":61,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.6731908321380615,0.3268091678619385],"ref_argmax":0,"ref_top2_margin":0.34638166427612305,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.682573734412324,0.31742626558767584],"argmax":0,"argmax_equal":true,"abs_dp":[0.009382902274262528,0.009382902274262639],"max_abs_dp":0.009382902274262639,"mean_abs_dp":0.009382902274262583,"letter_logits_fp16":[12.703125,11.9375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.672331699179286,0.3276683008207139],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008591329587754881,0.0008591329587754326],"max_abs_dp":0.0008591329587754881,"mean_abs_dp":0.0008591329587754604,"letter_logits_fp16":[12.6796875,11.9609375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.010242035233038072},{"key":"vsr_00062","dataset":"vsr","row_index":62,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.6631246209144592,0.33687537908554077],"ref_argmax":0,"ref_top2_margin":0.32624924182891846,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6548947290421275,0.3451052709578724],"argmax":0,"argmax_equal":true,"abs_dp":[0.008229891872331696,0.00822989187233164],"max_abs_dp":0.008229891872331696,"mean_abs_dp":0.008229891872331668,"letter_logits_fp16":[12.5390625,11.8984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6601723814146353,0.33982761858536475],"argmax":0,"argmax_equal":true,"abs_dp":[0.0029522394998239276,0.002952239499823983],"max_abs_dp":0.002952239499823983,"mean_abs_dp":0.0029522394998239554,"letter_logits_fp16":[12.5625,11.8984375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.005277652372507768},{"key":"vsr_00062","dataset":"vsr","row_index":62,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.6765502095222473,0.3234497904777527],"ref_argmax":0,"ref_top2_margin":0.35310041904449463,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.672331699179286,0.3276683008207139],"argmax":0,"argmax_equal":true,"abs_dp":[0.004218510342961279,0.004218510342961224],"max_abs_dp":0.004218510342961279,"mean_abs_dp":0.004218510342961251,"letter_logits_fp16":[12.6953125,11.9765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6740504840647448,0.3259495159352553],"argmax":0,"argmax_equal":true,"abs_dp":[0.002499725457502544,0.0024997254575025996],"max_abs_dp":0.0024997254575025996,"mean_abs_dp":0.002499725457502572,"letter_logits_fp16":[12.71875,11.9921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.001718784885458735},{"key":"vsr_00063","dataset":"vsr","row_index":63,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.7724058032035828,0.22759421169757843],"ref_argmax":0,"ref_top2_margin":0.5448115915060043,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7718434978390747,0.22815650216092537],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005623053645080756,0.0005622904633469372],"max_abs_dp":0.0005623053645080756,"mean_abs_dp":0.0005622979139275064,"letter_logits_fp16":[12.90625,11.6875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7718434978390747,0.22815650216092537],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005623053645080756,0.0005622904633469372],"max_abs_dp":0.0005623053645080756,"mean_abs_dp":0.0005622979139275064,"letter_logits_fp16":[12.9140625,11.6953125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00063","dataset":"vsr","row_index":63,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7523289918899536,0.2476709932088852],"ref_argmax":0,"ref_top2_margin":0.5046579986810684,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7505527565366589,0.24944724346334116],"argmax":0,"argmax_equal":true,"abs_dp":[0.0017762353532947417,0.0017762502544559633],"max_abs_dp":0.0017762502544559633,"mean_abs_dp":0.0017762428038753525,"letter_logits_fp16":[12.8046875,11.703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7520125737597972,0.24798742624020276],"argmax":0,"argmax_equal":true,"abs_dp":[0.00031641813015637066,0.0003164330313175645],"max_abs_dp":0.0003164330313175645,"mean_abs_dp":0.0003164255807369676,"letter_logits_fp16":[12.8203125,11.7109375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.0014598172231383988},{"key":"vsr_00064","dataset":"vsr","row_index":64,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9709169864654541,0.029083000496029854],"ref_argmax":0,"ref_top2_margin":0.9418339859694242,"near_tie":false,"tokens":110,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9697854129326061,0.03021458706739398],"argmax":0,"argmax_equal":true,"abs_dp":[0.0011315735328479848,0.0011315865713641265],"max_abs_dp":0.0011315865713641265,"mean_abs_dp":0.0011315800521060557,"letter_logits_fp16":[14.8515625,11.3828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9706877692486436,0.029312230751356316],"argmax":0,"argmax_equal":true,"abs_dp":[0.00022921721681046225,0.00022923025532646177],"max_abs_dp":0.00022923025532646177,"mean_abs_dp":0.000229223736068462,"letter_logits_fp16":[14.875,11.375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0009023563160376648},{"key":"vsr_00064","dataset":"vsr","row_index":64,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9860544800758362,0.01394550409168005],"ref_argmax":0,"ref_top2_margin":0.9721089759841561,"near_tie":false,"tokens":242,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9851575827657517,0.014842417234248268],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008968973100844657,0.0008969131425682186],"max_abs_dp":0.0008969131425682186,"mean_abs_dp":0.0008969052263263421,"letter_logits_fp16":[15.1875,10.9921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9859363729567544,0.014063627043245474],"argmax":0,"argmax_equal":true,"abs_dp":[0.0001181071190817784,0.0001181229515654237],"max_abs_dp":0.0001181229515654237,"mean_abs_dp":0.00011811503532360105,"letter_logits_fp16":[15.21875,10.96875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0007787901910027949},{"key":"vsr_00065","dataset":"vsr","row_index":65,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.7691887617111206,0.2308112233877182],"ref_argmax":0,"ref_top2_margin":0.5383775383234024,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7690802370707283,0.23091976292927183],"argmax":0,"argmax_equal":true,"abs_dp":[0.00010852464039234899,0.0001085395415536261],"max_abs_dp":0.0001085395415536261,"mean_abs_dp":0.00010853209097298755,"letter_logits_fp16":[13.0,11.796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7690802370707283,0.23091976292927183],"argmax":0,"argmax_equal":true,"abs_dp":[0.00010852464039234899,0.0001085395415536261],"max_abs_dp":0.0001085395415536261,"mean_abs_dp":0.00010853209097298755,"letter_logits_fp16":[13.015625,11.8125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00065","dataset":"vsr","row_index":65,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7806012630462646,0.21939875185489655],"ref_argmax":0,"ref_top2_margin":0.5612025111913681,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7826624789529376,0.21733752104706247],"argmax":0,"argmax_equal":true,"abs_dp":[0.002061215906672964,0.0020612308078340746],"max_abs_dp":0.0020612308078340746,"mean_abs_dp":0.0020612233572535194,"letter_logits_fp16":[13.0625,11.78125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7799929002541067,0.22000709974589314],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006083627921579238,0.0006083478909965911],"max_abs_dp":0.0006083627921579238,"mean_abs_dp":0.0006083553415772575,"letter_logits_fp16":[13.0703125,11.8046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.002669578698830888},{"key":"vsr_00066","dataset":"vsr","row_index":66,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.6220501661300659,0.3779497742652893],"ref_argmax":0,"ref_top2_margin":0.2441003918647766,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.616935831319445,0.38306416868055515],"argmax":0,"argmax_equal":true,"abs_dp":[0.005114334810620957,0.005114394415265844],"max_abs_dp":0.005114394415265844,"mean_abs_dp":0.005114364612943401,"letter_logits_fp16":[12.59375,12.1171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6187804337438501,0.38121956625614994],"argmax":0,"argmax_equal":true,"abs_dp":[0.0032697323862158623,0.0032697919908606377],"max_abs_dp":0.0032697919908606377,"mean_abs_dp":0.00326976218853825,"letter_logits_fp16":[12.6171875,12.1328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0018446024244052062},{"key":"vsr_00066","dataset":"vsr","row_index":66,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.5255692601203918,0.4744306802749634],"ref_argmax":0,"ref_top2_margin":0.05113857984542847,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5175708866141864,0.4824291133858136],"argmax":0,"argmax_equal":true,"abs_dp":[0.00799837350620547,0.007998433110850245],"max_abs_dp":0.007998433110850245,"mean_abs_dp":0.007998403308527857,"letter_logits_fp16":[12.5,12.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.523420348936324,0.47657965106367595],"argmax":0,"argmax_equal":true,"abs_dp":[0.002148911184067792,0.0021489707887125675],"max_abs_dp":0.0021489707887125675,"mean_abs_dp":0.00214894098639018,"letter_logits_fp16":[12.5234375,12.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.005849462322137677},{"key":"vsr_00067","dataset":"vsr","row_index":67,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.6456020474433899,0.3543979525566101],"ref_argmax":0,"ref_top2_margin":0.2912040948867798,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6370307944803831,0.3629692055196168],"argmax":0,"argmax_equal":true,"abs_dp":[0.008571252963006759,0.008571252963006704],"max_abs_dp":0.008571252963006759,"mean_abs_dp":0.008571252963006731,"letter_logits_fp16":[12.4375,11.875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.640635854839898,0.35936414516010196],"argmax":0,"argmax_equal":true,"abs_dp":[0.004966192603491848,0.004966192603491848],"max_abs_dp":0.004966192603491848,"mean_abs_dp":0.004966192603491848,"letter_logits_fp16":[12.4609375,11.8828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.003605060359514911},{"key":"vsr_00067","dataset":"vsr","row_index":67,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7883132100105286,0.21168676018714905],"ref_argmax":0,"ref_top2_margin":0.5766264498233795,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7839884653055251,0.21601153469447487],"argmax":0,"argmax_equal":true,"abs_dp":[0.004324744705003436,0.004324774507325824],"max_abs_dp":0.004324774507325824,"mean_abs_dp":0.00432475960616463,"letter_logits_fp16":[12.8671875,11.578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7879311956428947,0.21206880435710532],"argmax":0,"argmax_equal":true,"abs_dp":[0.0003820143676338539,0.00038204416995626933],"max_abs_dp":0.00038204416995626933,"mean_abs_dp":0.0003820292687950616,"letter_logits_fp16":[12.8828125,11.5703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.003942730337369582},{"key":"vsr_00068","dataset":"vsr","row_index":68,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.2462519407272339,0.7537479996681213],"ref_argmax":1,"ref_top2_margin":0.5074960589408875,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.24944724346334116,0.7505527565366589],"argmax":1,"argmax_equal":true,"abs_dp":[0.0031953027361072694,0.0031952431314624663],"max_abs_dp":0.0031953027361072694,"mean_abs_dp":0.003195272933784868,"letter_logits_fp16":[11.859375,12.9609375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.24653334600973575,0.7534666539902642],"argmax":1,"argmax_equal":true,"abs_dp":[0.0002814052825018676,0.0002813456778570922],"max_abs_dp":0.0002814052825018676,"mean_abs_dp":0.0002813754801794799,"letter_logits_fp16":[11.875,12.9921875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.002913897453605402},{"key":"vsr_00068","dataset":"vsr","row_index":68,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.13015687465667725,0.8698431253433228],"ref_argmax":1,"ref_top2_margin":0.7396862506866455,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.13206615786963916,0.8679338421303608],"argmax":1,"argmax_equal":true,"abs_dp":[0.0019092832129619097,0.0019092832129619097],"max_abs_dp":0.0019092832129619097,"mean_abs_dp":0.0019092832129619097,"letter_logits_fp16":[11.625,13.5078125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.13028542074923347,0.8697145792507666],"argmax":1,"argmax_equal":true,"abs_dp":[0.00012854609255621985,0.0001285460925561921],"max_abs_dp":0.00012854609255621985,"mean_abs_dp":0.00012854609255620597,"letter_logits_fp16":[11.6328125,13.53125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0017807371204057176},{"key":"vsr_00069","dataset":"vsr","row_index":69,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.9942652583122253,0.005734764039516449],"ref_argmax":0,"ref_top2_margin":0.9885304942727089,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9939496023117854,0.006050397688214567],"argmax":0,"argmax_equal":true,"abs_dp":[0.00031565600043992337,0.00031563364869811785],"max_abs_dp":0.00031565600043992337,"mean_abs_dp":0.0003156448245690206,"letter_logits_fp16":[15.75,10.6484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.994180040415741,0.005819959584259008],"argmax":0,"argmax_equal":true,"abs_dp":[8.5217896484302e-05,8.519554474255894e-05],"max_abs_dp":8.5217896484302e-05,"mean_abs_dp":8.520672061343047e-05,"letter_logits_fp16":[15.7734375,10.6328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.00023043810395562137},{"key":"vsr_00069","dataset":"vsr","row_index":69,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.8113901615142822,0.18860988318920135],"ref_argmax":0,"ref_top2_margin":0.6227802783250809,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8092759746879663,0.1907240253120337],"argmax":0,"argmax_equal":true,"abs_dp":[0.0021141868263159225,0.002114142122832341],"max_abs_dp":0.0021141868263159225,"mean_abs_dp":0.0021141644745741317,"letter_logits_fp16":[13.0078125,11.5625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.811676021090197,0.1883239789098031],"argmax":0,"argmax_equal":true,"abs_dp":[0.00028585957591475974,0.000285904279398258],"max_abs_dp":0.000285904279398258,"mean_abs_dp":0.0002858819276565089,"letter_logits_fp16":[13.03125,11.5703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0024000464022306822},{"key":"vsr_00070","dataset":"vsr","row_index":70,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9576637744903564,0.042336270213127136],"ref_argmax":0,"ref_top2_margin":0.9153275042772293,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9569571506599678,0.04304284934003218],"argmax":0,"argmax_equal":true,"abs_dp":[0.000706623830388664,0.0007065791269050409],"max_abs_dp":0.000706623830388664,"mean_abs_dp":0.0007066014786468525,"letter_logits_fp16":[14.40625,11.3046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9579122720843811,0.04208772791561884],"argmax":0,"argmax_equal":true,"abs_dp":[0.00024849759402467697,0.0002485422975082932],"max_abs_dp":0.0002485422975082932,"mean_abs_dp":0.0002485199457664851,"letter_logits_fp16":[14.4296875,11.3046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.000955121424413341},{"key":"vsr_00070","dataset":"vsr","row_index":70,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8870174288749695,0.1129826083779335],"ref_argmax":0,"ref_top2_margin":0.774034820497036,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8864204083088262,0.11357959169117389],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005970205661433026,0.0005969833132403873],"max_abs_dp":0.0005970205661433026,"mean_abs_dp":0.000597001939691845,"letter_logits_fp16":[13.375,11.3203125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8872045937171068,0.11279540628289324],"argmax":0,"argmax_equal":true,"abs_dp":[0.00018716484213732176,0.00018720209504026475],"max_abs_dp":0.00018720209504026475,"mean_abs_dp":0.00018718346858879326,"letter_logits_fp16":[13.390625,11.328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0007841854082806521},{"key":"vsr_00071","dataset":"vsr","row_index":71,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.7576819658279419,0.2423180192708969],"ref_argmax":0,"ref_top2_margin":0.515363946557045,"near_tie":false,"tokens":119,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7606506526772884,0.23934934732271168],"argmax":0,"argmax_equal":true,"abs_dp":[0.00296868684934648,0.002968671948185231],"max_abs_dp":0.00296868684934648,"mean_abs_dp":0.0029686793987658555,"letter_logits_fp16":[12.8671875,11.7109375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7577943712746406,0.24220562872535945],"argmax":0,"argmax_equal":true,"abs_dp":[0.00011240544669866015,0.0001123905455374663],"max_abs_dp":0.00011240544669866015,"mean_abs_dp":0.00011239799611806323,"letter_logits_fp16":[12.859375,11.71875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.00285628140264782},{"key":"vsr_00071","dataset":"vsr","row_index":71,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.7565820217132568,0.2434179037809372],"ref_argmax":0,"ref_top2_margin":0.5131641179323196,"near_tie":false,"tokens":251,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7606506526772884,0.23934934732271168],"argmax":0,"argmax_equal":true,"abs_dp":[0.004068630964031539,0.004068556458225514],"max_abs_dp":0.004068630964031539,"mean_abs_dp":0.004068593711128526,"letter_logits_fp16":[12.8984375,11.7421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7549149868676283,0.24508501313237172],"argmax":0,"argmax_equal":true,"abs_dp":[0.0016670348456285788,0.0016671093514345203],"max_abs_dp":0.0016671093514345203,"mean_abs_dp":0.0016670720985315496,"letter_logits_fp16":[12.8828125,11.7578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.005735665809660118},{"key":"vsr_00072","dataset":"vsr","row_index":72,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.0530836395919323,0.9469163417816162],"ref_argmax":1,"ref_top2_margin":0.8938327021896839,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05460060578165237,0.9453993942183476],"argmax":1,"argmax_equal":true,"abs_dp":[0.0015169661897200745,0.0015169475632685891],"max_abs_dp":0.0015169661897200745,"mean_abs_dp":0.0015169568764943318,"letter_logits_fp16":[11.2109375,14.0625],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_15","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05300977201585542,0.9469902279841446],"argmax":1,"argmax_equal":true,"abs_dp":[7.386757607687894e-05,7.388620252835043e-05],"max_abs_dp":7.388620252835043e-05,"mean_abs_dp":7.387688930261468e-05,"letter_logits_fp16":[11.2109375,14.09375],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_15","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0015908337657969535},{"key":"vsr_00072","dataset":"vsr","row_index":72,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.04676996171474457,0.9532300233840942],"ref_argmax":1,"ref_top2_margin":0.9064600616693497,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.047780066363570746,0.9522199336364293],"argmax":1,"argmax_equal":true,"abs_dp":[0.001010104648826178,0.0010100897476649218],"max_abs_dp":0.001010104648826178,"mean_abs_dp":0.00101009719824555,"letter_logits_fp16":[11.265625,14.2578125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.04672495862609242,0.9532750413739076],"argmax":1,"argmax_equal":true,"abs_dp":[4.5003088652149914e-05,4.5017989813378456e-05],"max_abs_dp":4.5017989813378456e-05,"mean_abs_dp":4.5010539232764185e-05,"letter_logits_fp16":[11.265625,14.28125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.001055107737478328},{"key":"vsr_00073","dataset":"vsr","row_index":73,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.1671011745929718,0.8328988552093506],"ref_argmax":1,"ref_top2_margin":0.6657976806163788,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.16995623014518763,0.8300437698548124],"argmax":1,"argmax_equal":true,"abs_dp":[0.002855055552215824,0.002855085354538156],"max_abs_dp":0.002855085354538156,"mean_abs_dp":0.00285507045337699,"letter_logits_fp16":[11.71875,13.3046875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.16776334721819924,0.8322366527818007],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006621726252274418,0.000662202427549885],"max_abs_dp":0.000662202427549885,"mean_abs_dp":0.0006621875263886634,"letter_logits_fp16":[11.7265625,13.328125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_15","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.002192882926988382},{"key":"vsr_00073","dataset":"vsr","row_index":73,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.19919677078723907,0.8008032441139221],"ref_argmax":1,"ref_top2_margin":0.601606473326683,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2068940488158881,0.7931059511841119],"argmax":1,"argmax_equal":true,"abs_dp":[0.0076972780286490294,0.007697292929810251],"max_abs_dp":0.007697292929810251,"mean_abs_dp":0.00769728547922964,"letter_logits_fp16":[11.7421875,13.0859375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.19806417366892506,0.801935826331075],"argmax":1,"argmax_equal":true,"abs_dp":[0.0011325971183140104,0.0011325822171528444],"max_abs_dp":0.0011325971183140104,"mean_abs_dp":0.0011325896677334274,"letter_logits_fp16":[11.7421875,13.140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_15","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.008829875146963095},{"key":"vsr_00074","dataset":"vsr","row_index":74,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.8563899993896484,0.14361003041267395],"ref_argmax":0,"ref_top2_margin":0.7127799689769745,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8568122978174237,0.1431877021825763],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004222984277753028,0.00042232823009766274],"max_abs_dp":0.00042232823009766274,"mean_abs_dp":0.00042231332893648277,"letter_logits_fp16":[13.3359375,11.546875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8558511469672594,0.14414885303274058],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005388524223890467,0.0005388226200666313],"max_abs_dp":0.0005388524223890467,"mean_abs_dp":0.000538837521227839,"letter_logits_fp16":[13.3515625,11.5703125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0009611508501643495},{"key":"vsr_00074","dataset":"vsr","row_index":74,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.7727062702178955,0.22729377448558807],"ref_argmax":0,"ref_top2_margin":0.5454124957323074,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7732163651347154,0.22678363486528474],"argmax":0,"argmax_equal":true,"abs_dp":[0.0005100949168198587,0.0005101396203033293],"max_abs_dp":0.0005101396203033293,"mean_abs_dp":0.000510117268561594,"letter_logits_fp16":[12.9453125,11.71875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7704647868335476,0.2295352131664525],"argmax":0,"argmax_equal":true,"abs_dp":[0.002241483384347931,0.0022414386808644327],"max_abs_dp":0.002241483384347931,"mean_abs_dp":0.002241461032606182,"letter_logits_fp16":[12.9453125,11.734375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.0027515783011677897},{"key":"vsr_00075","dataset":"vsr","row_index":75,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9719136357307434,0.02808634378015995],"ref_argmax":0,"ref_top2_margin":0.9438272919505835,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9719924793940118,0.02800752060598813],"argmax":0,"argmax_equal":true,"abs_dp":[7.884366326837977e-05,7.88231741718215e-05],"max_abs_dp":7.884366326837977e-05,"mean_abs_dp":7.883341872010063e-05,"letter_logits_fp16":[14.46875,10.921875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9717790128704671,0.02822098712953305],"argmax":0,"argmax_equal":true,"abs_dp":[0.0001346228602763233,0.00013464334937310016],"max_abs_dp":0.00013464334937310016,"mean_abs_dp":0.00013463310482471173,"letter_logits_fp16":[14.46875,10.9296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.00021346652354492165},{"key":"vsr_00075","dataset":"vsr","row_index":75,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9432686567306519,0.05673137679696083],"ref_argmax":0,"ref_top2_margin":0.886537279933691,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9420819125605256,0.05791808743947446],"argmax":0,"argmax_equal":true,"abs_dp":[0.0011867441701262083,0.0011867106425136262],"max_abs_dp":0.0011867441701262083,"mean_abs_dp":0.0011867274063199172,"letter_logits_fp16":[13.9921875,11.203125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9433475746920261,0.05665242530797383],"argmax":0,"argmax_equal":true,"abs_dp":[7.891796137426965e-05,7.895148898699744e-05],"max_abs_dp":7.895148898699744e-05,"mean_abs_dp":7.893472518063355e-05,"letter_logits_fp16":[14.015625,11.203125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.0012656621315006236},{"key":"vsr_00076","dataset":"vsr","row_index":76,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.5966174602508545,0.4033825397491455],"ref_argmax":0,"ref_top2_margin":0.19323492050170898,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.600188359260205,0.3998116407397951],"argmax":0,"argmax_equal":true,"abs_dp":[0.003570899009350481,0.0035708990093504256],"max_abs_dp":0.003570899009350481,"mean_abs_dp":0.0035708990093504533,"letter_logits_fp16":[12.3203125,11.9140625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5945512642417856,0.40544873575821444],"argmax":0,"argmax_equal":true,"abs_dp":[0.002066196009068877,0.0020661960090689324],"max_abs_dp":0.0020661960090689324,"mean_abs_dp":0.0020661960090689047,"letter_logits_fp16":[12.3203125,11.9375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.005637095018419358},{"key":"vsr_00076","dataset":"vsr","row_index":76,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8937533497810364,0.10624668002128601],"ref_argmax":0,"ref_top2_margin":0.7875066697597504,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8962513731336202,0.10374862686637971],"argmax":0,"argmax_equal":true,"abs_dp":[0.002498023352583867,0.002498053154906296],"max_abs_dp":0.002498053154906296,"mean_abs_dp":0.0024980382537450815,"letter_logits_fp16":[13.5859375,11.4296875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8940517128636203,0.10594828713637978],"argmax":0,"argmax_equal":true,"abs_dp":[0.00029836308258390787,0.0002983928849062262],"max_abs_dp":0.0002983928849062262,"mean_abs_dp":0.000298377983745067,"letter_logits_fp16":[13.5859375,11.453125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.00219966027000007},{"key":"vsr_00077","dataset":"vsr","row_index":77,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9425451755523682,0.05745484307408333],"ref_argmax":0,"ref_top2_margin":0.8850903324782848,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9407897492587141,0.05921025074128593],"argmax":0,"argmax_equal":true,"abs_dp":[0.0017554262936541054,0.0017554076672025992],"max_abs_dp":0.0017554262936541054,"mean_abs_dp":0.0017554169804283523,"letter_logits_fp16":[14.1171875,11.3515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.941654159388319,0.05834584061168106],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008910161640491854,0.0008909975375977347],"max_abs_dp":0.0008910161640491854,"mean_abs_dp":0.00089100685082346,"letter_logits_fp16":[14.1484375,11.3671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.00086441012960492},{"key":"vsr_00077","dataset":"vsr","row_index":77,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.9531782269477844,0.04682178050279617],"ref_argmax":0,"ref_top2_margin":0.9063564464449883,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9518632288833652,0.04813677111663481],"argmax":0,"argmax_equal":true,"abs_dp":[0.0013149980644192594,0.0013149906138386347],"max_abs_dp":0.0013149980644192594,"mean_abs_dp":0.001314994339128947,"letter_logits_fp16":[14.3359375,11.3515625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9522199336364293,0.047780066363570746],"argmax":0,"argmax_equal":true,"abs_dp":[0.0009582933113551073,0.0009582858607745728],"max_abs_dp":0.0009582933113551073,"mean_abs_dp":0.0009582895860648401,"letter_logits_fp16":[14.3515625,11.359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.00035670475306415206},{"key":"vsr_00078","dataset":"vsr","row_index":78,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.7812929749488831,0.21870703995227814],"ref_argmax":0,"ref_top2_margin":0.5625859349966049,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7799929002541067,0.22000709974589314],"argmax":0,"argmax_equal":true,"abs_dp":[0.001300074694776332,0.0013000597936149993],"max_abs_dp":0.001300074694776332,"mean_abs_dp":0.0013000672441956657,"letter_logits_fp16":[12.625,11.359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7786493120021721,0.22135068799782798],"argmax":0,"argmax_equal":true,"abs_dp":[0.002643662946710923,0.00264364804554984],"max_abs_dp":0.002643662946710923,"mean_abs_dp":0.0026436554961303815,"letter_logits_fp16":[12.6328125,11.375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0013435882519348408},{"key":"vsr_00078","dataset":"vsr","row_index":78,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.6008524894714355,0.39914751052856445],"ref_argmax":0,"ref_top2_margin":0.2017049789428711,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5926665999540697,0.4073334000459302],"argmax":0,"argmax_equal":true,"abs_dp":[0.008185889517365874,0.008185889517365763],"max_abs_dp":0.008185889517365874,"mean_abs_dp":0.008185889517365819,"letter_logits_fp16":[12.2109375,11.8359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5983121948770795,0.40168780512292046],"argmax":0,"argmax_equal":true,"abs_dp":[0.0025402945943560074,0.0025402945943560074],"max_abs_dp":0.0025402945943560074,"mean_abs_dp":0.0025402945943560074,"letter_logits_fp16":[12.234375,11.8359375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.005645594923009867},{"key":"vsr_00079","dataset":"vsr","row_index":79,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.06707680970430374,0.9329231381416321],"ref_argmax":1,"ref_top2_margin":0.8658463284373283,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.06560483745906928,0.9343951625409306],"argmax":1,"argmax_equal":true,"abs_dp":[0.0014719722452344597,0.0014720243992984994],"max_abs_dp":0.0014720243992984994,"mean_abs_dp":0.0014719983222664795,"letter_logits_fp16":[11.3203125,13.9765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.06705628692511957,0.9329437130748804],"argmax":1,"argmax_equal":true,"abs_dp":[2.052277918417056e-05,2.0574933248362903e-05],"max_abs_dp":2.0574933248362903e-05,"mean_abs_dp":2.054885621626673e-05,"letter_logits_fp16":[11.34375,13.9765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0014514494660502891},{"key":"vsr_00079","dataset":"vsr","row_index":79,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.03606072813272476,0.9639392495155334],"ref_argmax":1,"ref_top2_margin":0.9278785213828087,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.035948321789243294,0.9640516782107567],"argmax":1,"argmax_equal":true,"abs_dp":[0.00011240634348146789,0.00011242869522321008],"max_abs_dp":0.00011242869522321008,"mean_abs_dp":0.00011241751935233898,"letter_logits_fp16":[11.265625,14.5546875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.035948321789243294,0.9640516782107567],"argmax":1,"argmax_equal":true,"abs_dp":[0.00011240634348146789,0.00011242869522321008],"max_abs_dp":0.00011242869522321008,"mean_abs_dp":0.00011241751935233898,"letter_logits_fp16":[11.28125,14.5703125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00080","dataset":"vsr","row_index":80,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.04934311658143997,0.9506568908691406],"ref_argmax":1,"ref_top2_margin":0.9013137742877007,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.048857778622174906,0.9511422213778251],"argmax":1,"argmax_equal":true,"abs_dp":[0.00048533795926506557,0.00048533050868448946],"max_abs_dp":0.00048533795926506557,"mean_abs_dp":0.0004853342339747775,"letter_logits_fp16":[11.546875,14.515625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.04922211319719861,0.9507778868028013],"argmax":1,"argmax_equal":true,"abs_dp":[0.00012100338424136242,0.00012099593366066141],"max_abs_dp":0.00012100338424136242,"mean_abs_dp":0.00012099965895101192,"letter_logits_fp16":[11.5625,14.5234375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.00036433457502382804},{"key":"vsr_00080","dataset":"vsr","row_index":80,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.0921207144856453,0.9078792333602905],"ref_argmax":1,"ref_top2_margin":0.8157585188746452,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.09073548763985106,0.909264512360149],"argmax":1,"argmax_equal":true,"abs_dp":[0.0013852268457942296,0.001385278999858519],"max_abs_dp":0.001385278999858519,"mean_abs_dp":0.0013852529228263744,"letter_logits_fp16":[11.828125,14.1328125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.09203286011100995,0.90796713988899],"argmax":1,"argmax_equal":true,"abs_dp":[8.785437463534884e-05,8.790652869949955e-05],"max_abs_dp":8.790652869949955e-05,"mean_abs_dp":8.78804516674242e-05,"letter_logits_fp16":[11.8515625,14.140625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0012973724711590195},{"key":"vsr_00081","dataset":"vsr","row_index":81,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.16078253090381622,0.839217483997345],"ref_argmax":1,"ref_top2_margin":0.6784349530935287,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.16559311363082369,0.8344068863691763],"argmax":1,"argmax_equal":true,"abs_dp":[0.004810582727007462,0.004810597628168711],"max_abs_dp":0.004810597628168711,"mean_abs_dp":0.004810590177588087,"letter_logits_fp16":[11.7421875,13.359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.16132023775174625,0.8386797622482537],"argmax":1,"argmax_equal":true,"abs_dp":[0.0005377068479300307,0.00053772174909128],"max_abs_dp":0.00053772174909128,"mean_abs_dp":0.0005377142985106553,"letter_logits_fp16":[11.7421875,13.390625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.004272875879077431},{"key":"vsr_00081","dataset":"vsr","row_index":81,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.1477164775133133,0.8522834777832031],"ref_argmax":1,"ref_top2_margin":0.7045670002698898,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.15405756269148546,0.8459424373085146],"argmax":1,"argmax_equal":true,"abs_dp":[0.006341085178172168,0.006341040474688531],"max_abs_dp":0.006341085178172168,"mean_abs_dp":0.006341062826430349,"letter_logits_fp16":[11.8046875,13.5078125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.1480471980316895,0.8519528019683106],"argmax":1,"argmax_equal":true,"abs_dp":[0.00033072051837620964,0.00033067581489254483],"max_abs_dp":0.00033072051837620964,"mean_abs_dp":0.00033069816663437723,"letter_logits_fp16":[11.8046875,13.5546875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.006010364659795986},{"key":"vsr_00082","dataset":"vsr","row_index":82,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9860799908638,0.013920034281909466],"ref_argmax":0,"ref_top2_margin":0.9721599565818906,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9862576795040977,0.01374232049590237],"argmax":0,"argmax_equal":true,"abs_dp":[0.0001776886402976574,0.0001777137860070957],"max_abs_dp":0.0001777137860070957,"mean_abs_dp":0.00017770121315237655,"letter_logits_fp16":[15.5390625,11.265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9859363729567544,0.014063627043245474],"argmax":0,"argmax_equal":true,"abs_dp":[0.0001436179070456456,0.0001435927613360078],"max_abs_dp":0.0001436179070456456,"mean_abs_dp":0.0001436053341908267,"letter_logits_fp16":[15.5390625,11.2890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.000321306547343303},{"key":"vsr_00082","dataset":"vsr","row_index":82,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.974777102470398,0.025222958996891975],"ref_argmax":0,"ref_top2_margin":0.949554143473506,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9752018398044143,0.02479816019558566],"argmax":0,"argmax_equal":true,"abs_dp":[0.0004247373340163785,0.000424798801306317],"max_abs_dp":0.000424798801306317,"mean_abs_dp":0.0004247680676613477,"letter_logits_fp16":[15.2578125,11.5859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9746286885255978,0.02537131147440214],"argmax":0,"argmax_equal":true,"abs_dp":[0.00014841394480014092,0.00014835247751016425],"max_abs_dp":0.00014841394480014092,"mean_abs_dp":0.00014838321115515259,"letter_logits_fp16":[15.25,11.6015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0005731512788165194},{"key":"vsr_00083","dataset":"vsr","row_index":83,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.020564675331115723,0.9794353246688843],"ref_argmax":1,"ref_top2_margin":0.9588706493377686,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.020645930739218447,0.9793540692607815],"argmax":1,"argmax_equal":true,"abs_dp":[8.125540810272405e-05,8.12554081027761e-05],"max_abs_dp":8.12554081027761e-05,"mean_abs_dp":8.125540810275007e-05,"letter_logits_fp16":[10.8984375,14.7578125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_16","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.020804489950607352,0.9791955100493928],"argmax":1,"argmax_equal":true,"abs_dp":[0.00023981461949162952,0.0002398146194915185],"max_abs_dp":0.00023981461949162952,"mean_abs_dp":0.000239814619491574,"letter_logits_fp16":[10.90625,14.7578125],"full_vocab_top1_id":33,"slot_read_from":"prefill","shard":"g256_shard_16","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.00015855921138890547},{"key":"vsr_00083","dataset":"vsr","row_index":83,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.025810249149799347,0.974189817905426],"ref_argmax":1,"ref_top2_margin":0.9483795687556267,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.02537131147440214,0.9746286885255978],"argmax":1,"argmax_equal":true,"abs_dp":[0.00043893767539720727,0.0004388706201717829],"max_abs_dp":0.00043893767539720727,"mean_abs_dp":0.0004389041477844951,"letter_logits_fp16":[10.96875,14.6171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.02595735719779685,0.9740426428022031],"argmax":1,"argmax_equal":true,"abs_dp":[0.00014710804799750177,0.0001471751032229296],"max_abs_dp":0.0001471751032229296,"mean_abs_dp":0.00014714157561021568,"letter_logits_fp16":[10.984375,14.609375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0005860457233947125},{"key":"vsr_00084","dataset":"vsr","row_index":84,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.6084686517715454,0.3915313482284546],"ref_argmax":0,"ref_top2_margin":0.21693730354309082,"near_tie":false,"tokens":115,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6132365536207203,0.38676344637927973],"argmax":0,"argmax_equal":true,"abs_dp":[0.00476790184917486,0.00476790184917486],"max_abs_dp":0.00476790184917486,"mean_abs_dp":0.00476790184917486,"letter_logits_fp16":[12.203125,11.7421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6076631698328917,0.3923368301671084],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008054819386537071,0.0008054819386538181],"max_abs_dp":0.0008054819386538181,"mean_abs_dp":0.0008054819386537626,"letter_logits_fp16":[12.2109375,11.7734375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0055733837878286785},{"key":"vsr_00084","dataset":"vsr","row_index":84,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.5820398926734924,0.41796013712882996],"ref_argmax":0,"ref_top2_margin":0.16407975554466248,"near_tie":false,"tokens":247,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5869964297463166,0.41300357025368334],"argmax":0,"argmax_equal":true,"abs_dp":[0.004956537072824174,0.004956566875146617],"max_abs_dp":0.004956566875146617,"mean_abs_dp":0.004956551973985396,"letter_logits_fp16":[12.15625,11.8046875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.579400408904987,0.42059959109501305],"argmax":0,"argmax_equal":true,"abs_dp":[0.002639483768505424,0.002639453966183092],"max_abs_dp":0.002639483768505424,"mean_abs_dp":0.002639468867344258,"letter_logits_fp16":[12.1484375,11.828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.007596020841329709},{"key":"vsr_00085","dataset":"vsr","row_index":85,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.34580308198928833,0.6541969180107117],"ref_argmax":1,"ref_top2_margin":0.30839383602142334,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.3575675223704418,0.6424324776295582],"argmax":1,"argmax_equal":true,"abs_dp":[0.011764440381153485,0.01176444038115343],"max_abs_dp":0.011764440381153485,"mean_abs_dp":0.011764440381153457,"letter_logits_fp16":[12.1875,12.7734375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.3504213805831077,0.6495786194168923],"argmax":1,"argmax_equal":true,"abs_dp":[0.004618298593819348,0.004618298593819348],"max_abs_dp":0.004618298593819348,"mean_abs_dp":0.004618298593819348,"letter_logits_fp16":[12.1796875,12.796875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.007146141787334137},{"key":"vsr_00085","dataset":"vsr","row_index":85,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.2740061581134796,0.7259938716888428],"ref_argmax":1,"ref_top2_margin":0.45198771357536316,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.28140560742914383,0.7185943925708561],"argmax":1,"argmax_equal":true,"abs_dp":[0.007399449315664219,0.007399479117986663],"max_abs_dp":0.007399479117986663,"mean_abs_dp":0.007399464216825441,"letter_logits_fp16":[12.0859375,13.0234375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.2751297238231752,0.7248702761768248],"argmax":1,"argmax_equal":true,"abs_dp":[0.0011235657096955731,0.0011235955120180163],"max_abs_dp":0.0011235955120180163,"mean_abs_dp":0.0011235806108567947,"letter_logits_fp16":[12.0859375,13.0546875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.006275883605968646},{"key":"vsr_00086","dataset":"vsr","row_index":86,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.8798382878303528,0.12016166746616364],"ref_argmax":0,"ref_top2_margin":0.7596766203641891,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8774767874818407,0.12252321251815919],"argmax":0,"argmax_equal":true,"abs_dp":[0.0023615003485121244,0.0023615450519955533],"max_abs_dp":0.0023615450519955533,"mean_abs_dp":0.002361522700253839,"letter_logits_fp16":[13.34375,11.375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8791467675095294,0.12085323249047067],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006915203208234244,0.0006915650243070337],"max_abs_dp":0.0006915650243070337,"mean_abs_dp":0.0006915426725652291,"letter_logits_fp16":[13.375,11.390625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0016699800276887},{"key":"vsr_00086","dataset":"vsr","row_index":86,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.8711247444152832,0.128875270485878],"ref_argmax":0,"ref_top2_margin":0.7422494739294052,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8697145792507666,0.13028542074923347],"argmax":0,"argmax_equal":true,"abs_dp":[0.0014101651645166413,0.0014101502633554752],"max_abs_dp":0.0014101651645166413,"mean_abs_dp":0.0014101577139360583,"letter_logits_fp16":[13.3203125,11.421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"12"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8714748610635069,0.1285251389364931],"argmax":0,"argmax_equal":true,"abs_dp":[0.00035011664822370836,0.0003501315493849022],"max_abs_dp":0.0003501315493849022,"mean_abs_dp":0.0003501240988043053,"letter_logits_fp16":[13.3515625,11.4375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"12"}},"int8mix_vs_fp16_max_abs_dp":0.0017602818127403774},{"key":"vsr_00087","dataset":"vsr","row_index":87,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.6990360021591187,0.3009640574455261],"ref_argmax":0,"ref_top2_margin":0.39807194471359253,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7041601384435928,0.2958398615564072],"argmax":0,"argmax_equal":true,"abs_dp":[0.005124136284474168,0.005124195889118943],"max_abs_dp":0.005124195889118943,"mean_abs_dp":0.0051241660867965555,"letter_logits_fp16":[13.0,12.1328125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6992544210587585,0.3007455789412415],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002184188996398051,0.000218478504284636],"max_abs_dp":0.000218478504284636,"mean_abs_dp":0.00021844870196222055,"letter_logits_fp16":[13.0078125,12.1640625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_16","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.004905717384834363},{"key":"vsr_00087","dataset":"vsr","row_index":87,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.37011200189590454,0.6298879981040955],"ref_argmax":1,"ref_top2_margin":0.2597759962081909,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.3702253925955866,0.6297746074044134],"argmax":1,"argmax_equal":true,"abs_dp":[0.00011339069968208104,0.00011339069968208104],"max_abs_dp":0.00011339069968208104,"mean_abs_dp":0.00011339069968208104,"letter_logits_fp16":[12.328125,12.859375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"13"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.3702253925955866,0.6297746074044134],"argmax":1,"argmax_equal":true,"abs_dp":[0.00011339069968208104,0.00011339069968208104],"max_abs_dp":0.00011339069968208104,"mean_abs_dp":0.00011339069968208104,"letter_logits_fp16":[12.34375,12.875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_16","npz_key":"13"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00088","dataset":"vsr","row_index":88,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.04889377951622009,0.9511062502861023],"ref_argmax":1,"ref_top2_margin":0.9022124707698822,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05108273695705249,0.9489172630429474],"argmax":1,"argmax_equal":true,"abs_dp":[0.0021889574408323967,0.0021889872431548607],"max_abs_dp":0.0021889872431548607,"mean_abs_dp":0.0021889723419936287,"letter_logits_fp16":[11.375,14.296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.04922211319719861,0.9507778868028013],"argmax":1,"argmax_equal":true,"abs_dp":[0.00032833368097851673,0.0003283634833010085],"max_abs_dp":0.0003283634833010085,"mean_abs_dp":0.0003283485821397626,"letter_logits_fp16":[11.375,14.3359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.00186062375985388},{"key":"vsr_00088","dataset":"vsr","row_index":88,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.101092129945755,0.8989078402519226],"ref_argmax":1,"ref_top2_margin":0.7978157103061676,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.10669059394565118,0.8933094060543487],"argmax":1,"argmax_equal":true,"abs_dp":[0.005598463999896178,0.005598434197573887],"max_abs_dp":0.005598463999896178,"mean_abs_dp":0.0055984490987350324,"letter_logits_fp16":[11.5859375,13.7109375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"00"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.10158944591881586,0.8984105540811842],"argmax":1,"argmax_equal":true,"abs_dp":[0.0004973159730608523,0.0004972861707384091],"max_abs_dp":0.0004973159730608523,"mean_abs_dp":0.0004973010718996307,"letter_logits_fp16":[11.5859375,13.765625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"00"}},"int8mix_vs_fp16_max_abs_dp":0.005101148026835478},{"key":"vsr_00089","dataset":"vsr","row_index":89,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.21905775368213654,0.7809422016143799],"ref_argmax":1,"ref_top2_margin":0.5618844479322433,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.2240554492316947,0.7759445507683053],"argmax":1,"argmax_equal":true,"abs_dp":[0.004997695549558173,0.004997650846074619],"max_abs_dp":0.004997695549558173,"mean_abs_dp":0.004997673197816396,"letter_logits_fp16":[12.015625,13.2578125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.21866937668390204,0.7813306233160979],"argmax":1,"argmax_equal":true,"abs_dp":[0.0003883769982344909,0.0003884217017180447],"max_abs_dp":0.0003884217017180447,"mean_abs_dp":0.0003883993499762678,"letter_logits_fp16":[12.0234375,13.296875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.005386072547792664},{"key":"vsr_00089","dataset":"vsr","row_index":89,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.11060281097888947,0.8893972635269165],"ref_argmax":1,"ref_top2_margin":0.778794452548027,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.11201595092000367,0.8879840490799963],"argmax":1,"argmax_equal":true,"abs_dp":[0.0014131399411142082,0.001413214446920219],"max_abs_dp":0.001413214446920219,"mean_abs_dp":0.0014131771940172136,"letter_logits_fp16":[11.7734375,13.84375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"01"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.11047115389487247,0.8895288461051276],"argmax":1,"argmax_equal":true,"abs_dp":[0.00013165708401699505,0.00013158257821110908],"max_abs_dp":0.00013165708401699505,"mean_abs_dp":0.00013161983111405207,"letter_logits_fp16":[11.78125,13.8671875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"01"}},"int8mix_vs_fp16_max_abs_dp":0.001544797025131328},{"key":"vsr_00090","dataset":"vsr","row_index":90,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.5676515102386475,0.4323484003543854],"ref_argmax":0,"ref_top2_margin":0.13530310988426208,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.5774953651858118,0.42250463481418826],"argmax":0,"argmax_equal":true,"abs_dp":[0.009843854947164332,0.009843765540197114],"max_abs_dp":0.009843854947164332,"mean_abs_dp":0.009843810243680723,"letter_logits_fp16":[12.21875,11.90625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.5679366107876933,0.4320633892123068],"argmax":0,"argmax_equal":true,"abs_dp":[0.0002851005490458469,0.0002850111420785728],"max_abs_dp":0.0002851005490458469,"mean_abs_dp":0.00028505584556220986,"letter_logits_fp16":[12.2109375,11.9375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.00955875439811854},{"key":"vsr_00090","dataset":"vsr","row_index":90,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.6767682433128357,0.3232317566871643],"ref_argmax":0,"ref_top2_margin":0.3535364866256714,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6842640244786128,0.31573597552138716],"argmax":0,"argmax_equal":true,"abs_dp":[0.007495781165777093,0.007495781165777149],"max_abs_dp":0.007495781165777149,"mean_abs_dp":0.007495781165777121,"letter_logits_fp16":[12.515625,11.7421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"02"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6757646010190476,0.32423539898095244],"argmax":0,"argmax_equal":true,"abs_dp":[0.0010036422937881317,0.0010036422937881317],"max_abs_dp":0.0010036422937881317,"mean_abs_dp":0.0010036422937881317,"letter_logits_fp16":[12.5,11.765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"02"}},"int8mix_vs_fp16_max_abs_dp":0.00849942345956528},{"key":"vsr_00091","dataset":"vsr","row_index":91,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.7458879947662354,0.25411200523376465],"ref_argmax":0,"ref_top2_margin":0.4917759895324707,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7490872131147275,0.25091278688527247],"argmax":0,"argmax_equal":true,"abs_dp":[0.0031992183484921277,0.0031992183484921832],"max_abs_dp":0.0031992183484921832,"mean_abs_dp":0.0031992183484921555,"letter_logits_fp16":[12.7421875,11.6484375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7446563401437933,0.2553436598562066],"argmax":0,"argmax_equal":true,"abs_dp":[0.0012316546224420133,0.0012316546224419578],"max_abs_dp":0.0012316546224420133,"mean_abs_dp":0.0012316546224419855,"letter_logits_fp16":[12.7421875,11.671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.004430872970934141},{"key":"vsr_00091","dataset":"vsr","row_index":91,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.7232493162155151,0.2767506539821625],"ref_argmax":0,"ref_top2_margin":0.44649866223335266,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7279754489059775,0.2720245510940225],"argmax":0,"argmax_equal":true,"abs_dp":[0.0047261326904624035,0.00472610288813996],"max_abs_dp":0.0047261326904624035,"mean_abs_dp":0.004726117789301182,"letter_logits_fp16":[12.8125,11.828125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"03"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7217432062975979,0.2782567937024021],"argmax":0,"argmax_equal":true,"abs_dp":[0.00150610991791722,0.0015061397202396076],"max_abs_dp":0.0015061397202396076,"mean_abs_dp":0.0015061248190784138,"letter_logits_fp16":[12.796875,11.84375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"03"}},"int8mix_vs_fp16_max_abs_dp":0.006232242608379623},{"key":"vsr_00092","dataset":"vsr","row_index":92,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.7729125022888184,0.22708746790885925],"ref_argmax":0,"ref_top2_margin":0.5458250343799591,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7759445507683053,0.2240554492316947],"argmax":0,"argmax_equal":true,"abs_dp":[0.003032048479486904,0.003032018677164544],"max_abs_dp":0.003032048479486904,"mean_abs_dp":0.003032033578325724,"letter_logits_fp16":[12.8984375,11.65625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7745833841649233,0.2254166158350767],"argmax":0,"argmax_equal":true,"abs_dp":[0.0016708818761049793,0.0016708520737825638],"max_abs_dp":0.0016708818761049793,"mean_abs_dp":0.0016708669749437716,"letter_logits_fp16":[12.90625,11.671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.0013611666033819803},{"key":"vsr_00092","dataset":"vsr","row_index":92,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.6693008542060852,0.3306991159915924],"ref_argmax":0,"ref_top2_margin":0.3386017382144928,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6671476749870737,0.33285232501292616],"argmax":0,"argmax_equal":true,"abs_dp":[0.0021531792190114807,0.0021532090213337574],"max_abs_dp":0.0021532090213337574,"mean_abs_dp":0.002153194120172619,"letter_logits_fp16":[12.484375,11.7890625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"04"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.670608279935473,0.329391720064527],"argmax":0,"argmax_equal":true,"abs_dp":[0.001307425729387801,0.0013073959270654134],"max_abs_dp":0.001307425729387801,"mean_abs_dp":0.0013074108282266073,"letter_logits_fp16":[12.5078125,11.796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"04"}},"int8mix_vs_fp16_max_abs_dp":0.003460604948399282},{"key":"vsr_00093","dataset":"vsr","row_index":93,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.24640688300132751,0.7535930871963501],"ref_argmax":1,"ref_top2_margin":0.5071862041950226,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.24077459577038227,0.7592254042296177],"argmax":1,"argmax_equal":true,"abs_dp":[0.005632287230945249,0.005632317033267609],"max_abs_dp":0.005632317033267609,"mean_abs_dp":0.005632302132106429,"letter_logits_fp16":[11.6796875,12.828125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.24364243753740636,0.7563575624625937],"argmax":1,"argmax_equal":true,"abs_dp":[0.0027644454639211558,0.002764475266243571],"max_abs_dp":0.002764475266243571,"mean_abs_dp":0.0027644603650823635,"letter_logits_fp16":[11.703125,12.8359375],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.002867841767024093},{"key":"vsr_00093","dataset":"vsr","row_index":93,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.09203477948904037,0.9079652428627014],"ref_argmax":1,"ref_top2_margin":0.815930463373661,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.09073548763985106,0.909264512360149],"argmax":1,"argmax_equal":true,"abs_dp":[0.0012992918491893102,0.0012992694974476304],"max_abs_dp":0.0012992918491893102,"mean_abs_dp":0.0012992806733184703,"letter_logits_fp16":[11.3125,13.6171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"05"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.09138210306717136,0.9086178969328287],"argmax":1,"argmax_equal":true,"abs_dp":[0.0006526764218690168,0.0006526540701272676],"max_abs_dp":0.0006526764218690168,"mean_abs_dp":0.0006526652459981422,"letter_logits_fp16":[11.328125,13.625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"05"}},"int8mix_vs_fp16_max_abs_dp":0.0006466154273203628},{"key":"vsr_00094","dataset":"vsr","row_index":94,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.7730134129524231,0.22698654234409332],"ref_argmax":0,"ref_top2_margin":0.5460268706083298,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7732163651347154,0.22678363486528474],"argmax":0,"argmax_equal":true,"abs_dp":[0.00020295218229227086,0.0002029074788085783],"max_abs_dp":0.00020295218229227086,"mean_abs_dp":0.00020292983055042457,"letter_logits_fp16":[12.8515625,11.625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_17","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7732163651347154,0.22678363486528474],"argmax":0,"argmax_equal":true,"abs_dp":[0.00020295218229227086,0.0002029074788085783],"max_abs_dp":0.00020295218229227086,"mean_abs_dp":0.00020292983055042457,"letter_logits_fp16":[12.8671875,11.640625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_17","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00094","dataset":"vsr","row_index":94,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8033772110939026,0.19662275910377502],"ref_argmax":0,"ref_top2_margin":0.6067544519901276,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8031737963569016,0.1968262036430985],"argmax":0,"argmax_equal":true,"abs_dp":[0.00020341473700102863,0.00020344453932347184],"max_abs_dp":0.00020344453932347184,"mean_abs_dp":0.00020342963816225024,"letter_logits_fp16":[13.0078125,11.6015625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"06"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.801935826331075,0.19806417366892506],"argmax":0,"argmax_equal":true,"abs_dp":[0.0014413847628276244,0.0014414145651500399],"max_abs_dp":0.0014414145651500399,"mean_abs_dp":0.0014413996639888321,"letter_logits_fp16":[13.015625,11.6171875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"06"}},"int8mix_vs_fp16_max_abs_dp":0.0012379700258265958},{"key":"vsr_00095","dataset":"vsr","row_index":95,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.33731609582901,0.66268390417099],"ref_argmax":1,"ref_top2_margin":0.32536780834198,"near_tie":false,"tokens":113,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.3433417294618182,0.6566582705381819],"argmax":1,"argmax_equal":true,"abs_dp":[0.0060256336328081694,0.006025633632808058],"max_abs_dp":0.0060256336328081694,"mean_abs_dp":0.006025633632808114,"letter_logits_fp16":[11.8671875,12.515625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.3363310529262674,0.6636689470737326],"argmax":1,"argmax_equal":true,"abs_dp":[0.0009850429027425944,0.0009850429027425944],"max_abs_dp":0.0009850429027425944,"mean_abs_dp":0.0009850429027425944,"letter_logits_fp16":[11.8671875,12.546875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.007010676535550764},{"key":"vsr_00095","dataset":"vsr","row_index":95,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.29313644766807556,0.706863522529602],"ref_argmax":1,"ref_top2_margin":0.4137270748615265,"near_tie":false,"tokens":245,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.29910519024570714,0.7008948097542927],"argmax":1,"argmax_equal":true,"abs_dp":[0.0059687425776315806,0.005968712775309304],"max_abs_dp":0.0059687425776315806,"mean_abs_dp":0.005968727676470442,"letter_logits_fp16":[11.828125,12.6796875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"07"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.292595299011739,0.7074047009882609],"argmax":1,"argmax_equal":true,"abs_dp":[0.0005411486563365875,0.0005411784586588642],"max_abs_dp":0.0005411784586588642,"mean_abs_dp":0.0005411635574977258,"letter_logits_fp16":[11.8359375,12.71875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"07"}},"int8mix_vs_fp16_max_abs_dp":0.006509891233968168},{"key":"vsr_00096","dataset":"vsr","row_index":96,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.052598897367715836,0.9474011659622192],"ref_argmax":1,"ref_top2_margin":0.8948022685945034,"near_tie":false,"tokens":111,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.05300977201585542,0.9469902279841446],"argmax":1,"argmax_equal":true,"abs_dp":[0.00041087464813958224,0.0004109379780746769],"max_abs_dp":0.0004109379780746769,"mean_abs_dp":0.0004109063131071296,"letter_logits_fp16":[11.2734375,14.15625],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.05261895334771377,0.9473810466522863],"argmax":1,"argmax_equal":true,"abs_dp":[2.005597999793496e-05,2.01193099329533e-05],"max_abs_dp":2.01193099329533e-05,"mean_abs_dp":2.008764496544413e-05,"letter_logits_fp16":[11.28125,14.171875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0003908186681417236},{"key":"vsr_00096","dataset":"vsr","row_index":96,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.08181071281433105,0.9181893467903137],"ref_argmax":1,"ref_top2_margin":0.8363786339759827,"near_tie":false,"tokens":243,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.08210662704685086,0.9178933729531492],"argmax":1,"argmax_equal":true,"abs_dp":[0.0002959142325198033,0.0002959738371645093],"max_abs_dp":0.0002959738371645093,"mean_abs_dp":0.0002959440348421563,"letter_logits_fp16":[11.328125,13.7421875],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"08"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.08210662704685086,0.9178933729531492],"argmax":1,"argmax_equal":true,"abs_dp":[0.0002959142325198033,0.0002959738371645093],"max_abs_dp":0.0002959738371645093,"mean_abs_dp":0.0002959440348421563,"letter_logits_fp16":[11.34375,13.7578125],"full_vocab_top1_id":33,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"08"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00097","dataset":"vsr","row_index":97,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.6341739296913147,0.3658261001110077],"ref_argmax":0,"ref_top2_margin":0.268347829580307,"near_tie":false,"tokens":116,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6352224414795979,0.3647775585204021],"argmax":0,"argmax_equal":true,"abs_dp":[0.0010485117882832462,0.0010485415906055784],"max_abs_dp":0.0010485415906055784,"mean_abs_dp":0.0010485266894444123,"letter_logits_fp16":[12.3125,11.7578125],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6315943044052867,0.3684056955947133],"argmax":0,"argmax_equal":true,"abs_dp":[0.0025796252860279534,0.002579595483705621],"max_abs_dp":0.0025796252860279534,"mean_abs_dp":0.0025796103848667873,"letter_logits_fp16":[12.3046875,11.765625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.0036281370743111996},{"key":"vsr_00097","dataset":"vsr","row_index":97,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.6827377676963806,0.3172622323036194],"ref_argmax":0,"ref_top2_margin":0.36547553539276123,"near_tie":false,"tokens":248,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.6859494550081925,0.31405054499180746],"argmax":0,"argmax_equal":true,"abs_dp":[0.0032116873118118727,0.0032116873118119282],"max_abs_dp":0.0032116873118119282,"mean_abs_dp":0.0032116873118119005,"letter_logits_fp16":[12.5078125,11.7265625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"09"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.6808786155678822,0.3191213844321178],"argmax":0,"argmax_equal":true,"abs_dp":[0.0018591521284984092,0.0018591521284984092],"max_abs_dp":0.0018591521284984092,"mean_abs_dp":0.0018591521284984092,"letter_logits_fp16":[12.5,11.7421875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"09"}},"int8mix_vs_fp16_max_abs_dp":0.005070839440310337},{"key":"vsr_00098","dataset":"vsr","row_index":98,"grid":"g256","nopts":2,"gold":1,"ref_probs":[0.7697837352752686,0.23021627962589264],"ref_argmax":0,"ref_top2_margin":0.5395674556493759,"near_tie":false,"tokens":114,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.7704647868335476,0.2295352131664525],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006810515582790222,0.0006810664594401328],"max_abs_dp":0.0006810664594401328,"mean_abs_dp":0.0006810590088595775,"letter_logits_fp16":[12.875,11.6640625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.7704647868335476,0.2295352131664525],"argmax":0,"argmax_equal":true,"abs_dp":[0.0006810515582790222,0.0006810664594401328],"max_abs_dp":0.0006810664594401328,"mean_abs_dp":0.0006810590088595775,"letter_logits_fp16":[12.890625,11.6796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g256_shard_17","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00098","dataset":"vsr","row_index":98,"grid":"g448","nopts":2,"gold":1,"ref_probs":[0.7332519292831421,0.2667480707168579],"ref_argmax":0,"ref_top2_margin":0.4665038585662842,"near_tie":false,"tokens":246,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.734119526900183,0.2658804730998169],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008675976170409161,0.0008675976170410271],"max_abs_dp":0.0008675976170410271,"mean_abs_dp":0.0008675976170409716,"letter_logits_fp16":[12.6875,11.671875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"10"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.734119526900183,0.2658804730998169],"argmax":0,"argmax_equal":true,"abs_dp":[0.0008675976170409161,0.0008675976170410271],"max_abs_dp":0.0008675976170410271,"mean_abs_dp":0.0008675976170409716,"letter_logits_fp16":[12.6953125,11.6796875],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"10"}},"int8mix_vs_fp16_max_abs_dp":0.0},{"key":"vsr_00099","dataset":"vsr","row_index":99,"grid":"g256","nopts":2,"gold":0,"ref_probs":[0.9095756411552429,0.0904243066906929],"ref_argmax":0,"ref_top2_margin":0.81915133446455,"near_tie":false,"tokens":112,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.9066531214804244,0.09334687851957546],"argmax":0,"argmax_equal":true,"abs_dp":[0.002922519674818491,0.0029225718288825586],"max_abs_dp":0.0029225718288825586,"mean_abs_dp":0.002922545751850525,"letter_logits_fp16":[13.8203125,11.546875],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_17","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.9086178969328287,0.09138210306717136],"argmax":0,"argmax_equal":true,"abs_dp":[0.0009577442224142363,0.0009577963764784564],"max_abs_dp":0.0009577963764784564,"mean_abs_dp":0.0009577702994463463,"letter_logits_fp16":[13.859375,11.5625],"full_vocab_top1_id":32,"slot_read_from":"prefill","shard":"g256_shard_17","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.001964775452404255},{"key":"vsr_00099","dataset":"vsr","row_index":99,"grid":"g448","nopts":2,"gold":0,"ref_probs":[0.8409069180488586,0.15909311175346375],"ref_argmax":0,"ref_top2_margin":0.6818138062953949,"near_tie":false,"tokens":244,"ids_equal":true,"pixel_max_levels":0.0,"bundles":{"decider_2b_vision_decode_int8mix_pf16":{"probs":[0.8376199633332891,0.16238003666671086],"argmax":0,"argmax_equal":true,"abs_dp":[0.003286954715569501,0.0032869249132471134],"max_abs_dp":0.003286954715569501,"mean_abs_dp":0.0032869398144083073,"letter_logits_fp16":[13.203125,11.5625],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"11"},"decider_2b_vision_decode_fp16_pf16":{"probs":[0.8386797622482537,0.16132023775174625],"argmax":0,"argmax_equal":true,"abs_dp":[0.002227155800604952,0.0022271259982825087],"max_abs_dp":0.002227155800604952,"mean_abs_dp":0.0022271408994437303,"letter_logits_fp16":[13.234375,11.5859375],"full_vocab_top1_id":32,"slot_read_from":"main","shard":"g448_shard_17","npz_key":"11"}},"int8mix_vs_fp16_max_abs_dp":0.0010597989149646048}],"result":{"decider_2b_vision_decode_int8mix_pf16":"PASS","decider_2b_vision_decode_fp16_pf16":"PASS"},"generated_at":"2026-09-28T18:03:26+00:00","trimmed":{"full_copy":"~/code/coreai/_decider2bv/transcripts_full/gate-decider-2b-vision-heldout.full.json","full_copy_sha256_at_trim":"78e6714803ed3f4a66f086c30636cf23eec8af332a99c8181cc869112ef4799f","serialization":"compact json (no indentation) to keep the repository small; the full copy is pretty-printed"}}