{"schema":"coreai-decider-vision-e2e-gate/1","gate":"b2 end to end: fixture image -> host.preprocess (Pillow BICUBIC to the tile) -> tower .aimodelc -> image_embeds (fp32 -> fp16) -> decoder; ids from host.build_ids with the bundle's tokenizer","oracle":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/oracle/fixture_oracle.json","sha256":"c2741795879ee1036fb1b4e3b9c016174fc3a4de90b448d9198718a39b01573e","source":"Mapika/decider-2b-vision@863e290863655f1d6b69324d77d09ac972d21609","rows_json_sha256":"b3dd44b1e2115cdc8b80ede88ed8a2c1addf341a79eef55ffaa784cb6a4323ce","meta_json_sha256":"6fddd356d200c9d57db8251414e92f3b7ca1643016f50e81c7eb6c711c7e4c76"},"bar":{"max_abs_dp":0.02,"mean_of_run_mean_abs_dp":0.002,"applies_to":"fp16w32-tower arms, per bundle; the fp16-tower arm is values only"},"trimmed":{"why":"the zoo keeps model files under 1 MB; this is the gate's full transcript with bulky per-run fields dropped","full_transcript":"$ZOO_WORK_ROOT/_decider2bv/transcripts_full/gate-decider-2b-vision-e2e.full.json","full_sha256":"46023fddad02944e00b28c4d75ef3f585db7f98fa9fa565022322f7b2b7c25a3","full_bytes":1234802,"dropped_per_run":["decode_seconds","wall_seconds","tokenize_ms","preprocess_ms","tower_ms","prefill_call_ms_median","main_call_ms_median"],"dropped_per_slot":["letter_logits_oracle","full_vocab_top1_logit","full_vocab_top5_ids","oracle_full_vocab_top1_id"],"kept":"every arm's bundle, processes, summary, per_grid, timing, checks and result; per run the ids, slots, tower_vs_oracle, call counts, max / mean |dp| and argmax; per slot the letter logits, probs, probs_oracle, argmax, full-vocabulary top-1, |dp| and the oracle margin","trimmed_on":"2026-09-29"},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","tokenizers":"0.23.0rc0","pillow":"12.2.0","transformers":"4.57.6"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","gpu":"shared with other sessions, no _GPU_LOCK (times are contended reference values)"},"arms":{"decider_2b_vision_decode_fp16+tower_fp16w32":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_fp16","name":"decider_2b_vision_decode_fp16","compression":null,"metadata_sha256":"40b07f319bf036177ccd211d44e34de2722336b9f815467c2014e2f7696a90e0","main_mlirb":{"bytes":3764489425,"sha256":"7f17babfe6b892c75b0e1209bdf37196462b7a3793d83ac848ee9bacd88b4c9a"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_fp16.h16c.aimodelc","bytes":7528729606,"tree_sha256":"d2a7ac85b2c17a6869ff600d692424849003e9ee701841e42fcd667697c71489","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"40d6603ea530d302dc4ccfc25923cdcf754db5f4fd5833a9a4e2490186a3e214","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"db2d7dc88bce835e2e5ace2eaad0093defb2cb92a657cd26cbbd0cfd78478ad4","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"2630e9ee93e1c589c3ca7d0d779df4956c916c943cb8cee7795fb2cc039c081e","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"cb6aceb37d4fe3a6aa30964f8c5185db4a19363c187f12b2d183637d99664bc0","main-h16c.mlirb":"f558582218e3e7d7cd5f80d34cc934edce6b9b974b400d3ed310029313aebd25","main.hash":"6da47ec57c671578a8b091ad5542f22640d84e1aa720e373ee76d5a4c704adca","metadata.json":"210b09e08a90c8cd2f2bc835f1e8756962d4603b2ca113ee44854257bfbbeab3","stats.json":"4e4b8c7300adc302f9335c0ed1b646f66fb99f70db9cd7ae17c0cacaa8f3d6d3"}}},"tower":"fp16w32","processes":[{"shard":"g256_shard_00","runs":["r01/g256/e2e","r02/g256/e2e","r03/g256/e2e","r04/g256/e2e","r05/g256/e2e","r06/g256/e2e","r07/g256/e2e","r08/g256/e2e","r09/g256/e2e","r10/g256/e2e","r11/g256/e2e","r12/g256/e2e"],"prompts":13,"pid":98746,"load_seconds":0.5393124590627849,"tower_load_seconds":0.12962987506762147,"process_wall_seconds":20.816926333121955,"reset_check":{"run":["r01","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.3201717499177903},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_fp16+tower_fp16w32/g256_shard_00.npz","npz_sha256":"c98c476a42a6b51fe6a766428de198ecda10fd52a3447f2633059c8173bc45e2"},{"shard":"g256_shard_01","runs":["r13/g256/e2e","r14/g256/e2e","r15/g256/e2e","r16/g256/e2e","r17/g256/e2e","r18/g256/e2e","r19/g256/e2e","r20/g256/e2e","r21/g256/e2e","r22/g256/e2e","r23/g256/e2e","r24/g256/e2e"],"prompts":13,"pid":99369,"load_seconds":0.5650579170323908,"tower_load_seconds":0.13912404188886285,"process_wall_seconds":25.884679042035714,"reset_check":{"run":["r13","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.6467095830012113},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_fp16+tower_fp16w32/g256_shard_01.npz","npz_sha256":"993f5930e43ffee844400626ffc7f2beba2285aa945f6c20e94cbbdc8552a078"},{"shard":"g256_shard_02","runs":["r25/g256/e2e","r26/g256/e2e","r27/g256/e2e","r28/g256/e2e","r29/g256/e2e","r30/g256/e2e","r31/g256/e2e","r32/g256/e2e","r33/g256/e2e","r34/g256/e2e","r35/g256/e2e"],"prompts":12,"pid":388,"load_seconds":0.5308321670163423,"tower_load_seconds":0.13322162488475442,"process_wall_seconds":21.598822542000562,"reset_check":{"run":["r25","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.8000001248437911},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_fp16+tower_fp16w32/g256_shard_02.npz","npz_sha256":"57abf01148b6172844c891a76d46388cd3890a0833637e0d1389037f44d9f998"},{"shard":"g448_shard_00","runs":["r01/g448/e2e","r02/g448/e2e","r03/g448/e2e","r04/g448/e2e","r05/g448/e2e","r06/g448/e2e","r07/g448/e2e","r08/g448/e2e","r09/g448/e2e","r10/g448/e2e","r11/g448/e2e","r12/g448/e2e"],"prompts":13,"pid":1168,"load_seconds":0.5893723748158664,"tower_load_seconds":0.7878071661107242,"process_wall_seconds":41.598685417091474,"reset_check":{"run":["r01","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":2.8600710830651224},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_fp16+tower_fp16w32/g448_shard_00.npz","npz_sha256":"28c7e01ea4fdbffb5bba522b8c78190ca1e6b312a7ca17bac2b9e9cb344152d7"},{"shard":"g448_shard_01","runs":["r13/g448/e2e","r14/g448/e2e","r15/g448/e2e","r16/g448/e2e","r17/g448/e2e","r18/g448/e2e","r19/g448/e2e","r20/g448/e2e","r21/g448/e2e","r22/g448/e2e","r23/g448/e2e","r24/g448/e2e"],"prompts":13,"pid":2710,"load_seconds":0.5787366249132901,"tower_load_seconds":0.14114445797167718,"process_wall_seconds":46.46843091608025,"reset_check":{"run":["r13","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":3.2833210001699626},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_fp16+tower_fp16w32/g448_shard_01.npz","npz_sha256":"292e0da9ceaffd47fab42b8b80917d8f44ed7a6dba98df396ca2697c6597d2f8"},{"shard":"g448_shard_02","runs":["r25/g448/e2e","r26/g448/e2e","r27/g448/e2e","r28/g448/e2e","r29/g448/e2e","r30/g448/e2e","r31/g448/e2e","r32/g448/e2e","r33/g448/e2e","r34/g448/e2e","r35/g448/e2e"],"prompts":12,"pid":3917,"load_seconds":0.5759333749301732,"tower_load_seconds":0.14445012481883168,"process_wall_seconds":40.61431295820512,"reset_check":{"run":["r25","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":3.3722049999050796},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_fp16+tower_fp16w32/g448_shard_02.npz","npz_sha256":"e502f6468f32bfb9f605bda92ad6a7b18887dd755a48990386ffc88eb883d709"}],"summary":{"runs":70,"expected_runs":70,"missing_runs":[],"slots_expected":98,"slots_equal":98,"slots_read":98,"argmax_equal":98,"full_vocab_top1_is_oracle_letter":98,"max_abs_dp":0.011105853833266788,"mean_of_run_mean_abs_dp":0.00018856921562191093,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.011105853833266788},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255,"ids_equal_oracle":70,"tower_vs_oracle_min_row":0.9999956898696566,"tower_vs_oracle_min_cos":0.9999999249085866},"per_grid":{"g256":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.002923660417784135,"mean_of_run_mean_abs_dp":9.483461400659047e-05,"worst_run":{"id":"r20","arm":"g256","max_abs_dp":0.002923660417784135},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255},"g448":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.011105853833266788,"mean_of_run_mean_abs_dp":0.0002823038172372314,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.011105853833266788},"finite_all":true,"min_oracle_top2_margin":0.5071343183517456}},"timing":{"contended":true,"load_seconds":{"first_process":0.5393124590627849,"median":0.570495645981282,"all":[0.5393124590627849,0.5650579170323908,0.5308321670163423,0.5893723748158664,0.5787366249132901,0.5759333749301732]},"ms_per_step_warm_runs":{"n":13174,"median":11.68629142921418,"p10":11.474720668047667,"p90":12.113062175922096},"ms_per_step_all_runs":{"n":14360,"median":11.68627047445625,"p10":11.47391190752387,"p90":12.112096464261413},"first_run_of_process_wall_seconds":[2.0070691250730306,2.146230333019048,2.246844000183046,2.9880598338786513,3.7136250420007855,3.836822791956365],"prompt_wall_seconds_warm":{"g256":{"n":32,"median":1.7187845834996551,"decode_median":1.6891439585015178,"median_tokens":143.5},"g448":{"n":32,"median":3.300675021018833,"decode_median":3.2201678125420585,"median_tokens":275.5}},"tower_ms_warm":{"g256":{"n":32,"median":22.17649994418025,"min":22.021624958142638,"max":31.831167172640562,"first_call_of_process":[53.23066585697234,50.0705000013113,51.251166965812445],"host_preprocess_ms_median":1.7196671105921268},"g448":{"n":32,"median":69.8968960205093,"min":68.63912520930171,"max":72.7815420832485,"first_call_of_process":[87.56475010886788,89.88804183900356,88.60416593961418],"host_preprocess_ms_median":2.294874982908368}},"tower_load_seconds":{"median":0.14013424993027002,"all":[0.12962987506762147,0.13912404188886285,0.13322162488475442,0.7878071661107242,0.14114445797167718,0.14445012481883168]}},"runs":[{"id":"r01","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[16.8125,7.93359375,7.70703125],"probs":[0.9997497094204386,0.0001392615731653799,0.00011102900639593486],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.1101176778403072e-06,"mean_abs_dp":2.0505070706339357e-06,"oracle_top2_margin":0.9996153783140471,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.1101176778403072e-06,"mean_abs_dp":2.0505070706339357e-06,"step_ms_median":11.587624903768301,"shard":"g256_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999936472039,"min_row":0.999999890836734,"max_abs":0.0005728006362915039},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.2109375,16.734375,8.015625],"probs":[0.0001986830570855955,0.9996378847181272,0.00016343222478738386],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.487413220455316e-06,"mean_abs_dp":3.0074704012958984e-06,"oracle_top2_margin":0.9994463870098116,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.487413220455316e-06,"mean_abs_dp":3.0074704012958984e-06,"step_ms_median":11.722959112375975,"shard":"g256_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999841969829,"min_row":0.9999998847321013,"max_abs":0.00046133995056152344},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.0625,8.1796875,16.28125],"probs":[0.0002693975325357288,0.0003028917875203244,0.9994277106799441],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.627962176291135e-06,"mean_abs_dp":3.7382959839205522e-06,"oracle_top2_margin":0.9991343551664613,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.627962176291135e-06,"mean_abs_dp":3.7382959839205522e-06,"step_ms_median":11.57408393919468,"shard":"g256_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g256","variant":"e2e","tokens":153,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,152],"slots_oracle":[112,152],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.671875,8.96875,8.3515625,7.27734375],"probs":[0.999222493225973,0.00045106332902774583,0.00024333041415402972,8.311303084509903e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.254076297962925e-05,"mean_abs_dp":6.270401498668577e-06,"oracle_top2_margin":0.9987916390819009,"finite":true},{"t":152,"nopts":5,"letter_logits":[15.84375,9.2890625,8.8671875,8.7890625,8.1875],"probs":[0.9963202258824128,0.001418189726529879,0.0009300715296790469,0.0008601755504298468,0.0004713373109484134],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.163939010921492e-05,"mean_abs_dp":2.0647851443322698e-05,"oracle_top2_margin":0.9949706399347633,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":5.163939010921492e-05,"mean_abs_dp":1.4257873690143088e-05,"step_ms_median":11.947707971557975,"shard":"g256_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998042022,"min_row":0.9999999973358388,"max_abs":8.118152618408203e-05},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[10.3671875,15.53125,8.875],"probs":[0.005678645946845287,0.9930443390641218,0.0012770149890330706],"probs_oracle":[0.005630022846162319,0.9931067824363708,0.0012632559519261122],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.244337224903251e-05,"mean_abs_dp":4.1608503346319464e-05,"oracle_top2_margin":0.9874767595902085,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.244337224903251e-05,"mean_abs_dp":4.1608503346319464e-05,"step_ms_median":11.593417031690478,"shard":"g256_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g256","variant":"e2e","tokens":126,"grid":[8,8],"start":65,"amount":56,"slots_host":[125],"slots_oracle":[125],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999002903,"min_row":0.9999999444547036,"max_abs":0.00019788742065429688},"slots_equal":true,"slots":[{"t":125,"nopts":8,"letter_logits":[9.171875,9.1171875,16.859375,8.0390625,8.3203125,8.53125,9.46875,7.69921875],"probs":[0.0004575166021410926,0.0004331680127240847,0.9978050274090744,0.00014737799381096348,0.00019524411997280149,0.00024109430714240818,0.000615655881117839,0.00010491567401635821],"probs_oracle":[0.00044743184116669,0.00042624998604878783,0.997841477394104,0.0001445232192054391,0.00019250228069722652,0.00023652952222619206,0.0006083882763050497,0.00010282994480803609],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.644998502960739e-05,"mean_abs_dp":9.120938187216721e-06,"oracle_top2_margin":0.997233089117799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.644998502960739e-05,"mean_abs_dp":9.120938187216721e-06,"step_ms_median":11.703249532729387,"shard":"g256_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g256","variant":"e2e","tokens":184,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,156,183],"slots_oracle":[112,156,183],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999978740303,"min_row":0.9999999137321018,"max_abs":0.00029277801513671875},"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.578125,9.140625,8.3125,8.7578125],"probs":[0.9987540946547632,0.0005880217140267505,0.00025688766183061296,0.00040099596937963827],"probs_oracle":[0.9987712502479553,0.00058116385480389,0.0002529850753489882,0.000394599192077294],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.7155593192152985e-05,"mean_abs_dp":8.578204049745631e-06,"oracle_top2_margin":0.9981900863931514,"finite":true},{"t":156,"nopts":6,"letter_logits":[9.8046875,16.234375,8.7265625,8.734375,9.3125,8.7265625],"probs":[0.0016061294299984116,0.9957684033689014,0.0005464580168450442,0.0005507439401904028,0.0009818072272195744,0.0005464580168450442],"probs_oracle":[0.0015793738421052694,0.9958256483078003,0.0005403549876064062,0.0005451973993331194,0.0009696456836536527,0.0005397982313297689],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.724493889891491e-05,"mean_abs_dp":1.9078570994862604e-05,"oracle_top2_margin":0.994246274465695,"finite":true},{"t":183,"nopts":2,"letter_logits":[11.2265625,13.9765625],"probs":[0.06008665017400762,0.9399133498259924],"probs_oracle":[0.06064261496067047,0.9393573999404907],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.000555964786662852,"mean_abs_dp":0.000555957336082262,"oracle_top2_margin":0.8787147849798203,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.000555964786662852,"mean_abs_dp":0.00010505824286105685,"step_ms_median":11.807208647951484,"shard":"g256_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g256","variant":"e2e","tokens":120,"grid":[8,8],"start":65,"amount":56,"slots_host":[119],"slots_oracle":[119],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999982491743,"min_row":0.999999924746909,"max_abs":0.0003834962844848633},"slots_equal":true,"slots":[{"t":119,"nopts":6,"letter_logits":[9.4140625,9.1796875,16.703125,8.859375,7.796875,8.4296875],"probs":[0.0006816006207431662,0.0005391904706038232,0.9979978352763054,0.00039141030619376866,0.00013526778228388855,0.00025469554386993345],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.8012864411185454e-05,"mean_abs_dp":1.2666914221924627e-05,"oracle_top2_margin":0.9973679909599014,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.8012864411185454e-05,"mean_abs_dp":1.2666914221924627e-05,"step_ms_median":11.908688116818666,"shard":"g256_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g256","variant":"e2e","tokens":128,"grid":[8,8],"start":65,"amount":56,"slots_host":[127],"slots_oracle":[127],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"slots_equal":true,"slots":[{"t":127,"nopts":8,"letter_logits":[8.7734375,8.7578125,8.5546875,11.9921875,16.015625,10.4296875,8.875,8.0078125],"probs":[0.0006984492112833892,0.0006876207599377344,0.0005612197078415234,0.01745903336330227,0.9758361429065051,0.0036596122015990855,0.0007731128015658489,0.00032480904796494437],"probs_oracle":[0.0006885188049636781,0.0006795556400902569,0.0005544525920413435,0.01720018871128559,0.9762108325958252,0.0035912375897169113,0.0007585337734781206,0.0003167196991853416],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0003746896893200846,"mean_abs_dp":9.366749650670453e-05,"oracle_top2_margin":0.9590106438845396,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0003746896893200846,"mean_abs_dp":9.366749650670453e-05,"step_ms_median":11.907291947863996,"shard":"g256_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g256","variant":"e2e","tokens":112,"grid":[8,8],"start":65,"amount":56,"slots_host":[111],"slots_oracle":[111],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999997629995,"min_row":0.9999999269103695,"max_abs":0.0005315542221069336},"slots_equal":true,"slots":[{"t":111,"nopts":3,"letter_logits":[16.3125,9.5234375,8.2265625],"probs":[0.9985681912774026,0.0011244116760457704,0.0003073970465517475],"probs_oracle":[0.9985672235488892,0.0011292636627331376,0.00030339331715367734],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.851986687367171e-06,"mean_abs_dp":3.274481532957312e-06,"oracle_top2_margin":0.997437959886156,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.851986687367171e-06,"mean_abs_dp":3.274481532957312e-06,"step_ms_median":11.850437498651445,"shard":"g256_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g256","variant":"e2e","tokens":103,"grid":[8,8],"start":65,"amount":56,"slots_host":[102],"slots_oracle":[102],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991065235,"min_row":0.9999999875856802,"max_abs":0.0003247261047363281},"slots_equal":true,"slots":[{"t":102,"nopts":2,"letter_logits":[10.15625,16.03125],"probs":[0.002800926967120973,0.9971990730328789],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.349873020557336e-05,"mean_abs_dp":2.3470208451782573e-05,"oracle_top2_margin":0.9943512056488544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.349873020557336e-05,"mean_abs_dp":2.3470208451782573e-05,"step_ms_median":11.837208177894354,"shard":"g256_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g256","variant":"e2e","tokens":117,"grid":[8,8],"start":65,"amount":56,"slots_host":[116],"slots_oracle":[116],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999998283227,"min_row":0.9999999375108324,"max_abs":0.00032973289489746094},"slots_equal":true,"slots":[{"t":116,"nopts":5,"letter_logits":[16.84375,9.53125,8.75,7.81640625,7.4453125],"probs":[0.9988258564791708,0.0006663637713119991,0.00030508356558258374,0.00011994004280138088,8.275614113347764e-05],"probs_oracle":[0.9988265633583069,0.0006655653123743832,0.0003061715397052467,0.00011903217091457918,8.272226841654629e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0879741226629434e-06,"mean_abs_dp":7.070113600252197e-07,"oracle_top2_margin":0.9981609980459325,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.0879741226629434e-06,"mean_abs_dp":7.070113600252197e-07,"step_ms_median":11.795667000114918,"shard":"g256_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g256","variant":"e2e","tokens":140,"grid":[8,8],"start":65,"amount":56,"slots_host":[139],"slots_oracle":[139],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"slots_equal":true,"slots":[{"t":139,"nopts":9,"letter_logits":[8.484375,9.09375,8.8515625,7.9921875,9.1015625,9.4609375,9.6484375,14.0078125,18.078125],"probs":[6.69528218381079e-05,0.00012314508581246774,9.665768533706018e-05,4.0927439056679186e-05,0.00012411092469099131,0.00017778069136575113,0.00021444444768834437,0.016771322616064302,0.9823846582881463],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00038593584982181406,"mean_abs_dp":8.576149097778633e-05,"oracle_top2_margin":0.9648526888340712,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00038593584982181406,"mean_abs_dp":8.576149097778633e-05,"step_ms_median":11.604312574490905,"shard":"g256_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g256","variant":"e2e","tokens":111,"grid":[8,8],"start":65,"amount":56,"slots_host":[110],"slots_oracle":[110],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998486087,"min_row":0.999999977027422,"max_abs":0.00013625621795654297},"slots_equal":true,"slots":[{"t":110,"nopts":4,"letter_logits":[16.671875,9.34375,8.09375,8.390625],"probs":[0.9989030028275434,0.0006560834286317715,0.00018797104944348272,0.0002529426943813591],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1238963228077381e-05,"mean_abs_dp":5.6352413382360805e-06,"oracle_top2_margin":0.998262623208575,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.1238963228077381e-05,"mean_abs_dp":5.6352413382360805e-06,"step_ms_median":11.698999907821417,"shard":"g256_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,146],"slots_oracle":[114,146],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991796076,"min_row":0.9999999777026998,"max_abs":0.0002797842025756836},"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.203125,8.890625,15.8359375,8.796875],"probs":[0.0013123129715205866,0.0009601086800338704,0.9968533894472238,0.0008741889012217468],"probs_oracle":[0.0013125522527843714,0.0009568282985128462,0.9968631267547607,0.00086748949252069],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.737307536950013e-06,"mean_abs_dp":4.989094755703937e-06,"oracle_top2_margin":0.9955505745019764,"finite":true},{"t":146,"nopts":3,"letter_logits":[15.96875,9.734375,8.734375],"probs":[0.9973249626447253,0.0019556090067292735,0.0007194283485454046],"probs_oracle":[0.9973812699317932,0.001912115840241313,0.000706570572219789],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.630728706795818e-05,"mean_abs_dp":3.755274329384474e-05,"oracle_top2_margin":0.9954691540915519,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":5.630728706795818e-05,"mean_abs_dp":1.8944944129192856e-05,"step_ms_median":11.628542095422745,"shard":"g256_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g256","variant":"e2e","tokens":193,"grid":[8,8],"start":65,"amount":56,"slots_host":[117,165,192],"slots_oracle":[117,165,192],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"slots_equal":true,"slots":[{"t":117,"nopts":4,"letter_logits":[9.03125,9.3671875,16.1875,8.2578125],"probs":[0.0007782375337297331,0.0010889500900131026,0.9977737147500348,0.00035909762622219493],"probs_oracle":[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0720999019109279e-05,"mean_abs_dp":5.378514780576485e-06,"oracle_top2_margin":0.9967023314675316,"finite":true},{"t":165,"nopts":7,"letter_logits":[8.96875,9.8515625,15.3984375,9.8515625,8.5625,8.546875,8.4609375],"probs":[0.0015930179324749345,0.0038514233755551786,0.9876395348537773,0.0038514233755551786,0.0010611787174542578,0.0010447266663596857,0.0009586950788235211],"probs_oracle":[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00010861120335159402,"mean_abs_dp":3.453418115653038e-05,"oracle_top2_margin":0.983884489396587,"finite":true},{"t":192,"nopts":2,"letter_logits":[9.7421875,15.359375],"probs":[0.003621685478675127,0.996378314521325],"probs_oracle":[0.0035970157478004694,0.9964029788970947],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.4669730874657403e-05,"mean_abs_dp":2.466705332220681e-05,"oracle_top2_margin":0.9928059631492943,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00010861120335159402,"mean_abs_dp":2.4045187220187095e-05,"step_ms_median":11.855749879032373,"shard":"g256_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g256","variant":"e2e","tokens":171,"grid":[8,8],"start":65,"amount":56,"slots_host":[108,141,170],"slots_oracle":[108,141,170],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938571861,"min_row":0.9999996459946552,"max_abs":0.0006239414215087891},"slots_equal":true,"slots":[{"t":108,"nopts":3,"letter_logits":[17.234375,8.3828125,7.61328125],"probs":[0.9997905709465759,0.0001431278958300485,6.630115759389799e-05],"probs_oracle":[0.9997918009757996,0.00014244449266698211,6.58148928778246e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2300292236977484e-06,"mean_abs_dp":7.998990342791688e-07,"oracle_top2_margin":0.9996493564831326,"finite":true},{"t":141,"nopts":3,"letter_logits":[16.359375,8.5390625,8.453125],"probs":[0.9992306625208732,0.0004011873095648438,0.0003681501695620029],"probs_oracle":[0.999238133430481,0.00039801813545636833,0.0003638898197095841],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.47090960773189e-06,"mean_abs_dp":4.966811189542062e-06,"oracle_top2_margin":0.9988401152950246,"finite":true},{"t":170,"nopts":2,"letter_logits":[15.640625,9.359375],"probs":[0.9981324340221067,0.0018675659778932805],"probs_oracle":[0.9981531500816345,0.0018468272173777223],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":2.0727410021680786e-05,"oracle_top2_margin":0.9963063228642568,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":7.344368839353158e-06,"step_ms_median":12.022333918139338,"shard":"g256_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g256","variant":"e2e","tokens":211,"grid":[8,8],"start":65,"amount":56,"slots_host":[123,164,210],"slots_oracle":[123,164,210],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999962495109,"min_row":0.9999998377040508,"max_abs":0.0007060766220092773},"slots_equal":true,"slots":[{"t":123,"nopts":6,"letter_logits":[16.875,9.578125,8.2109375,7.359375,7.890625,7.6953125],"probs":[0.9988488348741966,0.0006768730451767911,0.00017248257721857503,7.360652890426941e-05,0.00012520892345632283,0.00010299405104726301],"probs_oracle":[0.9988755583763123,0.000659995072055608,0.00016870087711140513,7.21013275324367e-05,0.00012259691720828414,0.00010095535981236026],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6723502115633124e-05,"mean_abs_dp":8.923179033126698e-06,"oracle_top2_margin":0.9982155633042566,"finite":true},{"t":164,"nopts":5,"letter_logits":[9.28125,10.875,14.9609375,11.5234375,9.296875],"probs":[0.0032340509923870107,0.015918556888829562,0.9471173741300347,0.03044503810377914,0.003284979884969603],"probs_oracle":[0.0031590552534908056,0.015553153119981289,0.9480063915252686,0.03006896562874317,0.0032123548444360495],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0008890173952338376,"mean_abs_dp":0.0003556228837095674,"oracle_top2_margin":0.9179374258965254,"finite":true},{"t":210,"nopts":6,"letter_logits":[8.6171875,9.171875,8.65625,8.5234375,16.15625,8.8359375],"probs":[0.0005302218785511411,0.0009233266366091894,0.0005513435169960071,0.0004827725142512,0.9968524636641581,0.0006598717894344075],"probs_oracle":[0.0005212401156313717,0.0009053464164026082,0.000543770962394774,0.0004741615557577461,0.9969097971916199,0.0006456233095377684],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.73335274617337e-05,"mean_abs_dp":1.9121250596568435e-05,"oracle_top2_margin":0.9960044507752173,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0008890173952338376,"mean_abs_dp":0.0001144929997838828,"step_ms_median":11.919291922822595,"shard":"g256_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g256","variant":"e2e","tokens":177,"grid":[8,8],"start":65,"amount":56,"slots_host":[110,146,176],"slots_oracle":[110,146,176],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999933555952,"min_row":0.9999997420000609,"max_abs":0.00135040283203125},"slots_equal":true,"slots":[{"t":110,"nopts":3,"letter_logits":[15.4375,10.3125,8.6484375],"probs":[0.9929774240680236,0.0059044595935782325,0.0011181163383981352],"probs_oracle":[0.9930190443992615,0.005865252576768398,0.0011157557601109147],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.162033123789044e-05,"mean_abs_dp":2.7729308778315046e-05,"oracle_top2_margin":0.9871537918224931,"finite":true},{"t":146,"nopts":4,"letter_logits":[9.640625,15.6328125,11.1953125,8.5859375],"probs":[0.002460804345237002,0.985033613637268,0.011648480777109914,0.0008571012403850429],"probs_oracle":[0.0024147704243659973,0.9852963089942932,0.011448029428720474,0.0008408919093199074],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00026269535702516666,"mean_abs_dp":0.00013134748933768666,"oracle_top2_margin":0.9738482795655727,"finite":true},{"t":176,"nopts":2,"letter_logits":[16.578125,10.3828125],"probs":[0.997965182999252,0.002034817000747976],"probs_oracle":[0.9979719519615173,0.0020279884338378906],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.8285669100852375e-06,"mean_abs_dp":6.7987645877270325e-06,"oracle_top2_margin":0.9959439635276794,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00026269535702516666,"mean_abs_dp":6.91306014290162e-05,"step_ms_median":11.899375123903155,"shard":"g256_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986735162,"min_row":0.9999999569395478,"max_abs":0.00039207935333251953},"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.84375,9.8359375,8.984375,9.28125,9.421875,8.7578125,10.2109375,15.953125,9.875,16.078125],"probs":[0.0003808822896300883,0.0010272882848065608,0.0004383928281220528,0.0005899220303922219,0.0006789960948993413,0.00034951723588309776,0.0014946956347314038,0.4659648011720291,0.0010682107978300175,0.5280072936316761],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"full_vocab_top1_id":41,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.002923660417784135,"mean_abs_dp":0.0005847316149851537,"oracle_top2_margin":0.05622464418411255,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.002923660417784135,"mean_abs_dp":0.0005847316149851537,"step_ms_median":11.669749859720469,"shard":"g256_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.7109375,9.2890625,8.734375,16.546875,9.609375,8.96875,9.03125,9.3671875,8.8359375,12.8984375],"probs":[0.0003834710703051531,0.0006836110954304163,0.0003925648246742146,0.9701458325273875,0.0009417140591914987,0.0004962484368097798,0.00052825371123066,0.000739159834192928,0.0004345296501121644,0.025254614790665545],"probs_oracle":[0.00038343475898727775,0.000686735613271594,0.0003942575422115624,0.9702177047729492,0.0009427570621483028,0.0004960547666996717,0.0005290430854074657,0.0007387973600998521,0.0004333727993071079,0.02517782151699066],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.679327367488345e-05,"mean_abs_dp":1.570644380748452e-05,"oracle_top2_margin":0.9450398832559586,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.679327367488345e-05,"mean_abs_dp":1.570644380748452e-05,"step_ms_median":11.667666956782341,"shard":"g256_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[146],"slots_oracle":[146],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987741061,"min_row":0.9999999614504017,"max_abs":0.00040400028228759766},"slots_equal":true,"slots":[{"t":146,"nopts":9,"letter_logits":[9.6875,9.96875,9.28125,16.171875,9.8359375,10.0390625,9.71875,9.0859375,9.1328125],"probs":[0.0015093069459254694,0.001999506838205674,0.001005415178618646,0.988338815132449,0.0017508266875114295,0.002145157699497311,0.0015572174913512078,0.0008270319668267438,0.0008667220596145457],"probs_oracle":[0.0015125663485378027,0.0019855706486850977,0.0009997023735195398,0.9884001016616821,0.0017508834134787321,0.0021429003681987524,0.0015369588509202003,0.0008162282756529748,0.0008550662896595895],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.128652923309552e-05,"mean_abs_dp":1.4358565032300584e-05,"oracle_top2_margin":0.9862572012934834,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.128652923309552e-05,"mean_abs_dp":1.4358565032300584e-05,"step_ms_median":11.902374913915992,"shard":"g256_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988789011,"min_row":0.9999999811149097,"max_abs":0.00045871734619140625},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[17.4375,6.52734375,9.03125],"probs":[0.9997583204206115,1.8267300419380802e-05,0.0002234122789690018],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1748377197751125e-06,"mean_abs_dp":7.768580772433016e-07,"oracle_top2_margin":0.9995371885306668,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.1748377197751125e-06,"mean_abs_dp":7.768580772433016e-07,"step_ms_median":11.87722955364734,"shard":"g256_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999943377201,"min_row":0.9999999109306431,"max_abs":0.00048339366912841797},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[6.84375,16.984375,9.875],"probs":[3.941037375793803e-05,0.9991438837095291,0.0008167059167129814],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.540901203650303e-08,"mean_abs_dp":6.106723463345861e-08,"oracle_top2_margin":0.9983272287645377,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.540901203650303e-08,"mean_abs_dp":6.106723463345861e-08,"step_ms_median":11.622417136095464,"shard":"g256_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987945203,"min_row":0.9999999450352564,"max_abs":0.0005197525024414062},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[8.515625,8.625,15.2421875],"probs":[0.0011956143528138515,0.0013338041945874482,0.9974705814525986],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.5050928840616464e-05,"mean_abs_dp":3.669588500395409e-05,"oracle_top2_margin":0.9962251851102337,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.5050928840616464e-05,"mean_abs_dp":3.669588500395409e-05,"step_ms_median":11.51858305092901,"shard":"g256_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999953414549,"min_row":0.9999997896138803,"max_abs":0.0007483959197998047},"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[15.2265625,8.5390625,10.671875,8.625],"probs":[0.9870475421459439,0.0012302509913896897,0.010381555340184829,0.0013406515224814728],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0003149996311428982,"mean_abs_dp":0.00015750581096054444,"oracle_top2_margin":0.9761303840205073,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0003149996311428982,"mean_abs_dp":0.00015750581096054444,"step_ms_median":11.701249983161688,"shard":"g256_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999774345,"min_row":0.999999638113879,"max_abs":0.0035762786865234375},"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[10.125,10.2578125,9.7421875,14.9921875],"probs":[0.007531318184853105,0.008601035338752354,0.0051359127804322564,0.9787317336959622],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0005113063888766423,"mean_abs_dp":0.00025565005122461706,"oracle_top2_margin":0.9708722895011306,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0005113063888766423,"mean_abs_dp":0.00025565005122461706,"step_ms_median":11.729333084076643,"shard":"g256_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g256","variant":"e2e","tokens":170,"grid":[8,8],"start":65,"amount":56,"slots_host":[169],"slots_oracle":[169],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999995429996,"min_row":0.999999997034214,"max_abs":0.0001723766326904297},"slots_equal":true,"slots":[{"t":169,"nopts":6,"letter_logits":[11.328125,14.5859375,13.0859375,8.1484375,7.71484375,8.2578125],"probs":[0.030388374509503022,0.7898733513175897,0.1762445673764708,0.0012641154364011606,0.0008193686845158441,0.0014102226755194544],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0012484348139063274,"mean_abs_dp":0.0004309413880438104,"oracle_top2_margin":0.6143285483121872,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0012484348139063274,"mean_abs_dp":0.0004309413880438104,"step_ms_median":11.639249976724386,"shard":"g256_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g256","variant":"e2e","tokens":164,"grid":[8,8],"start":65,"amount":56,"slots_host":[163],"slots_oracle":[163],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999984244424,"min_row":0.9999998889909817,"max_abs":0.0006805658340454102},"slots_equal":true,"slots":[{"t":163,"nopts":4,"letter_logits":[9.453125,14.1328125,11.4375,11.5078125],"probs":[0.008076546424708054,0.8701380336899094,0.058752832138624075,0.06303258774675835],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0016747394005249827,"mean_abs_dp":0.0009532670622370851,"oracle_top2_margin":0.8101431205868721,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0016747394005249827,"mean_abs_dp":0.0009532670622370851,"step_ms_median":11.629395536147058,"shard":"g256_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"slots_equal":true,"slots":[{"t":120,"nopts":4,"letter_logits":[17.328125,7.73828125,7.63671875,7.453125],"probs":[0.9998183556095269,6.840768328679808e-05,6.180119167683769e-05,5.143551550943196e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6516422125810735e-06,"mean_abs_dp":1.306254237273748e-06,"oracle_top2_margin":0.999753624877485,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.6516422125810735e-06,"mean_abs_dp":1.306254237273748e-06,"step_ms_median":11.706999968737364,"shard":"g256_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g256","variant":"e2e","tokens":114,"grid":[8,8],"start":65,"amount":56,"slots_host":[113],"slots_oracle":[113],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[11.34375,9.296875,8.1484375,16.09375],"probs":[0.00856498945528407,0.0011060641471338452,0.00035076822566611795,0.989978178171916],"probs_oracle":[0.00852695107460022,0.0010953464079648256,0.0003487524518277496,0.9900289177894592],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.073961754320511e-05,"mean_abs_dp":2.537787780861067e-05,"oracle_top2_margin":0.981501966714859,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.073961754320511e-05,"mean_abs_dp":2.537787780861067e-05,"step_ms_median":11.68091653380543,"shard":"g256_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"slots_equal":true,"slots":[{"t":104,"nopts":2,"letter_logits":[10.75,15.5859375],"probs":[0.007876706716587462,0.9921232932834126],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00013442098813276626,"mean_abs_dp":0.0001344021288506832,"oracle_top2_margin":0.9845153908245265,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00013442098813276626,"mean_abs_dp":0.0001344021288506832,"step_ms_median":11.668874882161617,"shard":"g256_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g256","variant":"e2e","tokens":144,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,143],"slots_oracle":[114,143],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.421875,16.453125,9.234375,8.234375],"probs":[0.0008821624639771746,0.9981174548157034,0.0007313383696028463,0.00026904435071672885],"probs_oracle":[0.0008657005382701755,0.9981381893157959,0.000728585640899837,0.0002674604766070843],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.0734500092545183e-05,"mean_abs_dp":1.0383257153049545e-05,"oracle_top2_margin":0.9972724887775257,"finite":true},{"t":143,"nopts":2,"letter_logits":[9.8203125,15.21875],"probs":[0.004503272417089224,0.9954967275829107],"probs_oracle":[0.0045051840133965015,0.9954948425292969],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.9115963072772676e-06,"mean_abs_dp":1.8983249605738182e-06,"oracle_top2_margin":0.9909896585159004,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":2.0734500092545183e-05,"mean_abs_dp":7.554946422224302e-06,"step_ms_median":11.639853939414024,"shard":"g256_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"slots_equal":true,"slots":[{"t":120,"nopts":7,"letter_logits":[17.03125,9.515625,8.484375,7.5234375,7.7265625,7.5625,8.59375],"probs":[0.9988036875668382,0.0005438581881793077,0.00019391860891933136,7.418047900530157e-05,9.088782277862239e-05,7.713549335042509e-05,0.00021633184092884254],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.2995000758196937e-05,"mean_abs_dp":6.573177731269952e-06,"oracle_top2_margin":0.9982935651787557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.2995000758196937e-05,"mean_abs_dp":6.573177731269952e-06,"step_ms_median":12.024875031784177,"shard":"g256_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[113,144],"slots_oracle":[113,144],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[8.8359375,17.1875,8.1953125,7.875],"probs":[0.00023592110913123952,0.9995495093354037,0.00012432168817498734,9.02478672900214e-05],"probs_oracle":[0.00023222366871777922,0.9995563626289368,0.00012253291788510978,8.888279262464494e-05],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.85329353311559e-06,"mean_abs_dp":3.426144725457476e-06,"oracle_top2_margin":0.999324138960219,"finite":true},{"t":144,"nopts":2,"letter_logits":[15.53125,11.2421875],"probs":[0.9864678513445929,0.013532148655407106],"probs_oracle":[0.9866299629211426,0.013370047323405743],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00016211157654966168,"mean_abs_dp":0.00016210645427551258,"oracle_top2_margin":0.9732599155977368,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00016211157654966168,"mean_abs_dp":5.631958124214251e-05,"step_ms_median":11.63787511177361,"shard":"g256_shard_02","npz_key":"10","first_in_process":false},{"id":"r01","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[16.734375,8.140625,7.953125],"probs":[0.9996612687368688,0.00018519730482376682,0.00015353395830743424],"probs_oracle":[0.9996669292449951,0.00018169928807765245,0.00015134402201510966],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.660508126337227e-06,"mean_abs_dp":3.782820388258727e-06,"oracle_top2_margin":0.9994852299569175,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.660508126337227e-06,"mean_abs_dp":3.782820388258727e-06,"step_ms_median":11.778749991208315,"shard":"g448_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999916397168,"min_row":0.9999997436311697,"max_abs":0.0009350776672363281},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.359375,16.5625,8.296875],"probs":[0.000273651307111891,0.9994692770803314,0.0002570716125568927],"probs_oracle":[0.000269706710241735,0.9994760155677795,0.00025428077788092196],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.7384874481435375e-06,"mean_abs_dp":4.491306331423429e-06,"oracle_top2_margin":0.9992063088575378,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.7384874481435375e-06,"mean_abs_dp":4.491306331423429e-06,"step_ms_median":11.663417099043727,"shard":"g448_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999995442122,"min_row":0.9999998389383462,"max_abs":0.0005829334259033203},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.453125,8.53125,16.1875],"probs":[0.000437127698402257,0.0004726477367496695,0.999090224564848],"probs_oracle":[0.00043719500536099076,0.000467298727016896,0.9990954399108887],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.349009732773485e-06,"mean_abs_dp":3.5438875774020592e-06,"oracle_top2_margin":0.9986281411838718,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.349009732773485e-06,"mean_abs_dp":3.5438875774020592e-06,"step_ms_median":11.681207921355963,"shard":"g448_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g448","variant":"e2e","tokens":285,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,284],"slots_oracle":[244,284],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.78125,8.71875,8.125,7.3984375],"probs":[0.9994269966531508,0.0003149573996231122,0.00017393599563883728,8.410995158746894e-05],"probs_oracle":[0.9994351267814636,0.00030979173607192934,0.0001716899569146335,8.336015162058175e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.130128312799911e-06,"mean_abs_dp":4.0729076387684355e-06,"oracle_top2_margin":0.9991253350453917,"finite":true},{"t":284,"nopts":5,"letter_logits":[16.34375,8.9765625,8.71875,8.3515625,7.84765625],"probs":[0.9983406621425606,0.0006305940690898355,0.0004872853286078005,0.0003375326822366282,0.00020392577750516502],"probs_oracle":[0.9983682036399841,0.0006189235136844218,0.0004789685772266239,0.0003326288133393973,0.00020131732162553817],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.7541497423566597e-05,"mean_abs_dp":1.100822579740292e-05,"oracle_top2_margin":0.9977492801262997,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":2.7541497423566597e-05,"mean_abs_dp":7.925862171343148e-06,"step_ms_median":11.755208019167185,"shard":"g448_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983957306,"min_row":0.9999995785250194,"max_abs":0.0007635354995727539},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[10.203125,15.359375,9.1875],"probs":[0.005718378833125879,0.9922105615998642,0.0020710595670100115],"probs_oracle":[0.005602917168289423,0.9923451542854309,0.0020519329700618982],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00013459268556670345,"mean_abs_dp":8.972698245042416e-05,"oracle_top2_margin":0.9867422371171415,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00013459268556670345,"mean_abs_dp":8.972698245042416e-05,"step_ms_median":11.689083185046911,"shard":"g448_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g448","variant":"e2e","tokens":258,"grid":[14,14],"start":197,"amount":182,"slots_host":[257],"slots_oracle":[257],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999918498712,"min_row":0.9999988176600126,"max_abs":0.0012667179107666016},"slots_equal":true,"slots":[{"t":257,"nopts":8,"letter_logits":[9.1640625,9.09375,16.796875,8.046875,8.1015625,8.46875,9.3984375,7.90625],"probs":[0.0004832081650884394,0.0004503995350074084,0.9977520169684158,0.00015810510674572868,0.0001669922734242527,0.00024108149851235437,0.0006108323555933988,0.0001373640972127331],"probs_oracle":[0.00048085491289384663,0.0004459824995137751,0.9977728724479675,0.0001569857558934018,0.00016541295917704701,0.00023827303084544837,0.0006033360259607434,0.00013632865739054978],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.085547955177347e-05,"mean_abs_dp":5.208083682659592e-06,"oracle_top2_margin":0.9971695364220068,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.085547955177347e-05,"mean_abs_dp":5.208083682659592e-06,"step_ms_median":11.646624887362123,"shard":"g448_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g448","variant":"e2e","tokens":316,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,288,315],"slots_oracle":[244,288,315],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966980364,"min_row":0.9999994791316137,"max_abs":0.001055002212524414},"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.4375,9.03125,8.359375,8.953125],"probs":[0.9985226949191905,0.0006065469644525982,0.00030979387612299576,0.000560964240233877],"probs_oracle":[0.9985532164573669,0.0005945708835497499,0.0003056767163798213,0.0005464947316795588],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.052153817639791e-05,"mean_abs_dp":1.5271071844184746e-05,"oracle_top2_margin":0.9979586455738172,"finite":true},{"t":288,"nopts":6,"letter_logits":[9.7578125,16.125,8.7734375,8.734375,9.2578125,8.6875],"probs":[0.0017091097399819736,0.9954153776820375,0.0006386476501202244,0.0006141814428580097,0.0010366274581125538,0.0005860560268896869],"probs_oracle":[0.0016743798041716218,0.9955074787139893,0.0006255566840991378,0.0006036655395291746,0.001013218774460256,0.0005756971659138799],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.210103195178565e-05,"mean_abs_dp":3.0700896956693985e-05,"oracle_top2_margin":0.9938330989098176,"finite":true},{"t":315,"nopts":2,"letter_logits":[11.171875,13.7265625],"probs":[0.07211220541293051,0.9278877945870695],"probs_oracle":[0.07187289744615555,0.9281271696090698],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":0.00023934149438764596,"oracle_top2_margin":0.8562542721629143,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":6.0331054824349564e-05,"step_ms_median":11.643020901829004,"shard":"g448_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g448","variant":"e2e","tokens":252,"grid":[14,14],"start":197,"amount":182,"slots_host":[251],"slots_oracle":[251],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990586492,"min_row":0.9999998544803113,"max_abs":0.0004191398620605469},"slots_equal":true,"slots":[{"t":251,"nopts":6,"letter_logits":[9.3046875,9.15625,16.78125,8.5390625,7.56640625,8.1328125],"probs":[0.0005653001166869032,0.0004873191611333897,0.9984099775600701,0.0002628889685166315,9.939238689115919e-05,0.00017512180670178445],"probs_oracle":[0.0005603667814284563,0.00047818213352002203,0.9984318614006042,0.00025924580404534936,9.779584797797725e-05,0.00017250367091037333],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1883840534142607e-05,"mean_abs_dp":7.30200709697207e-06,"oracle_top2_margin":0.9978714946191758,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.1883840534142607e-05,"mean_abs_dp":7.30200709697207e-06,"step_ms_median":11.734937434084713,"shard":"g448_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g448","variant":"e2e","tokens":260,"grid":[14,14],"start":197,"amount":182,"slots_host":[259],"slots_oracle":[259],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"slots_equal":true,"slots":[{"t":259,"nopts":8,"letter_logits":[9.09375,8.8828125,8.5546875,9.734375,15.8046875,12.6015625,9.859375,8.671875],"probs":[0.0011603453308758173,0.0009396762855025876,0.0006768234383524074,0.0022019485212440553,0.9530383649225967,0.03872673389425528,0.002495134560580487,0.0007609730465924892],"probs_oracle":[0.0011424915865063667,0.0009199993801303208,0.0006675715558230877,0.0021507099736481905,0.9533334374427795,0.03857970982789993,0.0024612408597022295,0.0007448457181453705],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00029507252018279306,"mean_abs_dp":7.376733696630231e-05,"oracle_top2_margin":0.9147537276148796,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00029507252018279306,"mean_abs_dp":7.376733696630231e-05,"step_ms_median":11.64027105551213,"shard":"g448_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g448","variant":"e2e","tokens":244,"grid":[14,14],"start":197,"amount":182,"slots_host":[243],"slots_oracle":[243],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956709666,"min_row":0.9999997635903763,"max_abs":0.0017061233520507812},"slots_equal":true,"slots":[{"t":243,"nopts":3,"letter_logits":[16.875,8.8671875,7.77734375],"probs":[0.9995554178719923,0.0003327040569538631,0.00011187807105400739],"probs_oracle":[0.9995611310005188,0.0003284418198745698,0.00011045892460970208],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.713128526485534e-06,"mean_abs_dp":3.7981706833613857e-06,"oracle_top2_margin":0.9992326891806442,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.713128526485534e-06,"mean_abs_dp":3.7981706833613857e-06,"step_ms_median":11.742374976165593,"shard":"g448_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g448","variant":"e2e","tokens":235,"grid":[14,14],"start":197,"amount":182,"slots_host":[234],"slots_oracle":[234],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999961689187,"min_row":0.9999998879820546,"max_abs":0.0006570816040039062},"slots_equal":true,"slots":[{"t":234,"nopts":2,"letter_logits":[10.5078125,15.4375],"probs":[0.007176881945656949,0.9928231180543431],"probs_oracle":[0.007302414625883102,0.992697536945343],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012558110900007247,"mean_abs_dp":0.00012555689461311295,"oracle_top2_margin":0.9853951223194599,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00012558110900007247,"mean_abs_dp":0.00012555689461311295,"step_ms_median":11.716624954715371,"shard":"g448_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g448","variant":"e2e","tokens":249,"grid":[14,14],"start":197,"amount":182,"slots_host":[248],"slots_oracle":[248],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966244549,"min_row":0.9999996970623636,"max_abs":0.0011693239212036133},"slots_equal":true,"slots":[{"t":248,"nopts":5,"letter_logits":[16.9375,9.25,8.453125,7.7734375,7.4609375],"probs":[0.9991541570484321,0.0004581352091750234,0.00020649771708999357,0.000104647949737555,7.656207556521786e-05],"probs_oracle":[0.9991558790206909,0.0004565727722365409,0.00020724281785078347,0.00010403238411527127,7.625338912475854e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.7219722587835662e-06,"mean_abs_dp":9.907524041598038e-07,"oracle_top2_margin":0.9986993062484544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.7219722587835662e-06,"mean_abs_dp":9.907524041598038e-07,"step_ms_median":11.694916058331728,"shard":"g448_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g448","variant":"e2e","tokens":272,"grid":[14,14],"start":197,"amount":182,"slots_host":[271],"slots_oracle":[271],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"slots_equal":true,"slots":[{"t":271,"nopts":9,"letter_logits":[8.4296875,8.9140625,8.9296875,7.625,8.71875,8.9140625,9.203125,9.9375,19.21875],"probs":[2.0617740875069243e-05,3.3465896744978105e-05,3.3992907934510136e-05,9.22082407550774e-06,2.752829576796949e-05,3.3465896744978105e-05,4.4682834521897675e-05,9.312702418672104e-05,0.9997038985791484],"probs_oracle":[2.0277637304388918e-05,3.2944568374659866e-05,3.3252264984184876e-05,9.089779268833809e-06,2.7153426344739273e-05,3.251702946727164e-05,4.40161456936039e-05,9.227909322362393e-05,0.9997084736824036],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.575103255133328e-06,"mean_abs_dp":1.016286605050961e-06,"oracle_top2_margin":0.9996161945891799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.575103255133328e-06,"mean_abs_dp":1.016286605050961e-06,"step_ms_median":11.7670624749735,"shard":"g448_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g448","variant":"e2e","tokens":243,"grid":[14,14],"start":197,"amount":182,"slots_host":[242],"slots_oracle":[242],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999976172956,"min_row":0.9999999187868627,"max_abs":0.00044417381286621094},"slots_equal":true,"slots":[{"t":242,"nopts":4,"letter_logits":[16.890625,9.21875,7.88671875,8.203125],"probs":[0.9992432195380234,0.00046539126923896245,0.0001228356448374321,0.0001685535479001148],"probs_oracle":[0.9992570281028748,0.0004573110491037369,0.00012069327203789726,0.00016500464698765427],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.3808564851336413e-05,"mean_abs_dp":6.895014674639339e-06,"oracle_top2_margin":0.998799717053771,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.3808564851336413e-05,"mean_abs_dp":6.895014674639339e-06,"step_ms_median":11.634041089564562,"shard":"g448_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,278],"slots_oracle":[246,278],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999929284377,"min_row":0.9999994888410919,"max_abs":0.001983642578125},"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[10.0078125,9.3125,15.0,10.109375],"probs":[0.006672715868641399,0.003329141469421999,0.982612119489573,0.007386023172363682],"probs_oracle":[0.006657375022768974,0.0033173311967402697,0.9827334880828857,0.007291808724403381],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012136859331268735,"mean_abs_dp":6.0683539956785516e-05,"oracle_top2_margin":0.9754416793584824,"finite":true},{"t":278,"nopts":3,"letter_logits":[15.5859375,10.1640625,8.6171875],"probs":[0.9946688913143538,0.004395296136690761,0.0009358125489554722],"probs_oracle":[0.9947662353515625,0.004311799071729183,0.0009220570791512728],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.73440372087353e-05,"mean_abs_dp":6.48655239915042e-05,"oracle_top2_margin":0.9904544362798333,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00012136859331268735,"mean_abs_dp":6.24758188288078e-05,"step_ms_median":11.607582913711667,"shard":"g448_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g448","variant":"e2e","tokens":325,"grid":[14,14],"start":197,"amount":182,"slots_host":[249,297,324],"slots_oracle":[249,297,324],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"slots_equal":true,"slots":[{"t":249,"nopts":4,"letter_logits":[7.984375,8.9140625,16.671875,7.8515625],"probs":[0.00016855583511200638,0.0004270728299177348,0.9992567789142738,0.0001475924206964482],"probs_oracle":[0.00016730134666431695,0.00042254829895682633,0.9992651343345642,0.00014504071441479027],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.355420290429016e-06,"mean_abs_dp":4.171536495171216e-06,"oracle_top2_margin":0.9988425860356074,"finite":true},{"t":297,"nopts":7,"letter_logits":[8.984375,9.7265625,15.6640625,9.3125,8.2578125,8.421875,8.34375],"probs":[0.0012466659426779239,0.0026186534676627396,0.9924337324486395,0.0017308242532644356,0.0006028482586325192,0.0007103288423148664,0.0006569467868081449],"probs_oracle":[0.0012208223342895508,0.0025618993677198887,0.9925703406333923,0.0017182007431983948,0.0005935655790381134,0.0006946290959604084,0.0006406526081264019],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00013660818475280667,"mean_abs_dp":3.9015143968668325e-05,"oracle_top2_margin":0.9900084412656724,"finite":true},{"t":324,"nopts":2,"letter_logits":[9.8125,15.21875],"probs":[0.0044683842664911206,0.9955316157335089],"probs_oracle":[0.004423052072525024,0.9955769777297974],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.536199628846216e-05,"mean_abs_dp":4.534709512727915e-05,"oracle_top2_margin":0.9911539256572723,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00013660818475280667,"mean_abs_dp":2.9268180308917037e-05,"step_ms_median":11.709791840985417,"shard":"g448_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g448","variant":"e2e","tokens":303,"grid":[14,14],"start":197,"amount":182,"slots_host":[240,273,302],"slots_oracle":[240,273,302],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999879537118,"min_row":0.9999992956657752,"max_abs":0.0012297630310058594},"slots_equal":true,"slots":[{"t":240,"nopts":3,"letter_logits":[17.359375,8.4375,7.65234375],"probs":[0.9998057458210176,0.00013341189333143904,6.084228565111813e-05],"probs_oracle":[0.9998090863227844,0.0001311514643020928,5.978461922495626e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.34050176686862e-06,"mean_abs_dp":2.219532407458913e-06,"oracle_top2_margin":0.9996779348584823,"finite":true},{"t":273,"nopts":3,"letter_logits":[16.375,8.625,8.5546875],"probs":[0.9991684533091557,0.00043038435804146596,0.0004011623328030057],"probs_oracle":[0.9991744160652161,0.00042735174065455794,0.0003981590270996094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.9627560603514596e-06,"mean_abs_dp":3.999559716885263e-06,"oracle_top2_margin":0.9987470643245615,"finite":true},{"t":302,"nopts":2,"letter_logits":[15.5625,9.3671875],"probs":[0.997965182999252,0.002034817000747976],"probs_oracle":[0.9979913234710693,0.002008667681366205],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6149319381770647e-05,"mean_abs_dp":2.6144895599570714e-05,"oracle_top2_margin":0.9959826557897031,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":2.6149319381770647e-05,"mean_abs_dp":8.868383446521744e-06,"step_ms_median":11.621207930147648,"shard":"g448_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g448","variant":"e2e","tokens":343,"grid":[14,14],"start":197,"amount":182,"slots_host":[255,296,342],"slots_oracle":[255,296,342],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999931520331,"min_row":0.9999993848051172,"max_abs":0.0010471343994140625},"slots_equal":true,"slots":[{"t":255,"nopts":6,"letter_logits":[16.78125,9.078125,8.28125,7.44921875,7.98046875,8.046875],"probs":[0.9989461148781722,0.0004509385678874839,0.00020325393672378128,8.844888965071204e-05,0.00015045662958072716,0.0001607870979851571],"probs_oracle":[0.9989650249481201,0.00044237051042728126,0.00019978830823674798,8.695968426764011e-05,0.0001475344179198146,0.0001582982367835939],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.891006994791944e-05,"mean_abs_dp":6.3073390234505135e-06,"oracle_top2_margin":0.9985226544376928,"finite":true},{"t":296,"nopts":5,"letter_logits":[9.921875,11.640625,14.6328125,10.7265625,9.3828125],"probs":[0.008295095379401082,0.046266327190528485,0.9220522774442196,0.018547813694955267,0.004838486290895641],"probs_oracle":[0.008088547736406326,0.04423723742365837,0.9244673848152161,0.018492545932531357,0.004714324604719877],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.002415107370996483,"mean_abs_dp":0.0009660348458922054,"oracle_top2_margin":0.8802301473915577,"finite":true},{"t":342,"nopts":6,"letter_logits":[8.671875,8.984375,8.5703125,8.4296875,16.03125,9.234375],"probs":[0.0006342502632607301,0.0008669173240242348,0.0005729973623946099,0.0004978287356473338,0.996314862436459,0.0011131438782140397],"probs_oracle":[0.0006307050934992731,0.0008567753247916698,0.0005710572004318237,0.0004954338655807078,0.9963390827178955,0.0011069673346355557],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.4220281436559965e-05,"mean_abs_dp":8.06983767307968e-06,"oracle_top2_margin":0.99523211538326,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.002415107370996483,"mean_abs_dp":0.0002892021935082476,"step_ms_median":11.609415989369154,"shard":"g448_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g448","variant":"e2e","tokens":309,"grid":[14,14],"start":197,"amount":182,"slots_host":[242,278,308],"slots_oracle":[242,278,308],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990263727,"min_row":0.9999998530702078,"max_abs":0.0005652308464050293},"slots_equal":true,"slots":[{"t":242,"nopts":3,"letter_logits":[15.6484375,10.046875,8.3203125],"probs":[0.995669936730517,0.0036761033314043736,0.0006539599380787088],"probs_oracle":[0.9957261085510254,0.0036251493729650974,0.0006488442304544151],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.6171820508432724e-05,"mean_abs_dp":3.7413828857334176e-05,"oracle_top2_margin":0.9921009591780603,"finite":true},{"t":278,"nopts":4,"letter_logits":[9.1953125,16.421875,9.6953125,8.0234375],"probs":[0.0007254553211672244,0.9978537354853189,0.001196073618950996,0.00022473557456311583],"probs_oracle":[0.000710506399627775,0.9978955984115601,0.0011723366333171725,0.00022145592083688825],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.186292624119847e-05,"mean_abs_dp":2.0957121785174714e-05,"oracle_top2_margin":0.9967232617782429,"finite":true},{"t":308,"nopts":2,"letter_logits":[16.59375,10.3046875],"probs":[0.9981469406043857,0.0018530593956144392],"probs_oracle":[0.9981451034545898,0.0018549266969785094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.867301364070215e-06,"mean_abs_dp":1.8522255799585706e-06,"oracle_top2_margin":0.9962901767576113,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":5.6171820508432724e-05,"mean_abs_dp":2.2197158319179836e-05,"step_ms_median":11.603249935433269,"shard":"g448_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999977039586,"min_row":0.9999996889255951,"max_abs":0.0005522966384887695},"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.921875,9.796875,9.2578125,9.3515625,9.6953125,8.8671875,10.4765625,16.5,9.9609375,14.3515625],"probs":[0.0004545357444376025,0.0010903745675563074,0.0006360098535049482,0.0006985201711938419,0.0009850713313383202,0.00043034579337381093,0.002151593600620379,0.8885991884139742,0.0012847752202498688,0.1036695853037507],"probs_oracle":[0.0004485415993258357,0.0010800594463944435,0.0006290642777457833,0.0006908925715833902,0.000972151174210012,0.00042305333772674203,0.0021294124890118837,0.8899959921836853,0.0012687055859714746,0.10236208140850067],"argmax":7,"argmax_oracle":7,"argmax_equal":true,"full_vocab_top1_id":39,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0013968037697110747,"mean_abs_dp":0.0002793653465266617,"oracle_top2_margin":0.7876339107751846,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0013968037697110747,"mean_abs_dp":0.0002793653465266617,"step_ms_median":11.65183400735259,"shard":"g448_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.9140625,9.3984375,8.921875,16.390625,9.7265625,9.140625,9.140625,9.53125,9.0,12.8984375],"probs":[0.0005460758646117826,0.0008863686186938355,0.000550358790700028,0.9644568887204283,0.0012306009573601823,0.0006849325815120165,0.0006849325815120165,0.0010122647357908017,0.0005950797393426171,0.02935249741004818],"probs_oracle":[0.0005481093539856374,0.0008933480712585151,0.0005559168639592826,0.9644231796264648,0.0012373479548841715,0.0006897316197864711,0.0006905003683641553,0.0010131854796782136,0.0005959380650892854,0.02935273014008999],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.370909396349653e-05,"mean_abs_dp":6.740573148775609e-06,"oracle_top2_margin":0.9350704494863749,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.370909396349653e-05,"mean_abs_dp":6.740573148775609e-06,"step_ms_median":11.697249952703714,"shard":"g448_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[278],"slots_oracle":[278],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986970453,"min_row":0.9999999473461512,"max_abs":0.0007014274597167969},"slots_equal":true,"slots":[{"t":278,"nopts":9,"letter_logits":[10.03125,10.453125,9.6015625,16.0,9.5390625,9.6640625,9.7265625,8.7578125,9.3203125],"probs":[0.0025188631528598533,0.0038408076496581115,0.0016390555141232743,0.9849172917854978,0.0015397501606438612,0.0017447655126429885,0.0018572932203194399,0.000704948992335962,0.0012372240119187],"probs_oracle":[0.0024558305740356445,0.0037613804452121258,0.0016030978877097368,0.9852538704872131,0.0015132761327549815,0.0017176602268591523,0.0018075669649988413,0.0006852896767668426,0.0012020787689834833],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0003365787017153288,"mean_abs_dp":7.47895820996346e-05,"oracle_top2_margin":0.981492490042001,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0003365787017153288,"mean_abs_dp":7.47895820996346e-05,"step_ms_median":11.632208013907075,"shard":"g448_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999964794616,"min_row":0.9999997779082417,"max_abs":0.0010602474212646484},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[17.3125,6.640625,9.0625],"probs":[0.9997156343143667,2.3181421300410533e-05,0.0002611842643328929],"probs_oracle":[0.999715268611908,2.3231894374475814e-05,0.00026144483126699924],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.6570245875999774e-07,"mean_abs_dp":2.2558082231054327e-07,"oracle_top2_margin":0.999453823780641,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.6570245875999774e-07,"mean_abs_dp":2.2558082231054327e-07,"step_ms_median":11.643145582638681,"shard":"g448_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999971226904,"min_row":0.9999958151456003,"max_abs":0.006329655647277832},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[6.80078125,16.984375,10.03125],"probs":[3.774767452533207e-05,0.999007556653296,0.0009546956721786705],"probs_oracle":[3.7778951082145795e-05,0.9990003705024719,0.0009618884068913758],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.192734712705329e-06,"mean_abs_dp":4.803387364528957e-06,"oracle_top2_margin":0.9980384820955805,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.192734712705329e-06,"mean_abs_dp":4.803387364528957e-06,"step_ms_median":11.64331252221018,"shard":"g448_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999963945622,"min_row":0.9999997341044145,"max_abs":0.0008140802383422852},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[9.125,8.375,15.078125],"probs":[0.0025878121618512708,0.0012223959100349578,0.9961897919281139],"probs_oracle":[0.0025366705376654863,0.0012032677186653018,0.9962600469589233],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.025503080948514e-05,"mean_abs_dp":4.684161545497519e-05,"oracle_top2_margin":0.9937233764212579,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.025503080948514e-05,"mean_abs_dp":4.684161545497519e-05,"step_ms_median":11.706833029165864,"shard":"g448_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999913820677,"min_row":0.9999998286642663,"max_abs":0.0021512508392333984},"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[13.6015625,10.203125,11.265625,10.6875],"probs":[0.8443092887774196,0.028221423366345647,0.08166139619161192,0.045807891664622735],"probs_oracle":[0.8332034349441528,0.030570058152079582,0.08590248227119446,0.050323981791734695],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.011105853833266788,"mean_abs_dp":0.005552916206423806,"oracle_top2_margin":0.7473009526729584,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.011105853833266788,"mean_abs_dp":0.005552916206423806,"step_ms_median":11.66979200206697,"shard":"g448_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938795284,"min_row":0.9999972236708179,"max_abs":0.0009641647338867188},"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[10.2734375,10.5078125,9.984375,14.7890625],"probs":[0.010587861502239806,0.013384311047240067,0.007929941857436078,0.9680978855930841],"probs_oracle":[0.010312587022781372,0.013162228278815746,0.007728788536041975,0.9687963724136353],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0006984868205511807,"mean_abs_dp":0.0003492493474570096,"oracle_top2_margin":0.9556341441348195,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0006984868205511807,"mean_abs_dp":0.0003492493474570096,"step_ms_median":11.63562503643334,"shard":"g448_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g448","variant":"e2e","tokens":302,"grid":[14,14],"start":197,"amount":182,"slots_host":[301],"slots_oracle":[301],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999973437731,"min_row":0.9999997646891092,"max_abs":0.00072479248046875},"slots_equal":true,"slots":[{"t":301,"nopts":6,"letter_logits":[11.125,14.546875,13.421875,8.1640625,7.66015625,8.15625],"probs":[0.023978363482074622,0.7343802176208829,0.23841834962978145,0.0012413685025502142,0.0007499926684892265,0.0012317080962215793],"probs_oracle":[0.023014351725578308,0.7404738664627075,0.23333954811096191,0.0012221261858940125,0.000736995309125632,0.001213126815855503],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.006093648841824617,"mean_abs_dp":0.0020312138455877236,"oracle_top2_margin":0.5071343183517456,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.006093648841824617,"mean_abs_dp":0.0020312138455877236,"step_ms_median":11.698645888827741,"shard":"g448_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g448","variant":"e2e","tokens":296,"grid":[14,14],"start":197,"amount":182,"slots_host":[295],"slots_oracle":[295],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986543849,"min_row":0.9999999721567457,"max_abs":0.0002944469451904297},"slots_equal":true,"slots":[{"t":295,"nopts":4,"letter_logits":[9.1484375,15.078125,10.96875,9.1953125],"probs":[0.0026024130038047578,0.978603536823747,0.016066744760929716,0.002727305411518463],"probs_oracle":[0.002556135645136237,0.9778785705566406,0.016833467409014702,0.002731863409280777],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0007667226480849859,"mean_abs_dp":0.0003856310679055516,"oracle_top2_margin":0.9610451031476259,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0007667226480849859,"mean_abs_dp":0.0003856310679055516,"step_ms_median":11.709270998835564,"shard":"g448_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"slots_equal":true,"slots":[{"t":252,"nopts":4,"letter_logits":[17.390625,7.56640625,7.625,7.25],"probs":[0.9998490629911274,5.4116593592035024e-05,5.738222633038588e-05,3.9438188950031244e-05],"probs_oracle":[0.9998513460159302,5.3302719607017934e-05,5.6550619774498045e-05,3.8857629988342524e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.2830248027627675e-06,"mean_abs_dp":1.1272660763391024e-06,"oracle_top2_margin":0.9997947953961557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.2830248027627675e-06,"mean_abs_dp":1.1272660763391024e-06,"step_ms_median":11.561916908249259,"shard":"g448_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g448","variant":"e2e","tokens":246,"grid":[14,14],"start":197,"amount":182,"slots_host":[245],"slots_oracle":[245],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[12.796875,8.5546875,8.078125,15.703125],"probs":[0.0517829063828744,0.0007444367418193122,0.00046223128429805603,0.9470104255910081],"probs_oracle":[0.05128991976380348,0.000733718799892813,0.00045598449651151896,0.94752037525177],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0005099496607618992,"mean_abs_dp":0.00025497525238646395,"oracle_top2_margin":0.8962304554879665,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0005099496607618992,"mean_abs_dp":0.00025497525238646395,"step_ms_median":11.58222951926291,"shard":"g448_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"slots_equal":true,"slots":[{"t":236,"nopts":2,"letter_logits":[10.5390625,16.140625],"probs":[0.003678508928875723,0.9963214910711243],"probs_oracle":[0.0036633117124438286,0.9963366985321045],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5207460980160015e-05,"mean_abs_dp":1.5202338706027168e-05,"oracle_top2_margin":0.9926733868196607,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5207460980160015e-05,"mean_abs_dp":1.5202338706027168e-05,"step_ms_median":11.62741705775261,"shard":"g448_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g448","variant":"e2e","tokens":276,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,275],"slots_oracle":[246,275],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.375,16.828125,8.96875,7.97265625],"probs":[0.000578985728885677,0.9988928847439178,0.0003856876439856956,0.0001424418832108075],"probs_oracle":[0.0005686153890565038,0.9989047050476074,0.00038564109127037227,0.00014100427506491542],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1820303689624723e-05,"mean_abs_dp":5.918701095003355e-06,"oracle_top2_margin":0.9983360896585509,"finite":true},{"t":275,"nopts":2,"letter_logits":[10.4453125,14.3203125],"probs":[0.020332353342658753,0.9796676466573412],"probs_oracle":[0.020169703289866447,0.979830265045166],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00016265005279230554,"mean_abs_dp":0.0001626342203085683,"oracle_top2_margin":0.9596605617552996,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00016265005279230554,"mean_abs_dp":5.815720749952501e-05,"step_ms_median":11.601124540902674,"shard":"g448_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"slots_equal":true,"slots":[{"t":252,"nopts":7,"letter_logits":[16.9375,9.6640625,8.65625,7.73828125,8.0078125,7.76953125,8.9375],"probs":[0.9983823686756749,0.0006926010284379282,0.0002528108591533261,0.00010095479747027666,0.00013218521947083893,0.00010415944674536503,0.00033491997304747634],"probs_oracle":[0.9983891248703003,0.0006920418818481266,0.0002512198407202959,0.00010025671508628875,0.00013134843902662396,0.00010331271914765239,0.000332709081703797],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.7561946254235394e-06,"mean_abs_dp":1.9284059168357296e-06,"oracle_top2_margin":0.9976970829884522,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.7561946254235394e-06,"mean_abs_dp":1.9284059168357296e-06,"step_ms_median":11.626374907791615,"shard":"g448_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[245,276],"slots_oracle":[245,276],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[8.8359375,17.046875,8.1328125,7.9375],"probs":[0.0002715255976683215,0.999483492789134,0.00013441491778015964,0.00011056669541762066],"probs_oracle":[0.0002710831176955253,0.9994843006134033,0.00013441758346743882,0.00011026520951418206],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.078242693665416e-07,"mean_abs_dp":3.886139582201371e-07,"oracle_top2_margin":0.9992132174957078,"finite":true},{"t":276,"nopts":2,"letter_logits":[15.5625,11.328125],"probs":[0.9857180660748888,0.014281933925111153],"probs_oracle":[0.985750675201416,0.014249387197196484],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.26091265272499e-05,"mean_abs_dp":3.2577927220959514e-05,"oracle_top2_margin":0.9715012880042195,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":3.26091265272499e-05,"mean_abs_dp":1.111838504579993e-05,"step_ms_median":11.549415998160839,"shard":"g448_shard_02","npz_key":"10","first_in_process":false}],"checks":{"all_runs":true,"slots":true,"argmax":true,"full_vocab_top1":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true,"ids_equal_oracle":true},"result":"PASS"},"decider_2b_vision_decode_int8hu_block32_sym+tower_fp16w32":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_int8hu_block32_sym","name":"decider_2b_vision_decode_int8hu_block32_sym","compression":{"scheme":"int8hu"},"metadata_sha256":"c13bdb6e5bddf599de95afa610283002e1fedcf9b2baf021ba0ab35225b1190c","main_mlirb":{"bytes":3017999916,"sha256":"8744bcb3c2f4f44ecf73f4ffe44ef9481d93091fc7d0af7a6169fa006841544b"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_int8hu_block32_sym.h16c.aimodelc","bytes":6782266157,"tree_sha256":"5f4acfa57a4768b575ba630292d75cb7aaa3309baccc4d7fce3f615c5595892b","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"b7d5c58e0aef81da64d3c9dd9b5d7593f5b7a2f26122af803e390a9b578c35d5","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"f60e14fdff9b6901fb86a73f4a77c428e55078d1db72ec1eead7b2af29e97114","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"93aa30f72b08c80fd06407ccebd53890cc505ed7218fdbd75e6c5cfa46fd2454","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"41c5fc53788d37b27491e171ec13837dfa1e8051986bf65b16836bf18688babc","main-h16c.mlirb":"62d8c48b7300fc13ea1dc177cb409aacd3058b7729826e647b90638ff1db932d","main.hash":"cf94cd38e34fd2b9ba8b66496c4fc91e451823f7cd493ce85e330969a0654d4c","metadata.json":"2c49069c43555bfc53915eb0ea46c73f2263df83a54e3bbb0246a93bbfe631bd","stats.json":"ddc130a0126f28ee81a595b5fd24356165fe17bd08c31629ece8947176035ed0"}}},"tower":"fp16w32","processes":[{"shard":"g256_shard_00","runs":["r01/g256/e2e","r02/g256/e2e","r03/g256/e2e","r04/g256/e2e","r05/g256/e2e","r06/g256/e2e","r07/g256/e2e","r08/g256/e2e","r09/g256/e2e","r10/g256/e2e","r11/g256/e2e","r12/g256/e2e"],"prompts":13,"pid":5104,"load_seconds":0.44847837509587407,"tower_load_seconds":0.13157570781186223,"process_wall_seconds":20.021309042116627,"reset_check":{"run":["r01","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.2540742079727352},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16w32/g256_shard_00.npz","npz_sha256":"c8f2a6c31ae22bfe7d569a62da23fdea98e241ec7bbbb389f3f438e755819b2b"},{"shard":"g256_shard_01","runs":["r13/g256/e2e","r14/g256/e2e","r15/g256/e2e","r16/g256/e2e","r17/g256/e2e","r18/g256/e2e","r19/g256/e2e","r20/g256/e2e","r21/g256/e2e","r22/g256/e2e","r23/g256/e2e","r24/g256/e2e"],"prompts":13,"pid":5608,"load_seconds":0.4421351249329746,"tower_load_seconds":0.13281179103069007,"process_wall_seconds":26.495904042152688,"reset_check":{"run":["r13","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.668215333018452},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16w32/g256_shard_01.npz","npz_sha256":"cc29e35dbd4054170906c1f0413b3cb639fbbc4ab4fc9041b8cd5fb7db6e6d56"},{"shard":"g256_shard_02","runs":["r25/g256/e2e","r26/g256/e2e","r27/g256/e2e","r28/g256/e2e","r29/g256/e2e","r30/g256/e2e","r31/g256/e2e","r32/g256/e2e","r33/g256/e2e","r34/g256/e2e","r35/g256/e2e"],"prompts":12,"pid":6400,"load_seconds":0.45010820822790265,"tower_load_seconds":0.13693375000730157,"process_wall_seconds":21.347987583838403,"reset_check":{"run":["r25","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.7870158748701215},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16w32/g256_shard_02.npz","npz_sha256":"d08bfd636e0413ef955d46da0430912947263bb6125c4d6a5a31881eb94f7245"},{"shard":"g448_shard_00","runs":["r01/g448/e2e","r02/g448/e2e","r03/g448/e2e","r04/g448/e2e","r05/g448/e2e","r06/g448/e2e","r07/g448/e2e","r08/g448/e2e","r09/g448/e2e","r10/g448/e2e","r11/g448/e2e","r12/g448/e2e"],"prompts":13,"pid":7061,"load_seconds":0.4499482079409063,"tower_load_seconds":0.1366557499859482,"process_wall_seconds":41.293657124973834,"reset_check":{"run":["r01","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":2.998876499943435},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16w32/g448_shard_00.npz","npz_sha256":"7b20965c4e7bccaffeae4297d0aa7a10c0804ff9b5ab176a13d5763f3809fb86"},{"shard":"g448_shard_01","runs":["r13/g448/e2e","r14/g448/e2e","r15/g448/e2e","r16/g448/e2e","r17/g448/e2e","r18/g448/e2e","r19/g448/e2e","r20/g448/e2e","r21/g448/e2e","r22/g448/e2e","r23/g448/e2e","r24/g448/e2e"],"prompts":13,"pid":8126,"load_seconds":0.4445534171536565,"tower_load_seconds":0.13994237501174212,"process_wall_seconds":46.180059040896595,"reset_check":{"run":["r13","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":3.2643679168540984},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16w32/g448_shard_01.npz","npz_sha256":"8f172e1c31531ff36c48b3cb2e2659362f17115a6b773b6a356dfa63616aa4d6"},{"shard":"g448_shard_02","runs":["r25/g448/e2e","r26/g448/e2e","r27/g448/e2e","r28/g448/e2e","r29/g448/e2e","r30/g448/e2e","r31/g448/e2e","r32/g448/e2e","r33/g448/e2e","r34/g448/e2e","r35/g448/e2e"],"prompts":12,"pid":9390,"load_seconds":0.4219060419127345,"tower_load_seconds":0.12208283389918506,"process_wall_seconds":41.758537999819964,"reset_check":{"run":["r25","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":3.6659207500051707},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16w32/g448_shard_02.npz","npz_sha256":"247ff2c33c52e228e9d66e46b724fa9caa313591add29a084d8845ef58d9e625"}],"summary":{"runs":70,"expected_runs":70,"missing_runs":[],"slots_expected":98,"slots_equal":98,"slots_read":98,"argmax_equal":98,"full_vocab_top1_is_oracle_letter":98,"max_abs_dp":0.021391474038525482,"mean_of_run_mean_abs_dp":0.00038311488596917573,"worst_run":{"id":"r29","arm":"g256","max_abs_dp":0.021391474038525482},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255,"ids_equal_oracle":70,"tower_vs_oracle_min_row":0.9999956898696566,"tower_vs_oracle_min_cos":0.9999999249085866},"per_grid":{"g256":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.021391474038525482,"mean_of_run_mean_abs_dp":0.0004679861345068471,"worst_run":{"id":"r29","arm":"g256","max_abs_dp":0.021391474038525482},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255},"g448":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.0070935752959828124,"mean_of_run_mean_abs_dp":0.0002982436374315042,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.0070935752959828124},"finite_all":true,"min_oracle_top2_margin":0.5071343183517456}},"timing":{"contended":true,"load_seconds":{"first_process":0.44847837509587407,"median":0.4465158961247653,"all":[0.44847837509587407,0.4421351249329746,0.45010820822790265,0.4499482079409063,0.4445534171536565,0.4219060419127345]},"ms_per_step_warm_runs":{"n":13174,"median":11.730541475117207,"p10":11.464166920632124,"p90":12.41974188014865},"ms_per_step_all_runs":{"n":14360,"median":11.724374955520034,"p10":11.461791931651533,"p90":12.396674999035895},"first_run_of_process_wall_seconds":[1.7163998750038445,2.14328350010328,2.254045250127092,3.3001202910672873,3.686610624892637,3.785027999896556],"prompt_wall_seconds_warm":{"g256":{"n":32,"median":1.7209303539711982,"decode_median":1.6916229585185647,"median_tokens":143.5},"g448":{"n":32,"median":3.3238231668947265,"decode_median":3.24234641646035,"median_tokens":275.5}},"tower_ms_warm":{"g256":{"n":32,"median":22.020729025825858,"min":21.878791972994804,"max":39.83820811845362,"first_call_of_process":[49.38204190693796,51.68383312411606,50.27850018814206],"host_preprocess_ms_median":1.097000204026699},"g448":{"n":32,"median":68.96839593537152,"min":67.8977919742465,"max":72.24937505088747,"first_call_of_process":[90.10199992917478,88.46487500704825,95.33520811237395],"host_preprocess_ms_median":2.336875069886446}},"tower_load_seconds":{"median":0.13473377050831914,"all":[0.13157570781186223,0.13281179103069007,0.13693375000730157,0.1366557499859482,0.13994237501174212,0.12208283389918506]}},"runs":[{"id":"r01","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[16.796875,7.90234375,7.67578125],"probs":[0.9997535888600332,0.0001371030546071973,0.00010930808535968032],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.693219167270726e-07,"mean_abs_dp":5.357859923675711e-07,"oracle_top2_margin":0.9996153783140471,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.693219167270726e-07,"mean_abs_dp":5.357859923675711e-07,"step_ms_median":11.55799999833107,"shard":"g256_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999936472039,"min_row":0.999999890836734,"max_abs":0.0005728006362915039},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.1796875,16.71875,7.98828125],"probs":[0.00019560373674932388,0.9996428672764398,0.0001615289868107704],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.951450921497624e-07,"mean_abs_dp":3.1423514053416157e-07,"oracle_top2_margin":0.9994463870098116,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.951450921497624e-07,"mean_abs_dp":3.1423514053416157e-07,"step_ms_median":11.517707956954837,"shard":"g256_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999841969829,"min_row":0.9999998847321013,"max_abs":0.00046133995056152344},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.0390625,8.15625,16.265625],"probs":[0.00026730225475986606,0.00030053600339376233,0.9994321617418463],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5525277347197357e-06,"mean_abs_dp":1.048697290135791e-06,"oracle_top2_margin":0.9991343551664613,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5525277347197357e-06,"mean_abs_dp":1.048697290135791e-06,"step_ms_median":11.478833155706525,"shard":"g256_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g256","variant":"e2e","tokens":153,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,152],"slots_oracle":[112,152],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.65625,8.9375,8.328125,7.21875],"probs":[0.9992348660768091,0.0004440757389817266,0.0002414397914338815,7.961839277541679e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.062023994396959e-06,"mean_abs_dp":1.114988077878004e-06,"oracle_top2_margin":0.9987916390819009,"finite":true},{"t":152,"nopts":5,"letter_logits":[15.828125,9.2734375,8.8359375,8.734375,8.1796875],"probs":[0.9963637425531552,0.001418251669360885,0.0009156921004267535,0.0008272588735125503,0.0004750548035446546],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.9565793438301423e-05,"mean_abs_dp":1.1067500521689253e-05,"oracle_top2_margin":0.9949706399347633,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.9565793438301423e-05,"mean_abs_dp":6.644161657773142e-06,"step_ms_median":11.564667103812099,"shard":"g256_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998042022,"min_row":0.9999999973358388,"max_abs":8.118152618408203e-05},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[10.328125,15.5078125,8.8515625],"probs":[0.005591098937814493,0.9931317736358178,0.001277127426367662],"probs_oracle":[0.005630022846162319,0.9931067824363708,0.0012632559519261122],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.892390834782638e-05,"mean_abs_dp":2.592886074545495e-05,"oracle_top2_margin":0.9874767595902085,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.892390834782638e-05,"mean_abs_dp":2.592886074545495e-05,"step_ms_median":11.521165957674384,"shard":"g256_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g256","variant":"e2e","tokens":126,"grid":[8,8],"start":65,"amount":56,"slots_host":[125],"slots_oracle":[125],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999002903,"min_row":0.9999999444547036,"max_abs":0.00019788742065429688},"slots_equal":true,"slots":[{"t":125,"nopts":8,"letter_logits":[9.1328125,9.078125,16.859375,7.99609375,8.296875,8.5078125,9.4453125,7.6875],"probs":[0.00044001841878176396,0.00041660106569621583,0.997870798910898,0.00014118877671853212,0.00019073386642533562,0.00023552488741179428,0.0006014338696062156,0.00010370020446220727],"probs_oracle":[0.00044743184116669,0.00042624998604878783,0.997841477394104,0.0001445232192054391,0.00019250228069722652,0.00023652952222619206,0.0006083882763050497,0.00010282994480803609],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.932151679402306e-05,"mean_abs_dp":7.539502182215254e-06,"oracle_top2_margin":0.997233089117799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.932151679402306e-05,"mean_abs_dp":7.539502182215254e-06,"step_ms_median":11.567478999495506,"shard":"g256_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g256","variant":"e2e","tokens":184,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,156,183],"slots_oracle":[112,156,183],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999978740303,"min_row":0.9999999137321018,"max_abs":0.00029277801513671875},"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.5625,9.1171875,8.28125,8.71875],"probs":[0.9987719204932547,0.0005834561061266536,0.000252909501650206,0.00039171389896829837],"probs_oracle":[0.9987712502479553,0.00058116385480389,0.0002529850753489882,0.000394599192077294],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.885293108995622e-06,"mean_abs_dp":1.4808408574784192e-06,"oracle_top2_margin":0.9981900863931514,"finite":true},{"t":156,"nopts":6,"letter_logits":[9.765625,16.203125,8.703125,8.703125,9.296875,8.7265625],"probs":[0.001593591237907213,0.9957439134669847,0.0005507303952084261,0.0005507303952084261,0.0009972439145283195,0.0005637905901629404],"probs_oracle":[0.0015793738421052694,0.9958256483078003,0.0005403549876064062,0.0005451973993331194,0.0009696456836536527,0.0005397982313297689],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.173484081563931e-05,"mean_abs_dp":2.72418716337913e-05,"oracle_top2_margin":0.994246274465695,"finite":true},{"t":183,"nopts":2,"letter_logits":[11.1953125,13.9375],"probs":[0.060529390202538995,0.9394706097974611],"probs_oracle":[0.06064261496067047,0.9393573999404907],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":0.00011321730755093143,"oracle_top2_margin":0.8787147849798203,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":3.2984100694543694e-05,"step_ms_median":11.619813041761518,"shard":"g256_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g256","variant":"e2e","tokens":120,"grid":[8,8],"start":65,"amount":56,"slots_host":[119],"slots_oracle":[119],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999982491743,"min_row":0.999999924746909,"max_abs":0.0003834962844848633},"slots_equal":true,"slots":[{"t":119,"nopts":6,"letter_logits":[9.40625,9.1640625,16.71875,8.8359375,7.77734375,8.4140625],"probs":[0.0006658512319701167,0.000522632620184876,0.9980576011069932,0.0003764381547624801,0.0001306027169426112,0.00024687416914673395],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1752966276600283e-05,"mean_abs_dp":7.25502934066668e-06,"oracle_top2_margin":0.9973679909599014,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.1752966276600283e-05,"mean_abs_dp":7.25502934066668e-06,"step_ms_median":11.554562021046877,"shard":"g256_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g256","variant":"e2e","tokens":128,"grid":[8,8],"start":65,"amount":56,"slots_host":[127],"slots_oracle":[127],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"slots_equal":true,"slots":[{"t":127,"nopts":8,"letter_logits":[8.734375,8.734375,8.53125,11.9375,15.9921875,10.3828125,8.8515625,7.98828125],"probs":[0.0006880552599509349,0.0006880552599509349,0.0005615743364168557,0.016932568124917557,0.9764527630577247,0.0035770962767693046,0.0007736013230620824,0.0003262863612076343],"probs_oracle":[0.0006885188049636781,0.0006795556400902569,0.0005544525920413435,0.01720018871128559,0.9762108325958252,0.0035912375897169113,0.0007585337734781206,0.0003167196991853416],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00026762058636803365,"mean_abs_dp":7.055143525878658e-05,"oracle_top2_margin":0.9590106438845396,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00026762058636803365,"mean_abs_dp":7.055143525878658e-05,"step_ms_median":11.52699999511242,"shard":"g256_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g256","variant":"e2e","tokens":112,"grid":[8,8],"start":65,"amount":56,"slots_host":[111],"slots_oracle":[111],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999997629995,"min_row":0.9999999269103695,"max_abs":0.0005315542221069336},"slots_equal":true,"slots":[{"t":111,"nopts":3,"letter_logits":[16.28125,9.546875,8.21875],"probs":[0.9984978037220174,0.00118753170233813,0.00031466457564465454],"probs_oracle":[0.9985672235488892,0.0011292636627331376,0.00030339331715367734],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.941982687180825e-05,"mean_abs_dp":4.631970832259263e-05,"oracle_top2_margin":0.997437959886156,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.941982687180825e-05,"mean_abs_dp":4.631970832259263e-05,"step_ms_median":11.537812068127096,"shard":"g256_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g256","variant":"e2e","tokens":103,"grid":[8,8],"start":65,"amount":56,"slots_host":[102],"slots_oracle":[102],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991065235,"min_row":0.9999999875856802,"max_abs":0.0003247261047363281},"slots_equal":true,"slots":[{"t":102,"nopts":2,"letter_logits":[10.140625,15.9921875],"probs":[0.0028671585933937862,0.9971328414066062],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.2789939574821266e-05,"mean_abs_dp":4.276141782098798e-05,"oracle_top2_margin":0.9943512056488544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.2789939574821266e-05,"mean_abs_dp":4.276141782098798e-05,"step_ms_median":11.705584125593305,"shard":"g256_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g256","variant":"e2e","tokens":117,"grid":[8,8],"start":65,"amount":56,"slots_host":[116],"slots_oracle":[116],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999998283227,"min_row":0.9999999375108324,"max_abs":0.00032973289489746094},"slots_equal":true,"slots":[{"t":116,"nopts":5,"letter_logits":[16.828125,9.5078125,8.734375,7.78125,7.4375],"probs":[0.9988327049456233,0.0006611826206812995,0.0003050856573932338,0.00011762099884017058,8.340577746202703e-05],"probs_oracle":[0.9988265633583069,0.0006655653123743832,0.0003061715397052467,0.00011903217091457918,8.272226841654629e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.141587316377262e-06,"mean_abs_dp":2.7409684882726427e-06,"oracle_top2_margin":0.9981609980459325,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.141587316377262e-06,"mean_abs_dp":2.7409684882726427e-06,"step_ms_median":11.660000076517463,"shard":"g256_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g256","variant":"e2e","tokens":140,"grid":[8,8],"start":65,"amount":56,"slots_host":[139],"slots_oracle":[139],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"slots_equal":true,"slots":[{"t":139,"nopts":9,"letter_logits":[8.4453125,9.078125,8.828125,7.9453125,9.0859375,9.4296875,9.609375,13.9609375,18.078125],"probs":[6.443894877615059e-05,0.00012133201881364247,9.449347126369917e-05,3.908419811238721e-05,0.0001222836376314524,0.0001724475694332956,0.00020639271655095403,0.016015995890318074,0.9831635315491003],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0011535842491430248,"mean_abs_dp":0.00025635408656995545,"oracle_top2_margin":0.9648526888340712,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0011535842491430248,"mean_abs_dp":0.00025635408656995545,"step_ms_median":11.639458942227066,"shard":"g256_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g256","variant":"e2e","tokens":111,"grid":[8,8],"start":65,"amount":56,"slots_host":[110],"slots_oracle":[110],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998486087,"min_row":0.999999977027422,"max_abs":0.00013625621795654297},"slots_equal":true,"slots":[{"t":110,"nopts":4,"letter_logits":[16.671875,9.3203125,8.0625,8.328125],"probs":[0.998939270756835,0.0006409085414847269,0.00018219440307029133,0.0002376262986101797],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.5028966063489477e-05,"mean_abs_dp":1.2498723307509476e-05,"oracle_top2_margin":0.998262623208575,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.5028966063489477e-05,"mean_abs_dp":1.2498723307509476e-05,"step_ms_median":11.558667058125138,"shard":"g256_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,146],"slots_oracle":[114,146],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991796076,"min_row":0.9999999777026998,"max_abs":0.0002797842025756836},"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.1953125,8.8828125,15.828125,8.765625],"probs":[0.0013123395471366882,0.0009601281231699592,0.9968735766994743,0.0008539556302192286],"probs_oracle":[0.0013125522527843714,0.0009568282985128462,0.9968631267547607,0.00086748949252069],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.353386230146139e-05,"mean_abs_dp":6.874084329952664e-06,"oracle_top2_margin":0.9955505745019764,"finite":true},{"t":146,"nopts":3,"letter_logits":[15.9375,9.7265625,8.703125],"probs":[0.9972787129158118,0.0020018920982551843,0.0007193949859330774],"probs_oracle":[0.9973812699317932,0.001912115840241313,0.000706570572219789],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.000102557015981386,"mean_abs_dp":6.838589590284856e-05,"oracle_top2_margin":0.9954691540915519,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.000102557015981386,"mean_abs_dp":3.323628928976519e-05,"step_ms_median":11.89070800319314,"shard":"g256_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g256","variant":"e2e","tokens":193,"grid":[8,8],"start":65,"amount":56,"slots_host":[117,165,192],"slots_oracle":[117,165,192],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"slots_equal":true,"slots":[{"t":117,"nopts":4,"letter_logits":[9.0,9.3359375,16.15625,8.234375],"probs":[0.0007782353418784633,0.0010889470230617745,0.997770904590554,0.0003619130445057578],"probs_oracle":[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.3531158500001972e-05,"mean_abs_dp":6.783594521040897e-06,"oracle_top2_margin":0.9967023314675316,"finite":true},{"t":165,"nopts":7,"letter_logits":[8.9453125,9.828125,15.3828125,9.8359375,8.5546875,8.53125,8.4609375],"probs":[0.001580650920009773,0.0038215237743497443,0.9876582497922614,0.0038514963567887217,0.001069521911445288,0.001044746463051296,0.000973810782093914],"probs_oracle":[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.989626486755053e-05,"mean_abs_dp":2.9166204094366273e-05,"oracle_top2_margin":0.983884489396587,"finite":true},{"t":192,"nopts":2,"letter_logits":[9.71875,15.3203125],"probs":[0.003678508928875723,0.9963214910711243],"probs_oracle":[0.0035970157478004694,0.9964029788970947],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.14931810752535e-05,"mean_abs_dp":8.149050352282395e-05,"oracle_top2_margin":0.9928059631492943,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":8.989626486755053e-05,"mean_abs_dp":3.032913952233657e-05,"step_ms_median":12.208707863464952,"shard":"g256_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g256","variant":"e2e","tokens":171,"grid":[8,8],"start":65,"amount":56,"slots_host":[108,141,170],"slots_oracle":[108,141,170],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938571861,"min_row":0.9999996459946552,"max_abs":0.0006239414215087891},"slots_equal":true,"slots":[{"t":108,"nopts":3,"letter_logits":[17.203125,8.3515625,7.5859375],"probs":[0.9997903115055954,0.00014312785868902844,6.656063571554647e-05],"probs_oracle":[0.9997918009757996,0.00014244449266698211,6.58148928778246e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.4894702041745589e-06,"mean_abs_dp":9.728596879809177e-07,"oracle_top2_margin":0.9996493564831326,"finite":true},{"t":141,"nopts":3,"letter_logits":[16.328125,8.515625,8.421875],"probs":[0.9992275184004591,0.00040433258837861686,0.000368149011162339],"probs_oracle":[0.999238133430481,0.00039801813545636833,0.0003638898197095841],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.061503002186548e-05,"mean_abs_dp":7.062891465622972e-06,"oracle_top2_margin":0.9988401152950246,"finite":true},{"t":170,"nopts":2,"letter_logits":[15.6171875,9.3359375],"probs":[0.9981324340221067,0.0018675659778932805],"probs_oracle":[0.9981531500816345,0.0018468272173777223],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":2.0727410021680786e-05,"oracle_top2_margin":0.9963063228642568,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":8.195259188021655e-06,"step_ms_median":12.175041949376464,"shard":"g256_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g256","variant":"e2e","tokens":211,"grid":[8,8],"start":65,"amount":56,"slots_host":[123,164,210],"slots_oracle":[123,164,210],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999962495109,"min_row":0.9999998377040508,"max_abs":0.0007060766220092773},"slots_equal":true,"slots":[{"t":123,"nopts":6,"letter_logits":[16.859375,9.5703125,8.171875,7.3046875,7.859375,7.66796875],"probs":[0.9988534772423271,0.0006821849968555782,0.00016848780570099663,7.078703606071641e-05,0.00012326831193777422,0.00010179460711785962],"probs_oracle":[0.9988755583763123,0.000659995072055608,0.00016870087711140513,7.21013275324367e-05,0.00012259691720828414,0.00010095535981236026],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.218992479997015e-05,"mean_abs_dp":7.884843950375302e-06,"oracle_top2_margin":0.9982155633042566,"finite":true},{"t":164,"nopts":5,"letter_logits":[9.2734375,10.8671875,14.9453125,11.46875,9.2890625],"probs":[0.0032626471342556184,0.01605931203221105,0.9480562825340006,0.029307731948985657,0.0033140263505470613],"probs_oracle":[0.0031590552534908056,0.015553153119981289,0.9480063915252686,0.03006896562874317,0.0032123548444360495],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0007612336797575142,"mean_abs_dp":0.00030450939751903874,"oracle_top2_margin":0.9179374258965254,"finite":true},{"t":210,"nopts":6,"letter_logits":[8.59375,9.1484375,8.625,8.46875,16.125,8.828125],"probs":[0.0005343719823043964,0.0009305536136448094,0.0005513347698947881,0.00047158161921162007,0.9968366485341508,0.0006755094807935763],"probs_oracle":[0.0005212401156313717,0.0009053464164026082,0.000543770962394774,0.0004741615557577461,0.9969097971916199,0.0006456233095377684],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.314865746910204e-05,"mean_abs_dp":2.5252939447712688e-05,"oracle_top2_margin":0.9960044507752173,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0007612336797575142,"mean_abs_dp":0.00010125727576374833,"step_ms_median":13.158250134438276,"shard":"g256_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g256","variant":"e2e","tokens":177,"grid":[8,8],"start":65,"amount":56,"slots_host":[110,146,176],"slots_oracle":[110,146,176],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999933555952,"min_row":0.9999997420000609,"max_abs":0.00135040283203125},"slots_equal":true,"slots":[{"t":110,"nopts":3,"letter_logits":[15.3984375,10.28125,8.609375],"probs":[0.9929314421570957,0.005950493281237991,0.0011180645616662246],"probs_oracle":[0.9930190443992615,0.005865252576768398,0.0011157557601109147],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.760224216575185e-05,"mean_abs_dp":5.838391606355136e-05,"oracle_top2_margin":0.9871537918224931,"finite":true},{"t":146,"nopts":4,"letter_logits":[9.6171875,15.5859375,11.1484375,8.5703125],"probs":[0.0025189451085463814,0.9849493378189355,0.01164748417634804,0.000884232896170299],"probs_oracle":[0.0024147704243659973,0.9852963089942932,0.011448029428720474,0.0008408919093199074],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00034697117535775757,"mean_abs_dp":0.00017348539850402472,"oracle_top2_margin":0.9738482795655727,"finite":true},{"t":176,"nopts":2,"letter_logits":[16.546875,10.34375],"probs":[0.9979809860995514,0.0020190139004485808],"probs_oracle":[0.9979719519615173,0.0020279884338378906],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.034138034103023e-06,"mean_abs_dp":9.004335711706437e-06,"oracle_top2_margin":0.9959439635276794,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00034697117535775757,"mean_abs_dp":9.856689040335176e-05,"step_ms_median":12.427125126123428,"shard":"g256_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986735162,"min_row":0.9999999569395478,"max_abs":0.00039207935333251953},"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.8125,9.8125,8.9609375,9.2265625,9.3984375,8.7421875,10.1484375,15.9609375,9.859375,16.0625],"probs":[0.000370920721489773,0.0010082670570245684,0.00043027556448240015,0.0005611851299894871,0.000666423831032246,0.00034573612896841155,0.0014108192613663472,0.4718544512729224,0.0010566548033915388,0.522295266229333],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"full_vocab_top1_id":41,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0029659896831091825,"mean_abs_dp":0.0005931984051934904,"oracle_top2_margin":0.05622464418411255,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0029659896831091825,"mean_abs_dp":0.0005931984051934904,"step_ms_median":12.719999998807907,"shard":"g256_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.6953125,9.28125,8.7109375,16.546875,9.5703125,8.9453125,9.0234375,9.3515625,8.8203125,12.859375],"probs":[0.0003779256446738441,0.0006790093984431623,0.0003838771075936031,0.9711730687747712,0.0009065964919646726,0.00048526613337931593,0.0005246977954069923,0.0007284707465209276,0.00042824585963644943,0.024312842047609955],"probs_oracle":[0.00038343475898727775,0.000686735613271594,0.0003942575422115624,0.9702177047729492,0.0009427570621483028,0.0004960547666996717,0.0005290430854074657,0.0007387973600998521,0.0004333727993071079,0.02517782151699066],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0009553640018219456,"mean_abs_dp":0.00019107072817165188,"oracle_top2_margin":0.9450398832559586,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0009553640018219456,"mean_abs_dp":0.00019107072817165188,"step_ms_median":11.778541142120957,"shard":"g256_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[146],"slots_oracle":[146],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987741061,"min_row":0.9999999614504017,"max_abs":0.00040400028228759766},"slots_equal":true,"slots":[{"t":146,"nopts":9,"letter_logits":[9.671875,9.9296875,9.2578125,16.15625,9.8125,10.046875,9.703125,9.109375,9.125],"probs":[0.001509272464827098,0.0019531436903297106,0.000997568185010181,0.9883162358897039,0.0017371619586326514,0.0021959784786430786,0.0015571819157052795,0.0008599575282977864,0.0008734998888503466],"probs_oracle":[0.0015125663485378027,0.0019855706486850977,0.0009997023735195398,0.9884001016616821,0.0017508834134787321,0.0021429003681987524,0.0015369588509202003,0.0008162282756529748,0.0008550662896595895],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.386577197827538e-05,"mean_abs_dp":3.0100698273864562e-05,"oracle_top2_margin":0.9862572012934834,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.386577197827538e-05,"mean_abs_dp":3.0100698273864562e-05,"step_ms_median":11.793124955147505,"shard":"g256_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988789011,"min_row":0.9999999811149097,"max_abs":0.00045871734619140625},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[17.40625,6.4921875,9.0],"probs":[0.9997583916208601,1.8196084260146085e-05,0.00022341229487985692],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1055672153117448e-06,"mean_abs_dp":7.434118794125112e-07,"oracle_top2_margin":0.9995371885306668,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.1055672153117448e-06,"mean_abs_dp":7.434118794125112e-07,"step_ms_median":11.822749627754092,"shard":"g256_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999943377201,"min_row":0.9999999109306431,"max_abs":0.00048339366912841797},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[6.83203125,16.953125,9.828125],"probs":[4.018815134906328e-05,0.999155758227749,0.0008040536209019568],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2675706296161175e-05,"mean_abs_dp":8.446342970843295e-06,"oracle_top2_margin":0.9983272287645377,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.2675706296161175e-05,"mean_abs_dp":8.446342970843295e-06,"step_ms_median":11.648062034510076,"shard":"g256_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987945203,"min_row":0.9999999450352564,"max_abs":0.0005197525024414062},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[8.5078125,8.640625,15.21875],"probs":[0.0012143551531280038,0.0013868371152949376,0.9973988077315771],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012682464986213393,"mean_abs_dp":8.454503235167381e-05,"oracle_top2_margin":0.9962251851102337,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00012682464986213393,"mean_abs_dp":8.454503235167381e-05,"step_ms_median":11.605249950662255,"shard":"g256_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999953414549,"min_row":0.9999997896138803,"max_abs":0.0007483959197998047},"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[15.1796875,8.5703125,10.6875,8.5703125],"probs":[0.9862988552507219,0.0013292095035624717,0.011042725742153254,0.0013292095035624717],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0004405672478595638,"mean_abs_dp":0.0002476674002337407,"oracle_top2_margin":0.9761303840205073,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0004405672478595638,"mean_abs_dp":0.0002476674002337407,"step_ms_median":11.590915964916348,"shard":"g256_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999774345,"min_row":0.999999638113879,"max_abs":0.0035762786865234375},"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[10.1328125,10.2578125,9.7578125,14.9453125],"probs":[0.007945382288540444,0.009003297649284165,0.005460776062809526,0.9775905439993657],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0016524960854731319,"mean_abs_dp":0.0008262448995228443,"oracle_top2_margin":0.9708722895011306,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0016524960854731319,"mean_abs_dp":0.0008262448995228443,"step_ms_median":11.698666028678417,"shard":"g256_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g256","variant":"e2e","tokens":170,"grid":[8,8],"start":65,"amount":56,"slots_host":[169],"slots_oracle":[169],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999995429996,"min_row":0.999999997034214,"max_abs":0.0001723766326904297},"slots_equal":true,"slots":[{"t":169,"nopts":6,"letter_logits":[11.2578125,14.59375,13.046875,8.125,7.71484375,8.2578125],"probs":[0.028400321954218023,0.7981830694830484,0.1699429821237065,0.0012381124244881068,0.0008215452437349324,0.001413968770804],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0073134162581033335,"mean_abs_dp":0.0024490505152523945,"oracle_top2_margin":0.6143285483121872,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0073134162581033335,"mean_abs_dp":0.0024490505152523945,"step_ms_median":11.564770946279168,"shard":"g256_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g256","variant":"e2e","tokens":164,"grid":[8,8],"start":65,"amount":56,"slots_host":[163],"slots_oracle":[163],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999984244424,"min_row":0.9999998889909817,"max_abs":0.0006805658340454102},"slots_equal":true,"slots":[{"t":163,"nopts":4,"letter_logits":[9.375,14.203125,11.3203125,11.3203125],"probs":[0.007144487847894138,0.892892442971631,0.049981534590237416,0.049981534590237416],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.021391474038525482,"mean_abs_dp":0.010695737950585335,"oracle_top2_margin":0.8101431205868721,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.021391474038525482,"mean_abs_dp":0.010695737950585335,"step_ms_median":11.598646058700979,"shard":"g256_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"slots_equal":true,"slots":[{"t":120,"nopts":4,"letter_logits":[17.3125,7.7265625,7.609375,7.390625],"probs":[0.9998211627767435,6.867561620749684e-05,6.10813574812718e-05,4.908024956777308e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5835202303474022e-06,"mean_abs_dp":7.721932461672817e-07,"oracle_top2_margin":0.999753624877485,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5835202303474022e-06,"mean_abs_dp":7.721932461672817e-07,"step_ms_median":11.592125054448843,"shard":"g256_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g256","variant":"e2e","tokens":114,"grid":[8,8],"start":65,"amount":56,"slots_host":[113],"slots_oracle":[113],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[11.359375,9.296875,8.15625,16.0625],"probs":[0.008971903678145626,0.00114064954991667,0.0003645734936354372,0.9895228732783022],"probs_oracle":[0.00852695107460022,0.0010953464079648256,0.0003487524518277496,0.9900289177894592],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0005060445111569889,"mean_abs_dp":0.00025303032461548186,"oracle_top2_margin":0.981501966714859,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0005060445111569889,"mean_abs_dp":0.00025303032461548186,"step_ms_median":11.62379200104624,"shard":"g256_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"slots_equal":true,"slots":[{"t":104,"nopts":2,"letter_logits":[10.7265625,15.5625],"probs":[0.007876706716587462,0.9921232932834126],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00013442098813276626,"mean_abs_dp":0.0001344021288506832,"oracle_top2_margin":0.9845153908245265,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00013442098813276626,"mean_abs_dp":0.0001344021288506832,"step_ms_median":11.666374979540706,"shard":"g256_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g256","variant":"e2e","tokens":144,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,143],"slots_oracle":[114,143],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.359375,16.421875,9.1953125,8.203125],"probs":[0.0008550492517894368,0.998150226688853,0.0007256708749238865,0.00026905318443393395],"probs_oracle":[0.0008657005382701755,0.9981381893157959,0.000728585640899837,0.0002674604766070843],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2037373057105505e-05,"mean_abs_dp":6.799033335161089e-06,"oracle_top2_margin":0.9972724887775257,"finite":true},{"t":143,"nopts":2,"letter_logits":[9.796875,15.1796875],"probs":[0.004573864277626818,0.9954261357223732],"probs_oracle":[0.0045051840133965015,0.9954948425292969],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.8706806923724e-05,"mean_abs_dp":6.869353557702011e-05,"oracle_top2_margin":0.9909896585159004,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":6.8706806923724e-05,"mean_abs_dp":2.743053408244743e-05,"step_ms_median":11.58962503541261,"shard":"g256_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"slots_equal":true,"slots":[{"t":120,"nopts":7,"letter_logits":[17.015625,9.484375,8.4375,7.46484375,7.69140625,7.52734375,8.5703125],"probs":[0.9988261125050972,0.0005354384697850093,0.00018795658041639867,7.106214180418948e-05,8.913189428051182e-05,7.564525618939488e-05,0.00021465315242739604],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.9785608741393394e-06,"mean_abs_dp":1.5007061336261981e-06,"oracle_top2_margin":0.9982935651787557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.9785608741393394e-06,"mean_abs_dp":1.5007061336261981e-06,"step_ms_median":11.626374907791615,"shard":"g256_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[113,144],"slots_oracle":[113,144],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[8.796875,17.15625,8.1640625,7.8359375],"probs":[0.00023408575066643071,0.9995520464654901,0.00012432200373744073,8.954578010599777e-05],"probs_oracle":[0.00023222366871777922,0.9995563626289368,0.00012253291788510978,8.888279262464494e-05],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.316163446649313e-06,"mean_abs_dp":2.157579682246147e-06,"oracle_top2_margin":0.999324138960219,"finite":true},{"t":144,"nopts":2,"letter_logits":[15.5234375,11.2109375],"probs":[0.9867771782476948,0.013222821752305148],"probs_oracle":[0.9866299629211426,0.013370047323405743],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00014722557110059473,"mean_abs_dp":0.00014722044882642914,"oracle_top2_margin":0.9732599155977368,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00014722557110059473,"mean_abs_dp":5.051186939697381e-05,"step_ms_median":11.701167095452547,"shard":"g256_shard_02","npz_key":"10","first_in_process":false},{"id":"r01","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[16.71875,8.109375,7.921875],"probs":[0.9996665185270532,0.00018232704424003804,0.0001511544287067576],"probs_oracle":[0.9996669292449951,0.00018169928807765245,0.00015134402201510966],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.277561623855882e-07,"mean_abs_dp":4.093558042055046e-07,"oracle_top2_margin":0.9994852299569175,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.277561623855882e-07,"mean_abs_dp":4.093558042055046e-07,"step_ms_median":11.732999933883548,"shard":"g448_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999916397168,"min_row":0.9999997436311697,"max_abs":0.0009350776672363281},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.3203125,16.546875,8.2734375],"probs":[0.0002673144107249979,0.9994776123966516,0.0002550731926234185],"probs_oracle":[0.000269706710241735,0.9994760155677795,0.00025428077788092196],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.3922995167370825e-06,"mean_abs_dp":1.5938477104175963e-06,"oracle_top2_margin":0.9992063088575378,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.3922995167370825e-06,"mean_abs_dp":1.5938477104175963e-06,"step_ms_median":11.589041911065578,"shard":"g448_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999995442122,"min_row":0.9999998389383462,"max_abs":0.0005829334259033203},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.4375,8.5078125,16.15625],"probs":[0.0004440067556332185,0.0004763497139775458,0.9990796435303891],"probs_oracle":[0.00043719500536099076,0.000467298727016896,0.9990954399108887],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5796380499533136e-05,"mean_abs_dp":1.0553039244136881e-05,"oracle_top2_margin":0.9986281411838718,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5796380499533136e-05,"mean_abs_dp":1.0553039244136881e-05,"step_ms_median":11.635417118668556,"shard":"g448_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g448","variant":"e2e","tokens":285,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,284],"slots_oracle":[244,284],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.765625,8.6953125,8.09375,7.32421875],"probs":[0.9994369254173123,0.00031250948627495014,0.00017124106914349945,7.932402726937299e-05],"probs_oracle":[0.9994351267814636,0.00030979173607192934,0.0001716899569146335,8.336015162058175e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.03612435120876e-06,"mean_abs_dp":2.2503495435169884e-06,"oracle_top2_margin":0.9991253350453917,"finite":true},{"t":284,"nopts":5,"letter_logits":[16.328125,8.9453125,8.6796875,8.2890625,7.83203125],"probs":[0.9983771240274744,0.0006208402880195885,0.00047601476073688665,0.0003220876983871548,0.00020393322538193927],"probs_oracle":[0.9983682036399841,0.0006189235136844218,0.0004789685772266239,0.0003326288133393973,0.00020131732162553817],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0541114952242528e-05,"mean_abs_dp":5.3895994047555136e-06,"oracle_top2_margin":0.9977492801262997,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.0541114952242528e-05,"mean_abs_dp":3.994377244205058e-06,"step_ms_median":11.731165926903486,"shard":"g448_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983957306,"min_row":0.9999995785250194,"max_abs":0.0007635354995727539},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[10.1484375,15.3359375,9.15625],"probs":[0.005543507460373614,0.992401155352085,0.002055337187541431],"probs_oracle":[0.005602917168289423,0.9923451542854309,0.0020519329700618982],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.940970791580916e-05,"mean_abs_dp":3.960499734979514e-05,"oracle_top2_margin":0.9867422371171415,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.940970791580916e-05,"mean_abs_dp":3.960499734979514e-05,"step_ms_median":11.665375204756856,"shard":"g448_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g448","variant":"e2e","tokens":258,"grid":[14,14],"start":197,"amount":182,"slots_host":[257],"slots_oracle":[257],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999918498712,"min_row":0.9999988176600126,"max_abs":0.0012667179107666016},"slots_equal":true,"slots":[{"t":257,"nopts":8,"letter_logits":[9.140625,9.0625,16.796875,8.0078125,8.0703125,8.4453125,9.3671875,7.8984375],"probs":[0.00047204378157268543,0.0004365691311735875,0.9978135746065732,0.00015205757603888837,0.00016186444712987773,0.00023551138090589386,0.0005920755463696019,0.0001363035302362434],"probs_oracle":[0.00048085491289384663,0.0004459824995137751,0.9977728724479675,0.0001569857558934018,0.00016541295917704701,0.00023827303084544837,0.0006033360259607434,0.00013632865739054978],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.07021586056322e-05,"mean_abs_dp":1.0181325856708275e-05,"oracle_top2_margin":0.9971695364220068,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.07021586056322e-05,"mean_abs_dp":1.0181325856708275e-05,"step_ms_median":11.776416562497616,"shard":"g448_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g448","variant":"e2e","tokens":316,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,288,315],"slots_oracle":[244,288,315],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966980364,"min_row":0.9999994791316137,"max_abs":0.001055002212524414},"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.421875,9.0,8.328125,8.9140625],"probs":[0.9985498567440265,0.0005971595688790386,0.000304999263616679,0.0005479844234775258],"probs_oracle":[0.9985532164573669,0.0005945708835497499,0.0003056767163798213,0.0005464947316795588],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.359713340422843e-06,"mean_abs_dp":2.0288858077052236e-06,"oracle_top2_margin":0.9979586455738172,"finite":true},{"t":288,"nopts":6,"letter_logits":[9.71875,16.09375,8.7421875,8.6953125,9.234375,8.6875],"probs":[0.001695794667414861,0.9954067636411641,0.0006386421234455465,0.0006093965713604578,0.0010447487869970332,0.0006046542096181346],"probs_oracle":[0.0016743798041716218,0.9955074787139893,0.0006255566840991378,0.0006036655395291746,0.001013218774460256,0.0005756971659138799],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00010071507282516379,"mean_abs_dp":3.357224391452112e-05,"oracle_top2_margin":0.9938330989098176,"finite":true},{"t":315,"nopts":2,"letter_logits":[11.140625,13.6953125],"probs":[0.07211220541293051,0.9278877945870695],"probs_oracle":[0.07187289744615555,0.9281271696090698],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":0.00023934149438764596,"oracle_top2_margin":0.8562542721629143,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":5.73526662911033e-05,"step_ms_median":11.676436988636851,"shard":"g448_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g448","variant":"e2e","tokens":252,"grid":[14,14],"start":197,"amount":182,"slots_host":[251],"slots_oracle":[251],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990586492,"min_row":0.9999998544803113,"max_abs":0.0004191398620605469},"slots_equal":true,"slots":[{"t":251,"nopts":6,"letter_logits":[9.2890625,9.125,16.765625,8.5078125,7.546875,8.125],"probs":[0.0005653061343118196,0.00047976908491222195,0.9984206056434198,0.00025881600790209606,9.900594660517638e-05,0.00017649718284884247],"probs_oracle":[0.0005603667814284563,0.00047818213352002203,0.9984318614006042,0.00025924580404534936,9.779584797797725e-05,0.00017250367091037333],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1255757184414072e-05,"mean_abs_dp":3.9025780281498105e-06,"oracle_top2_margin":0.9978714946191758,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.1255757184414072e-05,"mean_abs_dp":3.9025780281498105e-06,"step_ms_median":11.722125462256372,"shard":"g448_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g448","variant":"e2e","tokens":260,"grid":[14,14],"start":197,"amount":182,"slots_host":[259],"slots_oracle":[259],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"slots_equal":true,"slots":[{"t":259,"nopts":8,"letter_logits":[9.046875,8.84375,8.5234375,9.6875,15.78125,12.5546875,9.828125,8.65625],"probs":[0.0011346099597696314,0.0009260416602222072,0.0006722341538600438,0.002153111368335308,0.954000260102974,0.03786781125977809,0.0024782159940883045,0.0007677155009723302],"probs_oracle":[0.0011424915865063667,0.0009199993801303208,0.0006675715558230877,0.0021507099736481905,0.9533334374427795,0.03857970982789993,0.0024612408597022295,0.0007448457181453705],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0007118985681218437,"mean_abs_dp":0.00017994425563525499,"oracle_top2_margin":0.9147537276148796,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0007118985681218437,"mean_abs_dp":0.00017994425563525499,"step_ms_median":11.682000011205673,"shard":"g448_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g448","variant":"e2e","tokens":244,"grid":[14,14],"start":197,"amount":182,"slots_host":[243],"slots_oracle":[243],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956709666,"min_row":0.9999997635903763,"max_abs":0.0017061233520507812},"slots_equal":true,"slots":[{"t":243,"nopts":3,"letter_logits":[16.84375,8.8671875,7.76171875],"probs":[0.9995431005186403,0.0003432609874107958,0.00011363849394889588],"probs_oracle":[0.9995611310005188,0.0003284418198745698,0.00011045892460970208],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.8030481878539284e-05,"mean_abs_dp":1.2009739584653028e-05,"oracle_top2_margin":0.9992326891806442,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.8030481878539284e-05,"mean_abs_dp":1.2009739584653028e-05,"step_ms_median":11.594520998187363,"shard":"g448_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g448","variant":"e2e","tokens":235,"grid":[14,14],"start":197,"amount":182,"slots_host":[234],"slots_oracle":[234],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999961689187,"min_row":0.9999998879820546,"max_abs":0.0006570816040039062},"slots_equal":true,"slots":[{"t":234,"nopts":2,"letter_logits":[10.4921875,15.3984375],"probs":[0.007345826574477061,0.9926541734255229],"probs_oracle":[0.007302414625883102,0.992697536945343],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.3411948593958735e-05,"mean_abs_dp":4.3387734207054295e-05,"oracle_top2_margin":0.9853951223194599,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.3411948593958735e-05,"mean_abs_dp":4.3387734207054295e-05,"step_ms_median":12.20491691492498,"shard":"g448_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g448","variant":"e2e","tokens":249,"grid":[14,14],"start":197,"amount":182,"slots_host":[248],"slots_oracle":[248],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966244549,"min_row":0.9999996970623636,"max_abs":0.0011693239212036133},"slots_equal":true,"slots":[{"t":248,"nopts":5,"letter_logits":[16.921875,9.234375,8.4375,7.73828125,7.4453125],"probs":[0.9991561794150484,0.0004581361364767278,0.00020649813505761792,0.00010262408288446977,7.656223053288186e-05],"probs_oracle":[0.9991558790206909,0.0004565727722365409,0.00020724281785078347,0.00010403238411527127,7.625338912475854e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5633642401868928e-06,"mean_abs_dp":8.651168059553994e-07,"oracle_top2_margin":0.9986993062484544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5633642401868928e-06,"mean_abs_dp":8.651168059553994e-07,"step_ms_median":11.920624878257513,"shard":"g448_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g448","variant":"e2e","tokens":272,"grid":[14,14],"start":197,"amount":182,"slots_host":[271],"slots_oracle":[271],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"slots_equal":true,"slots":[{"t":271,"nopts":9,"letter_logits":[8.390625,8.8828125,8.890625,7.57421875,8.6875,8.8515625,9.1796875,9.9453125,19.21875],"probs":[1.9828021614111126e-05,3.243647853688723e-05,3.26908809910869e-05,8.764328643057486e-06,2.6681519447669304e-05,3.1438513007329725e-05,4.3648052727557115e-05,9.385806273755127e-05,0.9997106541422949],"probs_oracle":[2.0277637304388918e-05,3.2944568374659866e-05,3.3252264984184876e-05,9.089779268833809e-06,2.7153426344739273e-05,3.251702946727164e-05,4.40161456936039e-05,9.227909322362393e-05,0.9997084736824036],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1804598913099937e-06,"mean_abs_dp":8.358317639134148e-07,"oracle_top2_margin":0.9996161945891799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.1804598913099937e-06,"mean_abs_dp":8.358317639134148e-07,"step_ms_median":11.668895953334868,"shard":"g448_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g448","variant":"e2e","tokens":243,"grid":[14,14],"start":197,"amount":182,"slots_host":[242],"slots_oracle":[242],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999976172956,"min_row":0.9999999187868627,"max_abs":0.00044417381286621094},"slots_equal":true,"slots":[{"t":242,"nopts":4,"letter_logits":[16.890625,9.1953125,7.8515625,8.140625],"probs":[0.9992684374087829,0.00045462196508975415,0.00011859522538902218,0.0001583454007381419],"probs_oracle":[0.9992570281028748,0.0004573110491037369,0.00012069327203789726,0.00016500464698765427],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1409305908149925e-05,"mean_abs_dp":5.713920705130027e-06,"oracle_top2_margin":0.998799717053771,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.1409305908149925e-05,"mean_abs_dp":5.713920705130027e-06,"step_ms_median":11.65745803155005,"shard":"g448_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,278],"slots_oracle":[246,278],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999929284377,"min_row":0.9999994888410919,"max_abs":0.001983642578125},"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.9921875,9.296875,14.984375,10.0703125],"probs":[0.006673857745963839,0.003329711173156125,0.9827802702872525,0.007216160793627651],"probs_oracle":[0.006657375022768974,0.0033173311967402697,0.9827334880828857,0.007291808724403381],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.564793077573066e-05,"mean_abs_dp":3.782320868829102e-05,"oracle_top2_margin":0.9754416793584824,"finite":true},{"t":278,"nopts":3,"letter_logits":[15.5390625,10.1484375,8.5859375],"probs":[0.9945154787691499,0.004534118386374679,0.0009504028444752939],"probs_oracle":[0.9947662353515625,0.004311799071729183,0.0009220570791512728],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00025075658241258125,"mean_abs_dp":0.00016714055412736604,"oracle_top2_margin":0.9904544362798333,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00025075658241258125,"mean_abs_dp":9.324492816218031e-05,"step_ms_median":11.66200009174645,"shard":"g448_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g448","variant":"e2e","tokens":325,"grid":[14,14],"start":197,"amount":182,"slots_host":[249,297,324],"slots_oracle":[249,297,324],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"slots_equal":true,"slots":[{"t":249,"nopts":4,"letter_logits":[7.96484375,8.890625,16.65625,7.81640625],"probs":[0.00016789984583976176,0.0004237522192783881,0.9992636092206771,0.00014473871420475116],"probs_oracle":[0.00016730134666431695,0.00042254829895682633,0.9992651343345642,0.00014504071441479027],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5251138870686631e-06,"mean_abs_dp":9.073833985285859e-07,"oracle_top2_margin":0.9988425860356074,"finite":true},{"t":297,"nopts":7,"letter_logits":[8.9453125,9.703125,15.65625,9.2890625,8.25,8.40625,8.3359375],"probs":[0.0012084445832755198,0.00257834201965292,0.992544218603597,0.0017041800131000892,0.0006029153728225567,0.000704879483846015,0.0006570199237059678],"probs_oracle":[0.0012208223342895508,0.0025618993677198887,0.9925703406333923,0.0017182007431983948,0.0005935655790381134,0.0006946290959604084,0.0006406526081264019],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6122029795350166e-05,"mean_abs_dp":1.4990094298619097e-05,"oracle_top2_margin":0.9900084412656724,"finite":true},{"t":324,"nopts":2,"letter_logits":[9.78125,15.1796875],"probs":[0.004503272417089224,0.9954967275829107],"probs_oracle":[0.004423052072525024,0.9955769777297974],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.025014688661791e-05,"mean_abs_dp":8.023524572540889e-05,"oracle_top2_margin":0.9911539256572723,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":8.025014688661791e-05,"mean_abs_dp":2.0694668087328134e-05,"step_ms_median":11.748958844691515,"shard":"g448_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g448","variant":"e2e","tokens":303,"grid":[14,14],"start":197,"amount":182,"slots_host":[240,273,302],"slots_oracle":[240,273,302],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999879537118,"min_row":0.9999992956657752,"max_abs":0.0012297630310058594},"slots_equal":true,"slots":[{"t":240,"nopts":3,"letter_logits":[17.34375,8.40625,7.6171875],"probs":[0.9998089903571847,0.00013134395987058982,5.966568294472357e-05],"probs_oracle":[0.9998090863227844,0.0001311514643020928,5.978461922495626e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.924955684970333e-07,"mean_abs_dp":1.35799149472924e-07,"oracle_top2_margin":0.9996779348584823,"finite":true},{"t":273,"nopts":3,"letter_logits":[16.34375,8.6015625,8.5234375],"probs":[0.9991650805811085,0.0004337584402259974,0.0004011609786655258],"probs_oracle":[0.9991744160652161,0.00042735174065455794,0.0003981590270996094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.335484107531045e-06,"mean_abs_dp":6.248045081628971e-06,"oracle_top2_margin":0.9987470643245615,"finite":true},{"t":302,"nopts":2,"letter_logits":[15.53125,9.34375],"probs":[0.9979492564600826,0.002050743539917378],"probs_oracle":[0.9979913234710693,0.002008667681366205],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.207585855117279e-05,"mean_abs_dp":4.207143476895941e-05,"oracle_top2_margin":0.9959826557897031,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":4.207585855117279e-05,"mean_abs_dp":1.2911800278903064e-05,"step_ms_median":11.646541999652982,"shard":"g448_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g448","variant":"e2e","tokens":343,"grid":[14,14],"start":197,"amount":182,"slots_host":[255,296,342],"slots_oracle":[255,296,342],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999931520331,"min_row":0.9999993848051172,"max_abs":0.0010471343994140625},"slots_equal":true,"slots":[{"t":255,"nopts":6,"letter_logits":[16.765625,9.0625,8.25,7.39453125,7.953125,8.03125],"probs":[0.99895439866436,0.0004509423073070828,0.0002001044358692737,8.506117126561251e-05,0.0001487049898817535,0.00016078843131627637],"probs_oracle":[0.9989650249481201,0.00044237051042728126,0.00019978830823674798,8.695968426764011e-05,0.0001475344179198146,0.0001582982367835939],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0626283760140076e-05,"mean_abs_dp":4.178914628186052e-06,"oracle_top2_margin":0.9985226544376928,"finite":true},{"t":296,"nopts":5,"letter_logits":[9.9296875,11.609375,14.609375,10.703125,9.3671875],"probs":[0.008558913100306738,0.045908978494002675,0.9221064826471194,0.018548904075651976,0.0048767216829192755],"probs_oracle":[0.008088547736406326,0.04423723742365837,0.9244673848152161,0.018492545932531357,0.004714324604719877],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0023609021680967013,"mean_abs_dp":0.0009443527647322869,"oracle_top2_margin":0.8802301473915577,"finite":true},{"t":342,"nopts":6,"letter_logits":[8.6484375,8.9609375,8.5390625,8.3828125,15.984375,9.234375],"probs":[0.000649227422313138,0.0008873886732680604,0.0005819637001501691,0.0004977799315859851,0.9962171898671852,0.0011664504054973391],"probs_oracle":[0.0006307050934992731,0.0008567753247916698,0.0005710572004318237,0.0004954338655807078,0.9963390827178955,0.0011069673346355557],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012189285071029232,"mean_abs_dp":4.062736076432562e-05,"oracle_top2_margin":0.99523211538326,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0023609021680967013,"mean_abs_dp":0.0002935647927068532,"step_ms_median":11.688250117003918,"shard":"g448_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g448","variant":"e2e","tokens":309,"grid":[14,14],"start":197,"amount":182,"slots_host":[242,278,308],"slots_oracle":[242,278,308],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990263727,"min_row":0.9999998530702078,"max_abs":0.0005652308464050293},"slots_equal":true,"slots":[{"t":242,"nopts":3,"letter_logits":[15.6171875,10.0234375,8.2890625],"probs":[0.9956412303669498,0.00370482854942427,0.0006539410836259947],"probs_oracle":[0.9957261085510254,0.0036251493729650974,0.0006488442304544151],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.487818407554304e-05,"mean_abs_dp":5.655140456876502e-05,"oracle_top2_margin":0.9921009591780603,"finite":true},{"t":278,"nopts":4,"letter_logits":[9.171875,16.375,9.65625,8.0078125],"probs":[0.0007426339578521212,0.9978200905167858,0.0012054138958961015,0.00023186162946621486],"probs_oracle":[0.000710506399627775,0.9978955984115601,0.0011723366333171725,0.00022145592083688825],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.550789477428488e-05,"mean_abs_dp":3.777960605172167e-05,"oracle_top2_margin":0.9967232617782429,"finite":true},{"t":308,"nopts":2,"letter_logits":[16.5625,10.265625],"probs":[0.9981613347123114,0.0018386652876885773],"probs_oracle":[0.9981451034545898,0.0018549266969785094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.6261409289932078e-05,"mean_abs_dp":1.6246333505738034e-05,"oracle_top2_margin":0.9962901767576113,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":8.487818407554304e-05,"mean_abs_dp":3.92517005471842e-05,"step_ms_median":11.63887488655746,"shard":"g448_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999977039586,"min_row":0.9999996889255951,"max_abs":0.0005522966384887695},"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.890625,9.78125,9.2265625,9.296875,9.6640625,8.84375,10.421875,16.515625,9.9453125,14.3125],"probs":[0.0004362931255924414,0.0010630945532874917,0.0006104838404658345,0.0006549535544320385,0.0009455358689400109,0.00041631380875683984,0.0020173989736203177,0.893868832736354,0.0012526315080031807,0.0987344620305479],"probs_oracle":[0.0004485415993258357,0.0010800594463944435,0.0006290642777457833,0.0006908925715833902,0.000972151174210012,0.00042305333772674203,0.0021294124890118837,0.8899959921836853,0.0012687055859714746,0.10236208140850067],"argmax":7,"argmax_oracle":7,"argmax_equal":true,"full_vocab_top1_id":39,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.003872840552668677,"mean_abs_dp":0.0007745635179492851,"oracle_top2_margin":0.7876339107751846,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.003872840552668677,"mean_abs_dp":0.0007745635179492851,"step_ms_median":11.693916050717235,"shard":"g448_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.8828125,9.3828125,8.890625,16.390625,9.6796875,9.1171875,9.125,9.5234375,8.984375,12.8671875],"probs":[0.0005298314639768174,0.0008735444045447676,0.0005339869836518223,0.965471115209951,0.0011754824798898007,0.0006697697278133211,0.0006750227968944972,0.0010054434465054823,0.0005864699692625943,0.028479333517509958],"probs_oracle":[0.0005481093539856374,0.0008933480712585151,0.0005559168639592826,0.9644231796264648,0.0012373479548841715,0.0006897316197864711,0.0006905003683641553,0.0010131854796782136,0.0005959380650892854,0.02935273014008999],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010479355834861481,"mean_abs_dp":0.00020958587105328086,"oracle_top2_margin":0.9350704494863749,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010479355834861481,"mean_abs_dp":0.00020958587105328086,"step_ms_median":11.633167043328285,"shard":"g448_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[278],"slots_oracle":[278],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986970453,"min_row":0.9999999473461512,"max_abs":0.0007014274597167969},"slots_equal":true,"slots":[{"t":278,"nopts":9,"letter_logits":[10.015625,10.421875,9.5703125,15.9921875,9.5078125,9.671875,9.7109375,8.765625,9.3359375],"probs":[0.002499583019041416,0.003752318537442258,0.0016012929963022688,0.9850441136289215,0.0015042755581180821,0.0017724697723178055,0.0018430769411273056,0.0007161425251056416,0.001266727021623657],"probs_oracle":[0.0024558305740356445,0.0037613804452121258,0.0016030978877097368,0.9852538704872131,0.0015132761327549815,0.0017176602268591523,0.0018075669649988413,0.0006852896767668426,0.0012020787689834833],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00020975685829160984,"mean_abs_dp":5.102192218641185e-05,"oracle_top2_margin":0.981492490042001,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00020975685829160984,"mean_abs_dp":5.102192218641185e-05,"step_ms_median":11.63349999114871,"shard":"g448_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999964794616,"min_row":0.9999997779082417,"max_abs":0.0010602474212646484},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[17.265625,6.60546875,9.0390625],"probs":[0.9997091691335931,2.345452487729826e-05,0.00026737634152956737],"probs_oracle":[0.999715268611908,2.3231894374475814e-05,0.00026144483126699924],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.099478314869344e-06,"mean_abs_dp":4.084539693419973e-06,"oracle_top2_margin":0.999453823780641,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.099478314869344e-06,"mean_abs_dp":4.084539693419973e-06,"step_ms_median":11.6599794710055,"shard":"g448_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999971226904,"min_row":0.9999958151456003,"max_abs":0.006329655647277832},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[6.78515625,16.953125,9.984375],"probs":[3.834265862796027e-05,0.9990217495006567,0.0009399078407155101],"probs_oracle":[3.7778951082145795e-05,0.9990003705024719,0.0009618884068913758],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1980566175865634e-05,"mean_abs_dp":1.4641090635484502e-05,"oracle_top2_margin":0.9980384820955805,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.1980566175865634e-05,"mean_abs_dp":1.4641090635484502e-05,"step_ms_median":11.63802098017186,"shard":"g448_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999963945622,"min_row":0.9999997341044145,"max_abs":0.0008140802383422852},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[9.1171875,8.3671875,15.0625],"probs":[0.002608030686237078,0.0012319464647005914,0.9961600228490622],"probs_oracle":[0.0025366705376654863,0.0012032677186653018,0.9962600469589233],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00010002410986109656,"mean_abs_dp":6.668766815599258e-05,"oracle_top2_margin":0.9937233764212579,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00010002410986109656,"mean_abs_dp":6.668766815599258e-05,"step_ms_median":11.694957967847586,"shard":"g448_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999913820677,"min_row":0.9999998286642663,"max_abs":0.0021512508392333984},"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[13.546875,10.2734375,11.3203125,10.5859375],"probs":[0.8350416482321272,0.0316280410380085,0.09009990423411232,0.04323040649575188],"probs_oracle":[0.8332034349441528,0.030570058152079582,0.08590248227119446,0.050323981791734695],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0070935752959828124,"mean_abs_dp":0.0035467983582009987,"oracle_top2_margin":0.7473009526729584,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0070935752959828124,"mean_abs_dp":0.0035467983582009987,"step_ms_median":11.723542120307684,"shard":"g448_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938795284,"min_row":0.9999972236708179,"max_abs":0.0009641647338867188},"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[10.28125,10.53125,10.0,14.75],"probs":[0.011075857843497837,0.0142216829826715,0.008360496126272734,0.9663419630475578],"probs_oracle":[0.010312587022781372,0.013162228278815746,0.007728788536041975,0.9687963724136353],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.002454409366077437,"mean_abs_dp":0.0012272106202201039,"oracle_top2_margin":0.9556341441348195,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.002454409366077437,"mean_abs_dp":0.0012272106202201039,"step_ms_median":11.669417144730687,"shard":"g448_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g448","variant":"e2e","tokens":302,"grid":[14,14],"start":197,"amount":182,"slots_host":[301],"slots_oracle":[301],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999973437731,"min_row":0.9999997646891092,"max_abs":0.00072479248046875},"slots_equal":true,"slots":[{"t":301,"nopts":6,"letter_logits":[11.109375,14.5390625,13.359375,8.15625,7.6640625,8.1640625],"probs":[0.024101387038813264,0.7439374006025931,0.22866759351409552,0.0012575236026495045,0.0007687087593443205,0.0012673864825044872],"probs_oracle":[0.023014351725578308,0.7404738664627075,0.23333954811096191,0.0012221261858940125,0.000736995309125632,0.001213126815855503],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.004671954596866396,"mean_abs_dp":0.0015573157639350089,"oracle_top2_margin":0.5071343183517456,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.004671954596866396,"mean_abs_dp":0.0015573157639350089,"step_ms_median":11.702375020831823,"shard":"g448_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g448","variant":"e2e","tokens":296,"grid":[14,14],"start":197,"amount":182,"slots_host":[295],"slots_oracle":[295],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986543849,"min_row":0.9999999721567457,"max_abs":0.0002944469451904297},"slots_equal":true,"slots":[{"t":295,"nopts":4,"letter_logits":[9.0625,15.0546875,10.90625,9.171875],"probs":[0.0024466324568141956,0.9793607585432818,0.015463193259927005,0.002729415739977023],"probs_oracle":[0.002556135645136237,0.9778785705566406,0.016833467409014702,0.002731863409280777],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0014821879866411258,"mean_abs_dp":0.0007411032483386544,"oracle_top2_margin":0.9610451031476259,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0014821879866411258,"mean_abs_dp":0.0007411032483386544,"step_ms_median":11.770749930292368,"shard":"g448_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"slots_equal":true,"slots":[{"t":252,"nopts":4,"letter_logits":[17.375,7.546875,7.5859375,7.19140625],"probs":[0.9998522614749249,5.390578543034152e-05,5.605314780070886e-05,3.777959184413959e-05],"probs_oracle":[0.9998513460159302,5.3302719607017934e-05,5.6550619774498045e-05,3.8857629988342524e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0780381442029304e-06,"mean_abs_dp":7.735087340092606e-07,"oracle_top2_margin":0.9997947953961557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.0780381442029304e-06,"mean_abs_dp":7.735087340092606e-07,"step_ms_median":11.981167132034898,"shard":"g448_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g448","variant":"e2e","tokens":246,"grid":[14,14],"start":197,"amount":182,"slots_host":[245],"slots_oracle":[245],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[12.7890625,8.546875,8.0703125,15.6640625],"probs":[0.053336955806892045,0.0007667779267904298,0.00047610324149982276,0.9454201630248178],"probs_oracle":[0.05128991976380348,0.000733718799892813,0.00045598449651151896,0.94752037525177],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.002100212226952225,"mean_abs_dp":0.001050106535481677,"oracle_top2_margin":0.8962304554879665,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.002100212226952225,"mean_abs_dp":0.001050106535481677,"step_ms_median":11.873312527313828,"shard":"g448_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"slots_equal":true,"slots":[{"t":236,"nopts":2,"letter_logits":[10.5,16.09375],"probs":[0.0037072528743862213,0.9962927471256138],"probs_oracle":[0.0036633117124438286,0.9963366985321045],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.3951406490716494e-05,"mean_abs_dp":4.394628421655459e-05,"oracle_top2_margin":0.9926733868196607,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.3951406490716494e-05,"mean_abs_dp":4.394628421655459e-05,"step_ms_median":12.14725011959672,"shard":"g448_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g448","variant":"e2e","tokens":276,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,275],"slots_oracle":[246,275],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.3203125,16.796875,8.9375,7.9375],"probs":[0.0005655814386908304,0.998906836993382,0.00038569303116014277,0.000141888536766913],"probs_oracle":[0.0005686153890565038,0.9989047050476074,0.00038564109127037227,0.00014100427506491542],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.033950365673361e-06,"mean_abs_dp":1.525524433006878e-06,"oracle_top2_margin":0.9983360896585509,"finite":true},{"t":275,"nopts":2,"letter_logits":[10.4140625,14.265625],"probs":[0.020804489950607352,0.9791955100493928],"probs_oracle":[0.020169703289866447,0.979830265045166],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0006347866607409047,"mean_abs_dp":0.0006347708282570808,"oracle_top2_margin":0.9596605617552996,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.0006347866607409047,"mean_abs_dp":0.00021260729237436484,"step_ms_median":12.317063054069877,"shard":"g448_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"slots_equal":true,"slots":[{"t":252,"nopts":7,"letter_logits":[16.921875,9.6328125,8.609375,7.67578125,7.97265625,7.73828125,8.8984375],"probs":[0.9984173821367179,0.0006818871578381177,0.00024504128007121404,9.633511908031918e-05,0.00012963307198564911,0.00010254820046019192,0.00032717303384673433],"probs_oracle":[0.9983891248703003,0.0006920418818481266,0.0002512198407202959,0.00010025671508628875,0.00013134843902662396,0.00010331271914765239,0.000332709081703797],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.8257266417641702e-05,"mean_abs_dp":8.075440095457145e-06,"oracle_top2_margin":0.9976970829884522,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.8257266417641702e-05,"mean_abs_dp":8.075440095457145e-06,"step_ms_median":12.815291993319988,"shard":"g448_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[245,276],"slots_oracle":[245,276],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[8.796875,17.0,8.1015625,7.90234375],"probs":[0.0002736536806416764,0.9994779460325237,0.00013653088703590493,0.0001118693997989616],"probs_oracle":[0.0002710831176955253,0.9994843006134033,0.00013441758346743882,0.00011026520951418206],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.354580879608385e-06,"mean_abs_dp":3.160659419751283e-06,"oracle_top2_margin":0.9992132174957078,"finite":true},{"t":276,"nopts":2,"letter_logits":[15.5546875,11.296875],"probs":[0.9860442896017267,0.013955710398273338],"probs_oracle":[0.985750675201416,0.014249387197196484],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00029367679892314605,"mean_abs_dp":0.00029364559961693633,"oracle_top2_margin":0.9715012880042195,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00029367679892314605,"mean_abs_dp":9.998897281881295e-05,"step_ms_median":12.669167015701532,"shard":"g448_shard_02","npz_key":"10","first_in_process":false}],"checks":{"all_runs":true,"slots":true,"argmax":true,"full_vocab_top1":true,"max_abs_dp":false,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true,"ids_equal_oracle":true},"result":"FAIL"},"decider_2b_vision_decode_int8hu_block32_sym+tower_fp16":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_int8hu_block32_sym","name":"decider_2b_vision_decode_int8hu_block32_sym","compression":{"scheme":"int8hu"},"metadata_sha256":"c13bdb6e5bddf599de95afa610283002e1fedcf9b2baf021ba0ab35225b1190c","main_mlirb":{"bytes":3017999916,"sha256":"8744bcb3c2f4f44ecf73f4ffe44ef9481d93091fc7d0af7a6169fa006841544b"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_int8hu_block32_sym.h16c.aimodelc","bytes":6782266157,"tree_sha256":"5f4acfa57a4768b575ba630292d75cb7aaa3309baccc4d7fce3f615c5595892b","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"b7d5c58e0aef81da64d3c9dd9b5d7593f5b7a2f26122af803e390a9b578c35d5","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"f60e14fdff9b6901fb86a73f4a77c428e55078d1db72ec1eead7b2af29e97114","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"93aa30f72b08c80fd06407ccebd53890cc505ed7218fdbd75e6c5cfa46fd2454","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"41c5fc53788d37b27491e171ec13837dfa1e8051986bf65b16836bf18688babc","main-h16c.mlirb":"62d8c48b7300fc13ea1dc177cb409aacd3058b7729826e647b90638ff1db932d","main.hash":"cf94cd38e34fd2b9ba8b66496c4fc91e451823f7cd493ce85e330969a0654d4c","metadata.json":"2c49069c43555bfc53915eb0ea46c73f2263df83a54e3bbb0246a93bbfe631bd","stats.json":"ddc130a0126f28ee81a595b5fd24356165fe17bd08c31629ece8947176035ed0"}}},"tower":"fp16","processes":[{"shard":"g256_shard_00","runs":["r01/g256/e2e","r02/g256/e2e","r03/g256/e2e","r04/g256/e2e","r05/g256/e2e","r06/g256/e2e","r07/g256/e2e","r08/g256/e2e","r09/g256/e2e","r10/g256/e2e","r11/g256/e2e","r12/g256/e2e"],"prompts":13,"pid":11122,"load_seconds":0.5392560001928359,"tower_load_seconds":0.866044833092019,"process_wall_seconds":22.192243290832266,"reset_check":{"run":["r01","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.3521382911130786},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16/g256_shard_00.npz","npz_sha256":"ca401f5e6d4a3ae9edab9d3048826acfbb40a6e66ad73822caa9d1f14df6c0f6"},{"shard":"g256_shard_01","runs":["r13/g256/e2e","r14/g256/e2e","r15/g256/e2e","r16/g256/e2e","r17/g256/e2e","r18/g256/e2e","r19/g256/e2e","r20/g256/e2e","r21/g256/e2e","r22/g256/e2e","r23/g256/e2e","r24/g256/e2e"],"prompts":13,"pid":11735,"load_seconds":0.5262187919579446,"tower_load_seconds":0.14824874978512526,"process_wall_seconds":27.75089762499556,"reset_check":{"run":["r13","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.8377215000800788},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16/g256_shard_01.npz","npz_sha256":"35e38b9fa5b6b9136f723589aeaa67a952ae0bab1980c9de198f918e3635f601"},{"shard":"g256_shard_02","runs":["r25/g256/e2e","r26/g256/e2e","r27/g256/e2e","r28/g256/e2e","r29/g256/e2e","r30/g256/e2e","r31/g256/e2e","r32/g256/e2e","r33/g256/e2e","r34/g256/e2e","r35/g256/e2e"],"prompts":12,"pid":12491,"load_seconds":0.5291849169880152,"tower_load_seconds":0.14803887507878244,"process_wall_seconds":23.396168540930375,"reset_check":{"run":["r25","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":1.939712000079453},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16/g256_shard_02.npz","npz_sha256":"c9dfe7940dd947b601f6764c3bc475b91ec791a0c8986ed44ca3e60862f0df16"},{"shard":"g448_shard_00","runs":["r01/g448/e2e","r02/g448/e2e","r03/g448/e2e","r04/g448/e2e","r05/g448/e2e","r06/g448/e2e","r07/g448/e2e","r08/g448/e2e","r09/g448/e2e","r10/g448/e2e","r11/g448/e2e","r12/g448/e2e"],"prompts":13,"pid":13251,"load_seconds":0.5264783331658691,"tower_load_seconds":0.840824166778475,"process_wall_seconds":43.50468666711822,"reset_check":{"run":["r01","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":3.0115402499213815},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16/g448_shard_00.npz","npz_sha256":"55da0883208a7bece27f15a20d42073c86ec77a67ede2e049bd594bd90c7b4e5"},{"shard":"g448_shard_01","runs":["r13/g448/e2e","r14/g448/e2e","r15/g448/e2e","r16/g448/e2e","r17/g448/e2e","r18/g448/e2e","r19/g448/e2e","r20/g448/e2e","r21/g448/e2e","r22/g448/e2e","r23/g448/e2e","r24/g448/e2e"],"prompts":13,"pid":14675,"load_seconds":0.4603096251375973,"tower_load_seconds":0.1352753748651594,"process_wall_seconds":50.24279420915991,"reset_check":{"run":["r13","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":3.5487577081657946},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16/g448_shard_01.npz","npz_sha256":"5eccc138a77d8a4892e10632f02e1eb381040a160bb062b5706844711156fe81"},{"shard":"g448_shard_02","runs":["r25/g448/e2e","r26/g448/e2e","r27/g448/e2e","r28/g448/e2e","r29/g448/e2e","r30/g448/e2e","r31/g448/e2e","r32/g448/e2e","r33/g448/e2e","r34/g448/e2e","r35/g448/e2e"],"prompts":12,"pid":16180,"load_seconds":0.6141797499731183,"tower_load_seconds":0.16037933295592666,"process_wall_seconds":44.903641832992435,"reset_check":{"run":["r25","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":3.785920249996707},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r4/b2/decider_2b_vision_decode_int8hu_block32_sym+tower_fp16/g448_shard_02.npz","npz_sha256":"b5929a65da2fcde09740529150aa9efac678ae73d6afc452198d7194a343a67a"}],"summary":{"runs":70,"expected_runs":70,"missing_runs":[],"slots_expected":98,"slots_equal":98,"slots_read":98,"argmax_equal":98,"full_vocab_top1_is_oracle_letter":98,"max_abs_dp":0.028484511853679173,"mean_of_run_mean_abs_dp":0.00044969920232653174,"worst_run":{"id":"r29","arm":"g256","max_abs_dp":0.028484511853679173},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255,"ids_equal_oracle":70,"tower_vs_oracle_min_row":0.5278510311136624,"tower_vs_oracle_min_cos":0.9940873853604068},"per_grid":{"g256":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.028484511853679173,"mean_of_run_mean_abs_dp":0.0005602050355401546,"worst_run":{"id":"r29","arm":"g256","max_abs_dp":0.028484511853679173},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255},"g448":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.010715143646184956,"mean_of_run_mean_abs_dp":0.0003391933691129092,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.010715143646184956},"finite_all":true,"min_oracle_top2_margin":0.5071343183517456}},"timing":{"contended":true,"load_seconds":{"first_process":0.5392560001928359,"median":0.5278316250769421,"all":[0.5392560001928359,0.5262187919579446,0.5291849169880152,0.5264783331658691,0.4603096251375973,0.6141797499731183]},"ms_per_step_warm_runs":{"n":13174,"median":12.701208470389247,"p10":12.156608188524842,"p90":13.311362639069557},"ms_per_step_all_runs":{"n":14360,"median":12.707312474958599,"p10":12.179808970540762,"p90":13.307637465186417},"first_run_of_process_wall_seconds":[1.4955509998835623,2.3707475408446044,2.4831256670877337,3.2291812079492956,4.049828374991193,4.165717417141423],"prompt_wall_seconds_warm":{"g256":{"n":32,"median":1.8652644789544865,"decode_median":1.8393344164360315,"median_tokens":143.5},"g448":{"n":32,"median":3.6042734580114484,"decode_median":3.5352157085435465,"median_tokens":275.5}},"tower_ms_warm":{"g256":{"n":32,"median":17.562749446369708,"min":17.26870913989842,"max":27.45774993672967,"first_call_of_process":[53.17404097877443,49.664999824017286,46.62029095925391],"host_preprocess_ms_median":1.2288328725844622},"g448":{"n":32,"median":57.19608347862959,"min":56.00104108452797,"max":60.83537498489022,"first_call_of_process":[78.04783317260444,79.76850005798042,86.65370801463723],"host_preprocess_ms_median":2.6152499485760927}},"tower_load_seconds":{"median":0.15431404137052596,"all":[0.866044833092019,0.14824874978512526,0.14803887507878244,0.840824166778475,0.1352753748651594,0.16037933295592666]}},"runs":[{"id":"r01","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9997388675611797,"min_row":0.9975152635766054,"max_abs":0.08702588081359863},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[16.796875,7.90234375,7.67578125],"probs":[0.9997535888600332,0.0001371030546071973,0.00010930808535968032],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.693219167270726e-07,"mean_abs_dp":5.357859923675711e-07,"oracle_top2_margin":0.9996153783140471,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.693219167270726e-07,"mean_abs_dp":5.357859923675711e-07,"step_ms_median":12.67766603268683,"shard":"g256_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9984999395782684,"min_row":0.9705495575358412,"max_abs":0.42006051540374756},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.171875,16.703125,8.015625],"probs":[0.00019713617535161476,0.9996342443182181,0.0001686195064302604],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.12781312953259e-06,"mean_abs_dp":5.434403673953583e-06,"oracle_top2_margin":0.9994463870098116,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.12781312953259e-06,"mean_abs_dp":5.434403673953583e-06,"step_ms_median":12.696208897978067,"shard":"g256_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9996293628219767,"min_row":0.9965509137887117,"max_abs":0.10644161701202393},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.03125,8.1484375,16.265625],"probs":[0.00026522326411912374,0.0002981985313854433,0.9994365782044954],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.2395623750236524e-06,"mean_abs_dp":2.173387050346425e-06,"oracle_top2_margin":0.9991343551664613,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.2395623750236524e-06,"mean_abs_dp":2.173387050346425e-06,"step_ms_median":12.76429183781147,"shard":"g256_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g256","variant":"e2e","tokens":153,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,152],"slots_oracle":[112,152],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99984626196779,"min_row":0.9961544906529276,"max_abs":0.06590217351913452},"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.65625,8.9375,8.3203125,7.21875],"probs":[0.9992367435420902,0.0004440765733569175,0.00023956134218216236,7.961854237064534e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.0618743991684068e-06,"mean_abs_dp":1.1955897125380667e-06,"oracle_top2_margin":0.9987916390819009,"finite":true},{"t":152,"nopts":5,"letter_logits":[15.828125,9.265625,8.828125,8.71875,8.1640625],"probs":[0.9964019579526658,0.0014072687208428417,0.0009086009759002455,0.0008144646509400239,0.00046770769965093505],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.2360016010827804e-05,"mean_abs_dp":1.5476658834056798e-05,"oracle_top2_margin":0.9949706399347633,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":3.2360016010827804e-05,"mean_abs_dp":9.129517002270695e-06,"step_ms_median":12.654124991968274,"shard":"g256_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999793828844963,"min_row":0.9995006117973487,"max_abs":0.055847764015197754},"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[10.328125,15.515625,8.84375],"probs":[0.005547939902441552,0.9931946530898794,0.0012574070076790407],"probs_oracle":[0.005630022846162319,0.9931067824363708,0.0012632559519261122],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.787065350857048e-05,"mean_abs_dp":5.860084715880305e-05,"oracle_top2_margin":0.9874767595902085,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.787065350857048e-05,"mean_abs_dp":5.860084715880305e-05,"step_ms_median":12.601375114172697,"shard":"g256_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g256","variant":"e2e","tokens":126,"grid":[8,8],"start":65,"amount":56,"slots_host":[125],"slots_oracle":[125],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999096975900322,"min_row":0.9925583237815113,"max_abs":0.06991362571716309},"slots_equal":true,"slots":[{"t":125,"nopts":8,"letter_logits":[9.140625,9.0859375,16.875,8.0,8.296875,8.515625,9.4453125,7.6875],"probs":[0.0004366046612781743,0.0004133689850529524,0.9978947814948581,0.00013954723140979555,0.00018778132489421248,0.00023369763469380543,0.0005921237323373757,0.00010209493547564014],"probs_oracle":[0.00044743184116669,0.00042624998604878783,0.997841477394104,0.0001445232192054391,0.00019250228069722652,0.00023652952222619206,0.0006083882763050497,0.00010282994480803609],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.330410075410352e-05,"mean_abs_dp":1.3317583258696094e-05,"oracle_top2_margin":0.997233089117799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.330410075410352e-05,"mean_abs_dp":1.3317583258696094e-05,"step_ms_median":12.607750482857227,"shard":"g256_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g256","variant":"e2e","tokens":184,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,156,183],"slots_oracle":[112,156,183],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999706759953154,"min_row":0.9979072826164972,"max_abs":0.13669836521148682},"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.5625,9.109375,8.28125,8.7265625],"probs":[0.9987733869335444,0.0005789164646753739,0.000252909872982915,0.00039478672879718514],"probs_oracle":[0.9987712502479553,0.00058116385480389,0.0002529850753489882,0.000394599192077294],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.2473901285161154e-06,"mean_abs_dp":1.1617037009018416e-06,"oracle_top2_margin":0.9981900863931514,"finite":true},{"t":156,"nopts":6,"letter_logits":[9.765625,16.203125,8.6953125,8.6953125,9.296875,8.7265625],"probs":[0.0015936048977081244,0.9957524486943963,0.000546449261235045,0.000546449261235045,0.0009972524626133043,0.0005637954228120127],"probs_oracle":[0.0015793738421052694,0.9958256483078003,0.0005403549876064062,0.0005451973993331194,0.0009696456836536527,0.0005397982313297689],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.319961340401804e-05,"mean_abs_dp":2.4396795829888793e-05,"oracle_top2_margin":0.994246274465695,"finite":true},{"t":183,"nopts":2,"letter_logits":[11.1875,13.9296875],"probs":[0.060529390202538995,0.9394706097974611],"probs_oracle":[0.06064261496067047,0.9393573999404907],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":0.00011321730755093143,"oracle_top2_margin":0.8787147849798203,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":3.145518374040025e-05,"step_ms_median":12.628499884158373,"shard":"g256_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g256","variant":"e2e","tokens":120,"grid":[8,8],"start":65,"amount":56,"slots_host":[119],"slots_oracle":[119],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9997053542569819,"min_row":0.9919941409130266,"max_abs":0.23079919815063477},"slots_equal":true,"slots":[{"t":119,"nopts":6,"letter_logits":[9.390625,9.15625,16.71875,8.828125,7.76953125,8.40625],"probs":[0.0006555414449101174,0.0005185759657847852,0.9980778194081529,0.0003735162562090775,0.00012958898365102745,0.0002449579412921014],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.1971267436324844e-05,"mean_abs_dp":1.399446306057227e-05,"oracle_top2_margin":0.9973679909599014,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.1971267436324844e-05,"mean_abs_dp":1.399446306057227e-05,"step_ms_median":12.643687543459237,"shard":"g256_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g256","variant":"e2e","tokens":128,"grid":[8,8],"start":65,"amount":56,"slots_host":[127],"slots_oracle":[127],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9963536877696877,"min_row":0.8485745822227696,"max_abs":0.9739581346511841},"slots_equal":true,"slots":[{"t":127,"nopts":8,"letter_logits":[8.734375,8.734375,8.53125,12.0078125,15.984375,10.3515625,8.8515625,7.99609375],"probs":[0.0006925379797391843,0.0006925379797391843,0.0005652330256776694,0.01828434632956861,0.9751660868366308,0.003489628564234022,0.0007786413803960726,0.0003309879040144422],"probs_oracle":[0.0006885188049636781,0.0006795556400902569,0.0005544525920413435,0.01720018871128559,0.9762108325958252,0.0035912375897169113,0.0007585337734781206,0.0003167196991853416],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010841576182830173,"mean_abs_dp":0.0002865837703460202,"oracle_top2_margin":0.9590106438845396,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010841576182830173,"mean_abs_dp":0.0002865837703460202,"step_ms_median":12.644271017052233,"shard":"g256_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g256","variant":"e2e","tokens":112,"grid":[8,8],"start":65,"amount":56,"slots_host":[111],"slots_oracle":[111],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9990102373688509,"min_row":0.982635208540112,"max_abs":0.6175241470336914},"slots_equal":true,"slots":[{"t":111,"nopts":3,"letter_logits":[16.265625,9.5625,8.2421875],"probs":[0.9984476505838294,0.0012251664636067242,0.0003271829525639447],"probs_oracle":[0.9985672235488892,0.0011292636627331376,0.00030339331715367734],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011957296505971104,"mean_abs_dp":7.975513378118831e-05,"oracle_top2_margin":0.997437959886156,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00011957296505971104,"mean_abs_dp":7.975513378118831e-05,"step_ms_median":12.640208005905151,"shard":"g256_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g256","variant":"e2e","tokens":103,"grid":[8,8],"start":65,"amount":56,"slots_host":[102],"slots_oracle":[102],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9998404850154137,"min_row":0.9972461711009835,"max_abs":0.11382794380187988},"slots_equal":true,"slots":[{"t":102,"nopts":2,"letter_logits":[10.140625,16.0],"probs":[0.0028449096649795012,0.9971550903350206],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.054101116053626e-05,"mean_abs_dp":2.0512489406643774e-05,"oracle_top2_margin":0.9943512056488544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.054101116053626e-05,"mean_abs_dp":2.0512489406643774e-05,"step_ms_median":12.640417087823153,"shard":"g256_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g256","variant":"e2e","tokens":117,"grid":[8,8],"start":65,"amount":56,"slots_host":[116],"slots_oracle":[116],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9997351919838656,"min_row":0.9971387728260979,"max_abs":0.21671628952026367},"slots_equal":true,"slots":[{"t":116,"nopts":5,"letter_logits":[16.8125,9.5390625,8.75,7.7890625,7.43359375],"probs":[0.9987875719951572,0.0006928821273881953,0.00031475589263139497,0.00012040485962258036,8.438512520089608e-05],"probs_oracle":[0.9988265633583069,0.0006655653123743832,0.0003061715397052467,0.00011903217091457918,8.272226841654629e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.8991363149665226e-05,"mean_abs_dp":1.558561531639531e-05,"oracle_top2_margin":0.9981609980459325,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.8991363149665226e-05,"mean_abs_dp":1.558561531639531e-05,"step_ms_median":12.682124972343445,"shard":"g256_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g256","variant":"e2e","tokens":140,"grid":[8,8],"start":65,"amount":56,"slots_host":[139],"slots_oracle":[139],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999170205999005,"min_row":0.9991197663554299,"max_abs":0.08035445213317871},"slots_equal":true,"slots":[{"t":139,"nopts":9,"letter_logits":[8.4453125,9.078125,8.828125,7.9453125,9.0859375,9.4375,9.6171875,13.96875,18.078125],"probs":[6.443066387587477e-05,0.00012131641918492062,9.448132226063499e-05,3.907917306635727e-05,0.00012226791565332612,0.0001737777470469364,0.0002079847307038748,0.016139535579879804,0.9830371264483282],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010271791483709158,"mean_abs_dp":0.00022826406417615747,"oracle_top2_margin":0.9648526888340712,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010271791483709158,"mean_abs_dp":0.00022826406417615747,"step_ms_median":12.703916989266872,"shard":"g256_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g256","variant":"e2e","tokens":111,"grid":[8,8],"start":65,"amount":56,"slots_host":[110],"slots_oracle":[110],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9998045833191996,"min_row":0.9741539318508845,"max_abs":0.22948062419891357},"slots_equal":true,"slots":[{"t":110,"nopts":4,"letter_logits":[16.671875,9.34375,8.0625,8.328125],"probs":[0.9989240884012353,0.0006560972777196641,0.0001821916339928342,0.00023762268705232933],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.082795330383882e-05,"mean_abs_dp":7.146893269237559e-06,"oracle_top2_margin":0.998262623208575,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.082795330383882e-05,"mean_abs_dp":7.146893269237559e-06,"step_ms_median":12.55341712385416,"shard":"g256_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,146],"slots_oracle":[114,146],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999950339491897,"min_row":0.999560121211158,"max_abs":0.06301188468933105},"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.1875,8.875,15.8359375,8.765625],"probs":[0.0012920477152259288,0.0009452823018040894,0.9969153244039981,0.0008473455789719255],"probs_oracle":[0.0013125522527843714,0.0009568282985128462,0.9968631267547607,0.00086748949252069],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.219764923736214e-05,"mean_abs_dp":2.6098024263331504e-05,"oracle_top2_margin":0.9955505745019764,"finite":true},{"t":146,"nopts":3,"letter_logits":[15.9296875,9.7265625,8.703125],"probs":[0.9972574281322706,0.00201755007136359,0.0007250217963660073],"probs_oracle":[0.9973812699317932,0.001912115840241313,0.000706570572219789],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0001238417995226282,"mean_abs_dp":8.25757515970411e-05,"oracle_top2_margin":0.9954691540915519,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.0001238417995226282,"mean_abs_dp":5.0302764549207046e-05,"step_ms_median":12.614666018635035,"shard":"g256_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g256","variant":"e2e","tokens":193,"grid":[8,8],"start":65,"amount":56,"slots_host":[117,165,192],"slots_oracle":[117,165,192],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9992721317575377,"min_row":0.9774417092792405,"max_abs":0.16092142462730408},"slots_equal":true,"slots":[{"t":117,"nopts":4,"letter_logits":[9.0078125,9.3515625,16.15625,8.234375],"probs":[0.0007843208801316179,0.001106069724897455,0.9977477047655426,0.00036190462942844575],"probs_oracle":[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.6730983511312765e-05,"mean_abs_dp":1.8383507026749365e-05,"oracle_top2_margin":0.9967023314675316,"finite":true},{"t":165,"nopts":7,"letter_logits":[8.9453125,9.8203125,15.3828125,9.8515625,8.5546875,8.53125,8.453125],"probs":[0.0015806140369302184,0.003791695962489499,0.9876352036678206,0.003912057312539506,0.0010694969551053107,0.0010447220848243115,0.0009662099802905237],"probs_oracle":[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011294238930825706,"mean_abs_dp":3.227643857650876e-05,"oracle_top2_margin":0.983884489396587,"finite":true},{"t":192,"nopts":2,"letter_logits":[9.7265625,15.28125],"probs":[0.0038543638269116958,0.9961456361730884],"probs_oracle":[0.0035970157478004694,0.9964029788970947],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0002573480791112264,"mean_abs_dp":0.0002573454015587875,"oracle_top2_margin":0.9928059631492943,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0002573480791112264,"mean_abs_dp":6.2627684712318e-05,"step_ms_median":12.62275013141334,"shard":"g256_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g256","variant":"e2e","tokens":171,"grid":[8,8],"start":65,"amount":56,"slots_host":[108,141,170],"slots_oracle":[108,141,170],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9994578092937727,"min_row":0.9632502870953219,"max_abs":0.1507258415222168},"slots_equal":true,"slots":[{"t":108,"nopts":3,"letter_logits":[17.203125,8.3515625,7.58984375],"probs":[0.9997900510493269,0.00014312782140266193,6.68211292703905e-05],"probs_oracle":[0.9997918009757996,0.00014244449266698211,6.58148928778246e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.7499264726161812e-06,"mean_abs_dp":1.146497200287295e-06,"oracle_top2_margin":0.9996493564831326,"finite":true},{"t":141,"nopts":3,"letter_logits":[16.34375,8.5078125,8.4140625],"probs":[0.999245399414226,0.00039497330191340705,0.00035962728386064154],"probs_oracle":[0.999238133430481,0.00039801813545636833,0.0003638898197095841],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.26598374500842e-06,"mean_abs_dp":4.857784378970758e-06,"oracle_top2_margin":0.9988401152950246,"finite":true},{"t":170,"nopts":2,"letter_logits":[15.6171875,9.3359375],"probs":[0.9981324340221067,0.0018675659778932805],"probs_oracle":[0.9981531500816345,0.0018468272173777223],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":2.0727410021680786e-05,"oracle_top2_margin":0.9963063228642568,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":7.433458097641966e-06,"step_ms_median":12.583042029291391,"shard":"g256_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g256","variant":"e2e","tokens":211,"grid":[8,8],"start":65,"amount":56,"slots_host":[123,164,210],"slots_oracle":[123,164,210],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9989138462984666,"min_row":0.9701785809186729,"max_abs":0.4820352792739868},"slots_equal":true,"slots":[{"t":123,"nopts":6,"letter_logits":[16.859375,9.5546875,8.171875,7.3046875,7.8671875,7.6875],"probs":[0.9988610703584359,0.0006716138042392137,0.00016848908651695286,7.078757417185688e-05,0.00012423606170523997,0.00010380311493087198],"probs_oracle":[0.9988755583763123,0.000659995072055608,0.00016870087711140513,7.21013275324367e-05,0.00012259691720828414,0.00010095535981236026],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.4488017876401749e-05,"mean_abs_dp":5.353198938417841e-06,"oracle_top2_margin":0.9982155633042566,"finite":true},{"t":164,"nopts":5,"letter_logits":[9.2734375,10.890625,14.9453125,11.4375,9.2890625],"probs":[0.0032643474300276844,0.016448715259917746,0.9485503525399012,0.02842083134807179,0.003315753422081457],"probs_oracle":[0.0031590552534908056,0.015553153119981289,0.9480063915252686,0.03006896562874317,0.0032123548444360495],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.001648134280671381,"mean_abs_dp":0.0006592696378845469,"oracle_top2_margin":0.9179374258965254,"finite":true},{"t":210,"nopts":6,"letter_logits":[8.59375,9.1484375,8.625,8.46875,16.125,8.8359375],"probs":[0.0005343691511703989,0.0009305486835173715,0.0005513318488909505,0.00047157912074463653,0.9968313672353196,0.0006808039603570313],"probs_oracle":[0.0005212401156313717,0.0009053464164026082,0.000543770962394774,0.0004741615557577461,0.9969097971916199,0.0006456233095377684],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.842995630025218e-05,"mean_abs_dp":2.7014205213765305e-05,"oracle_top2_margin":0.9960044507752173,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.001648134280671381,"mean_abs_dp":0.00020532662437269607,"step_ms_median":12.624624883756042,"shard":"g256_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g256","variant":"e2e","tokens":177,"grid":[8,8],"start":65,"amount":56,"slots_host":[110,146,176],"slots_oracle":[110,146,176],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9993330331177337,"min_row":0.9856347141053994,"max_abs":0.28075313568115234},"slots_equal":true,"slots":[{"t":110,"nopts":3,"letter_logits":[15.40625,10.234375,8.6015625],"probs":[0.9932632054371922,0.005635696203832485,0.0011010983589752681],"probs_oracle":[0.9930190443992615,0.005865252576768398,0.0011157557601109147],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0002441610379306791,"mean_abs_dp":0.00016279160400074644,"oracle_top2_margin":0.9871537918224931,"finite":true},{"t":146,"nopts":4,"letter_logits":[9.6171875,15.609375,11.140625,8.5703125],"probs":[0.0024616700253455174,0.9853801361095625,0.011294066414063967,0.0008641274510277012],"probs_oracle":[0.0024147704243659973,0.9852963089942932,0.011448029428720474,0.0008408919093199074],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00015396301465650693,"mean_abs_dp":7.698131815328779e-05,"oracle_top2_margin":0.9738482795655727,"finite":true},{"t":176,"nopts":2,"letter_logits":[16.53125,10.34375],"probs":[0.9979492564600826,0.002050743539917378],"probs_oracle":[0.9979719519615173,0.0020279884338378906],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.275510607948738e-05,"mean_abs_dp":2.272530375711573e-05,"oracle_top2_margin":0.9959439635276794,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0002441610379306791,"mean_abs_dp":9.35278546810691e-05,"step_ms_median":12.755791889503598,"shard":"g256_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999857274067089,"min_row":0.997134386319649,"max_abs":0.05855143070220947},"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.8203125,9.8359375,8.96875,9.234375,9.40625,8.7421875,10.1484375,15.953125,9.8671875,16.0625],"probs":[0.0003751895345710955,0.0010359315236881988,0.00043522747428905286,0.0005676436379270354,0.0006740934989768933,0.00034699359577921793,0.0014159505110350116,0.46988526356465066,0.0010688155201857997,0.5241948911388971],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"full_vocab_top1_id":41,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0009968019748374246,"mean_abs_dp":0.00020279475323885747,"oracle_top2_margin":0.05622464418411255,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0009968019748374246,"mean_abs_dp":0.00020279475323885747,"step_ms_median":12.581458082422614,"shard":"g256_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9967934296115392,"min_row":0.9381173731522652,"max_abs":1.2077863216400146},"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.6953125,9.2890625,8.71875,16.53125,9.5703125,8.9453125,9.0234375,9.359375,8.8203125,12.875],"probs":[0.0003835483567696505,0.0006945163514556253,0.0003926439439344001,0.9703413600319349,0.0009200846770963926,0.000492485838621049,0.0005325041580670969,0.0007451072785971467,0.00043461722714985263,0.025063132136373827],"probs_oracle":[0.00038343475898727775,0.000686735613271594,0.0003942575422115624,0.9702177047729492,0.0009427570621483028,0.0004960547666996717,0.0005290430854074657,0.0007387973600998521,0.0004333727993071079,0.02517782151699066],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012365525898572205,"mean_abs_dp":2.851093059763262e-05,"oracle_top2_margin":0.9450398832559586,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00012365525898572205,"mean_abs_dp":2.851093059763262e-05,"step_ms_median":12.978167040273547,"shard":"g256_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[146],"slots_oracle":[146],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999818458977068,"min_row":0.9996729139504901,"max_abs":0.024665426462888718},"slots_equal":true,"slots":[{"t":146,"nopts":9,"letter_logits":[9.671875,9.9296875,9.25,16.171875,9.8046875,10.0390625,9.6953125,9.1015625,9.1171875],"probs":[0.001486236194635509,0.001923332541698846,0.0009746974929731946,0.9885575695895006,0.0016973350106893887,0.0021456324990302834,0.0015214812703009792,0.0008402417594008604,0.0008534736417702693],"probs_oracle":[0.0015125663485378027,0.0019855706486850977,0.0009997023735195398,0.9884001016616821,0.0017508834134787321,0.0021429003681987524,0.0015369588509202003,0.0008162282756529748,0.0008550662896595895],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00015746792781845542,"mean_abs_dp":4.093392390340527e-05,"oracle_top2_margin":0.9862572012934834,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00015746792781845542,"mean_abs_dp":4.093392390340527e-05,"step_ms_median":12.752791866660118,"shard":"g256_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999290788824295,"min_row":0.9984059737667056,"max_abs":0.0617825984954834},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[17.40625,6.49609375,9.0],"probs":[0.9997583204206115,1.8267300419380802e-05,0.0002234122789690018],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1748377197751125e-06,"mean_abs_dp":7.768580772433016e-07,"oracle_top2_margin":0.9995371885306668,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.1748377197751125e-06,"mean_abs_dp":7.768580772433016e-07,"step_ms_median":12.610124540515244,"shard":"g256_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9985964818021941,"min_row":0.9785340864589323,"max_abs":0.6254123449325562},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[6.83984375,16.953125,9.84375],"probs":[4.050282531330841e-05,0.9991427921502205,0.0008167050244661685],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.177860567406885e-06,"mean_abs_dp":7.893682715638992e-07,"oracle_top2_margin":0.9983272287645377,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.177860567406885e-06,"mean_abs_dp":7.893682715638992e-07,"step_ms_median":12.641478911973536,"shard":"g256_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999020065545052,"min_row":0.9979372433364528,"max_abs":0.05878806114196777},"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[8.515625,8.6328125,15.2109375],"probs":[0.0012334548764589078,0.0013868105948845334,0.9973797345286566],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00014589785278262823,"mean_abs_dp":9.72605009653385e-05,"oracle_top2_margin":0.9962251851102337,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00014589785278262823,"mean_abs_dp":9.72605009653385e-05,"step_ms_median":12.808124884031713,"shard":"g256_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9998201793376159,"min_row":0.9894704427040143,"max_abs":0.11401605606079102},"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[15.15625,8.59375,10.6953125,8.5703125],"probs":[0.9858593146723695,0.0013923788142093285,0.011388182119702958,0.0013601243937181073],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0008732278424314899,"mean_abs_dp":0.0004519802443320676,"oracle_top2_margin":0.9761303840205073,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0008732278424314899,"mean_abs_dp":0.0004519802443320676,"step_ms_median":12.617457890883088,"shard":"g256_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9992806207425701,"min_row":0.9922893917339974,"max_abs":0.534489631652832},"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[10.1171875,10.2578125,9.7578125,14.953125],"probs":[0.007763630514530471,0.0089358839474137,0.005419887585740362,0.9778805979523154],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.001362442132523456,"mean_abs_dp":0.0006812179230480248,"oracle_top2_margin":0.9708722895011306,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.001362442132523456,"mean_abs_dp":0.0006812179230480248,"step_ms_median":12.664542067795992,"shard":"g256_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g256","variant":"e2e","tokens":170,"grid":[8,8],"start":65,"amount":56,"slots_host":[169],"slots_oracle":[169],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999565764987007,"min_row":0.9994775621017161,"max_abs":0.03257274627685547},"slots_equal":true,"slots":[{"t":169,"nopts":6,"letter_logits":[11.2734375,14.5859375,13.046875,8.125,7.71484375,8.2578125],"probs":[0.029014811151637992,0.796563164656021,0.17092825874620202,0.0012452906157415786,0.0008263083078689087,0.0014221665225287391],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.005693511431075882,"mean_abs_dp":0.0019134025115294473,"oracle_top2_margin":0.6143285483121872,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.005693511431075882,"mean_abs_dp":0.0019134025115294473,"step_ms_median":12.754917028360069,"shard":"g256_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g256","variant":"e2e","tokens":164,"grid":[8,8],"start":65,"amount":56,"slots_host":[163],"slots_oracle":[163],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999954046731318,"min_row":0.9994287734778527,"max_abs":0.06299114227294922},"slots_equal":true,"slots":[{"t":163,"nopts":4,"letter_logits":[9.3515625,14.234375,11.2890625,11.2578125],"probs":[0.006817999706957878,0.8999854807867846,0.047326298314805886,0.04587022119145166],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.028484511853679173,"mean_abs_dp":0.014242256858162144,"oracle_top2_margin":0.8101431205868721,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.028484511853679173,"mean_abs_dp":0.014242256858162144,"step_ms_median":12.949375086463988,"shard":"g256_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99984626196779,"min_row":0.9961544906529276,"max_abs":0.06590217351913452},"slots_equal":true,"slots":[{"t":120,"nopts":4,"letter_logits":[17.3125,7.73046875,7.609375,7.390625],"probs":[0.9998208940361231,6.894438643809953e-05,6.108134106329374e-05,4.9080236375557106e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5835334225633782e-06,"mean_abs_dp":8.288076504901805e-07,"oracle_top2_margin":0.999753624877485,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5835334225633782e-06,"mean_abs_dp":8.288076504901805e-07,"step_ms_median":12.907166965305805,"shard":"g256_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g256","variant":"e2e","tokens":114,"grid":[8,8],"start":65,"amount":56,"slots_host":[113],"slots_oracle":[113],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9992721317575377,"min_row":0.9774417092792405,"max_abs":0.16092142462730408},"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[11.34375,9.34375,8.15625,16.0625],"probs":[0.008833552363537715,0.0011954913111048263,0.00036460425003076425,0.9896063520753268],"probs_oracle":[0.00852695107460022,0.0010953464079648256,0.0003487524518277496,0.9900289177894592],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00042256571413246125,"mean_abs_dp":0.00021129092610324302,"oracle_top2_margin":0.981501966714859,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00042256571413246125,"mean_abs_dp":0.00021129092610324302,"step_ms_median":12.814437504857779,"shard":"g256_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999170205999005,"min_row":0.9991197663554299,"max_abs":0.08035445213317871},"slots_equal":true,"slots":[{"t":104,"nopts":2,"letter_logits":[10.734375,15.5625],"probs":[0.007937994101407319,0.9920620058985926],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00019570837295279642,"mean_abs_dp":0.00019568951367062663,"oracle_top2_margin":0.9845153908245265,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00019570837295279642,"mean_abs_dp":0.00019568951367062663,"step_ms_median":12.720958096906543,"shard":"g256_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g256","variant":"e2e","tokens":144,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,143],"slots_oracle":[114,143],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9967934296115392,"min_row":0.9381173731522652,"max_abs":1.2077863216400146},"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.4453125,16.375,9.265625,8.3046875],"probs":[0.0009762482218186057,0.9978960381844265,0.0008156859206542442,0.00031202767310064134],"probs_oracle":[0.0008657005382701755,0.9981381893157959,0.000728585640899837,0.0002674604766070843],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0002421511313693836,"mean_abs_dp":0.00012109157279144451,"oracle_top2_margin":0.9972724887775257,"finite":true},{"t":143,"nopts":2,"letter_logits":[9.8046875,15.1640625],"probs":[0.0046818225243337366,0.9953181774756662],"probs_oracle":[0.0045051840133965015,0.9954948425292969],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00017666505363067575,"mean_abs_dp":0.0001766517822839554,"oracle_top2_margin":0.9909896585159004,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.0002421511313693836,"mean_abs_dp":0.00013961164262228147,"step_ms_median":12.894395389594138,"shard":"g256_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9997388675611797,"min_row":0.9975152635766054,"max_abs":0.08702588081359863},"slots_equal":true,"slots":[{"t":120,"nopts":7,"letter_logits":[17.015625,9.484375,8.4453125,7.46875,7.6953125,7.53125,8.5625],"probs":[0.9988253865922294,0.0005354380806465294,0.0001894306044753715,7.134021931567286e-05,8.948068161967789e-05,7.594126815951861e-05,0.0002129825535539797],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.320691805764684e-06,"mean_abs_dp":1.207509361448113e-06,"oracle_top2_margin":0.9982935651787557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.320691805764684e-06,"mean_abs_dp":1.207509361448113e-06,"step_ms_median":12.784374877810478,"shard":"g256_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[113,144],"slots_oracle":[113,144],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9963536877696877,"min_row":0.8485745822227696,"max_abs":0.9739581346511841},"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[9.109375,17.0625,8.2421875,8.0],"probs":[0.0003513456688257526,0.9993851814407303,0.00014761138603158844,0.00011586150441225373],"probs_oracle":[0.00023222366871777922,0.9995563626289368,0.00012253291788510978,8.888279262464494e-05],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00017118118820647066,"mean_abs_dp":8.559009206213287e-05,"oracle_top2_margin":0.999324138960219,"finite":true},{"t":144,"nopts":2,"letter_logits":[15.53125,11.1953125],"probs":[0.9870795269609209,0.012920473039078976],"probs_oracle":[0.9866299629211426,0.013370047323405743],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00044957428432676645,"mean_abs_dp":0.00044956916205256357,"oracle_top2_margin":0.9732599155977368,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00044957428432676645,"mean_abs_dp":0.00020691644872560975,"step_ms_median":12.659040978178382,"shard":"g256_shard_02","npz_key":"10","first_in_process":false},{"id":"r01","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999589167284258,"min_row":0.9696041531999308,"max_abs":0.3840556740760803},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[16.71875,8.1015625,7.91796875],"probs":[0.999668526036981,0.00018090852722102234,0.0001505654357981067],"probs_oracle":[0.9996669292449951,0.00018169928807765245,0.00015134402201510966],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5967919858583812e-06,"mean_abs_dp":1.0553796864971546e-06,"oracle_top2_margin":0.9994852299569175,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5967919858583812e-06,"mean_abs_dp":1.0553796864971546e-06,"step_ms_median":12.769833207130432,"shard":"g448_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9991315473657086,"min_row":0.9729269356134403,"max_abs":0.2096647024154663},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.3203125,16.546875,8.2734375],"probs":[0.0002673144107249979,0.9994776123966516,0.0002550731926234185],"probs_oracle":[0.000269706710241735,0.9994760155677795,0.00025428077788092196],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.3922995167370825e-06,"mean_abs_dp":1.5938477104175963e-06,"oracle_top2_margin":0.9992063088575378,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.3922995167370825e-06,"mean_abs_dp":1.5938477104175963e-06,"step_ms_median":12.723958119750023,"shard":"g448_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9996146014704939,"min_row":0.9918427245339817,"max_abs":0.13400208950042725},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.4375,8.5078125,16.15625],"probs":[0.0004440067556332185,0.0004763497139775458,0.9990796435303891],"probs_oracle":[0.00043719500536099076,0.000467298727016896,0.9990954399108887],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5796380499533136e-05,"mean_abs_dp":1.0553039244136881e-05,"oracle_top2_margin":0.9986281411838718,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5796380499533136e-05,"mean_abs_dp":1.0553039244136881e-05,"step_ms_median":12.700999854132533,"shard":"g448_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g448","variant":"e2e","tokens":285,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,284],"slots_oracle":[244,284],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9996842659190439,"min_row":0.9804451033807067,"max_abs":0.17774510383605957},"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.765625,8.6953125,8.09375,7.32421875],"probs":[0.9994369254173123,0.00031250948627495014,0.00017124106914349945,7.932402726937299e-05],"probs_oracle":[0.9994351267814636,0.00030979173607192934,0.0001716899569146335,8.336015162058175e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.03612435120876e-06,"mean_abs_dp":2.2503495435169884e-06,"oracle_top2_margin":0.9991253350453917,"finite":true},{"t":284,"nopts":5,"letter_logits":[16.328125,8.9453125,8.671875,8.28125,7.83203125],"probs":[0.9983833248691065,0.0006208441440096872,0.00047231331796237055,0.0003195831769262864,0.0002039344919951295],"probs_oracle":[0.9983682036399841,0.0006189235136844218,0.0004789685772266239,0.0003326288133393973,0.00020131732162553817],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5121229122394553e-05,"mean_abs_dp":7.8719850989231e-06,"oracle_top2_margin":0.9977492801262997,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.5121229122394553e-05,"mean_abs_dp":5.373480407631495e-06,"step_ms_median":12.590291909873486,"shard":"g448_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9998856603177064,"min_row":0.9610433806017468,"max_abs":0.15589189529418945},"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[10.1640625,15.3359375,9.171875],"probs":[0.005630131274176897,0.9922824144811461,0.002087454244677051],"probs_oracle":[0.005602917168289423,0.9923451542854309,0.0020519329700618982],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.273980428483927e-05,"mean_abs_dp":4.182506159582216e-05,"oracle_top2_margin":0.9867422371171415,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.273980428483927e-05,"mean_abs_dp":4.182506159582216e-05,"step_ms_median":12.949750060215592,"shard":"g448_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g448","variant":"e2e","tokens":258,"grid":[14,14],"start":197,"amount":182,"slots_host":[257],"slots_oracle":[257],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9993156004683565,"min_row":0.87195891335831,"max_abs":0.3252263069152832},"slots_equal":true,"slots":[{"t":257,"nopts":8,"letter_logits":[9.1328125,9.0625,16.796875,8.0,8.0703125,8.4375,9.359375,7.90234375],"probs":[0.0004683753491493793,0.0004365738303019004,0.9978243148391839,0.00015087587856944614,0.0001618661894010372,0.00023368113206140244,0.0005874743012814607,0.0001368384800516467],"probs_oracle":[0.00048085491289384663,0.0004459824995137751,0.9977728724479675,0.0001569857558934018,0.00016541295917704701,0.00023827303084544837,0.0006033360259607434,0.00013632865739054978],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.144239121634975e-05,"mean_abs_dp":1.2993839674635357e-05,"oracle_top2_margin":0.9971695364220068,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.144239121634975e-05,"mean_abs_dp":1.2993839674635357e-05,"step_ms_median":12.940332992002368,"shard":"g448_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g448","variant":"e2e","tokens":316,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,288,315],"slots_oracle":[244,288,315],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9996840738653276,"min_row":0.9900398881539695,"max_abs":0.20662713050842285},"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.421875,9.0,8.3125,8.9140625],"probs":[0.9985545784845389,0.0005971623926063765,0.0003002721081791669,0.0005479870146753863],"probs_oracle":[0.9985532164573669,0.0005945708835497499,0.0003056767163798213,0.0005464947316795588],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.404608200654422e-06,"mean_abs_dp":2.7126068562611898e-06,"oracle_top2_margin":0.9979586455738172,"finite":true},{"t":288,"nopts":6,"letter_logits":[9.71875,16.09375,8.734375,8.6953125,9.2265625,8.6875],"probs":[0.0016958168830433701,0.9954198038914381,0.000633680472385158,0.0006094045547136928,0.0010366320675754001,0.0006046621308444219],"probs_oracle":[0.0016743798041716218,0.9955074787139893,0.0006255566840991378,0.0006036655395291746,0.001013218774460256,0.0005756971659138799],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.767482255112036e-05,"mean_abs_dp":2.9225493823182198e-05,"oracle_top2_margin":0.9938330989098176,"finite":true},{"t":315,"nopts":2,"letter_logits":[11.140625,13.6953125],"probs":[0.07211220541293051,0.9278877945870695],"probs_oracle":[0.07187289744615555,0.9281271696090698],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":0.00023934149438764596,"oracle_top2_margin":0.8562542721629143,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":5.540719826161916e-05,"step_ms_median":12.5965834595263,"shard":"g448_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g448","variant":"e2e","tokens":252,"grid":[14,14],"start":197,"amount":182,"slots_host":[251],"slots_oracle":[251],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9998622523270877,"min_row":0.9865737570601646,"max_abs":0.16074717044830322},"slots_equal":true,"slots":[{"t":251,"nopts":6,"letter_logits":[9.2890625,9.125,16.78125,8.515625,7.546875,8.125],"probs":[0.000556554390726535,0.000472341576600447,0.9984430584230126,0.00025680766078656556,9.747319363202549e-05,0.00017376475524181044],"probs_oracle":[0.0005603667814284563,0.00047818213352002203,0.9984318614006042,0.00025924580404534936,9.779584797797725e-05,0.00017250367091037333],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1197022408371282e-05,"mean_abs_dp":4.145308661006713e-06,"oracle_top2_margin":0.9978714946191758,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.1197022408371282e-05,"mean_abs_dp":4.145308661006713e-06,"step_ms_median":11.59420853946358,"shard":"g448_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g448","variant":"e2e","tokens":260,"grid":[14,14],"start":197,"amount":182,"slots_host":[259],"slots_oracle":[259],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999101429309383,"min_row":0.9960701063519034,"max_abs":0.1347578763961792},"slots_equal":true,"slots":[{"t":259,"nopts":8,"letter_logits":[9.046875,8.84375,8.53125,9.6796875,15.78125,12.59375,9.859375,8.65625],"probs":[0.0011328250060568706,0.0009245848234605058,0.0006764407071305777,0.0021329948355446717,0.952499439233579,0.039314347094377734,0.0025528605589741717,0.0007665077408764442],"probs_oracle":[0.0011424915865063667,0.0009199993801303208,0.0006675715558230877,0.0021507099736481905,0.9533334374427795,0.03857970982789993,0.0024612408597022295,0.0007448457181453705],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0008339982092004927,"mean_abs_dp":0.00021534418885900002,"oracle_top2_margin":0.9147537276148796,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0008339982092004927,"mean_abs_dp":0.00021534418885900002,"step_ms_median":11.873020441271365,"shard":"g448_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g448","variant":"e2e","tokens":244,"grid":[14,14],"start":197,"amount":182,"slots_host":[243],"slots_oracle":[243],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9995823211015532,"min_row":0.9866936711607867,"max_abs":0.3175790309906006},"slots_equal":true,"slots":[{"t":243,"nopts":3,"letter_logits":[16.84375,8.8671875,7.76171875],"probs":[0.9995431005186403,0.0003432609874107958,0.00011363849394889588],"probs_oracle":[0.9995611310005188,0.0003284418198745698,0.00011045892460970208],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.8030481878539284e-05,"mean_abs_dp":1.2009739584653028e-05,"oracle_top2_margin":0.9992326891806442,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.8030481878539284e-05,"mean_abs_dp":1.2009739584653028e-05,"step_ms_median":11.634229449555278,"shard":"g448_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g448","variant":"e2e","tokens":235,"grid":[14,14],"start":197,"amount":182,"slots_host":[234],"slots_oracle":[234],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9986355704593004,"min_row":0.871183182631296,"max_abs":0.3157140612602234},"slots_equal":true,"slots":[{"t":234,"nopts":2,"letter_logits":[10.484375,15.375],"probs":[0.007460643463940165,0.9925393565360598],"probs_oracle":[0.007302414625883102,0.992697536945343],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00015822883805706282,"mean_abs_dp":0.00015820462367011675,"oracle_top2_margin":0.9853951223194599,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00015822883805706282,"mean_abs_dp":0.00015820462367011675,"step_ms_median":11.765958042815328,"shard":"g448_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g448","variant":"e2e","tokens":249,"grid":[14,14],"start":197,"amount":182,"slots_host":[248],"slots_oracle":[248],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9997823052804959,"min_row":0.9936096252043102,"max_abs":0.24968481063842773},"slots_equal":true,"slots":[{"t":248,"nopts":5,"letter_logits":[16.921875,9.234375,8.4296875,7.74609375,7.44140625],"probs":[0.9991572790659955,0.0004581366406920315,0.00020489137932048706,0.00010342908737407759,7.626382661781285e-05],"probs_oracle":[0.9991558790206909,0.0004565727722365409,0.00020724281785078347,0.00010403238411527127,7.625338912475854e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.3514385302964046e-06,"mean_abs_dp":1.185817304922624e-06,"oracle_top2_margin":0.9986993062484544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.3514385302964046e-06,"mean_abs_dp":1.185817304922624e-06,"step_ms_median":11.664000106975436,"shard":"g448_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g448","variant":"e2e","tokens":272,"grid":[14,14],"start":197,"amount":182,"slots_host":[271],"slots_oracle":[271],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999745304812345,"min_row":0.9059040424672304,"max_abs":0.22488224506378174},"slots_equal":true,"slots":[{"t":271,"nopts":9,"letter_logits":[8.390625,8.8828125,8.890625,7.578125,8.6953125,8.859375,9.1796875,9.9453125,19.203125],"probs":[2.014016572395621e-05,3.29471122206936e-05,3.320551962451225e-05,8.937144364592735e-06,2.7314115390912306e-05,3.2183893188133725e-05,4.4335185454677936e-05,9.533563029397087e-05,0.9997056012337385],"probs_oracle":[2.0277637304388918e-05,3.2944568374659866e-05,3.3252264984184876e-05,9.089779268833809e-06,2.7153426344739273e-05,3.251702946727164e-05,4.40161456936039e-05,9.227909322362393e-05,0.9997084736824036],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.0565370703469416e-06,"mean_abs_dp":7.868051680165254e-07,"oracle_top2_margin":0.9996161945891799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.0565370703469416e-06,"mean_abs_dp":7.868051680165254e-07,"step_ms_median":12.858813046477735,"shard":"g448_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g448","variant":"e2e","tokens":243,"grid":[14,14],"start":197,"amount":182,"slots_host":[242],"slots_oracle":[242],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9997593641113663,"min_row":0.9912707127216149,"max_abs":0.27082037925720215},"slots_equal":true,"slots":[{"t":242,"nopts":4,"letter_logits":[16.890625,9.1796875,7.8515625,8.140625],"probs":[0.9992754805624559,0.0004475768594534584,0.00011859606128492965,0.0001583465168056059],"probs_oracle":[0.9992570281028748,0.0004573110491037369,0.00012069327203789726,0.00016500464698765427],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.8452459581097536e-05,"mean_abs_dp":9.235497541597994e-06,"oracle_top2_margin":0.998799717053771,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.8452459581097536e-05,"mean_abs_dp":9.235497541597994e-06,"step_ms_median":12.645625043660402,"shard":"g448_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,278],"slots_oracle":[246,278],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9989296654495875,"min_row":0.9404210816656324,"max_abs":0.8064658641815186},"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.9296875,9.21875,15.03125,10.0859375],"probs":[0.005990222980900594,0.0029422986716459306,0.9840641981638143,0.007003280183639359],"probs_oracle":[0.006657375022768974,0.0033173311967402697,0.9827334880828857,0.007291808724403381],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0013307100809285544,"mean_abs_dp":0.0006653557971638241,"oracle_top2_margin":0.9754416793584824,"finite":true},{"t":278,"nopts":3,"letter_logits":[15.5390625,10.109375,8.578125],"probs":[0.9946956136102012,0.004361208833781001,0.0009431775560176264],"probs_oracle":[0.9947662353515625,0.004311799071729183,0.0009220570791512728],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.062174136129862e-05,"mean_abs_dp":4.7050660093156654e-05,"oracle_top2_margin":0.9904544362798333,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.0013307100809285544,"mean_abs_dp":0.00040036788127639517,"step_ms_median":12.738500023260713,"shard":"g448_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g448","variant":"e2e","tokens":325,"grid":[14,14],"start":197,"amount":182,"slots_host":[249,297,324],"slots_oracle":[249,297,324],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9981182240050445,"min_row":0.8219885132418003,"max_abs":1.0148954391479492},"slots_equal":true,"slots":[{"t":249,"nopts":4,"letter_logits":[7.96875,8.90625,16.640625,7.8203125],"probs":[0.00017120801488451802,0.00043719498194498595,0.9992440064689924,0.0001475905341782308],"probs_oracle":[0.00016730134666431695,0.00042254829895682633,0.9992651343345642,0.00014504071441479027],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1127865571846094e-05,"mean_abs_dp":1.0557759135911827e-05,"oracle_top2_margin":0.9988425860356074,"finite":true},{"t":297,"nopts":7,"letter_logits":[8.9609375,9.7109375,15.6484375,9.2890625,8.25,8.40625,8.3359375],"probs":[0.0012369807512101181,0.002618688270861379,0.9924469223833725,0.001717377696559775,0.0006075845311170586,0.0007103382829362024,0.0006621080839432215],"probs_oracle":[0.0012208223342895508,0.0025618993677198887,0.9925703406333923,0.0017182007431983948,0.0005935655790381134,0.0006946290959604084,0.0006406526081264019],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012341825001982443,"mean_abs_dp":3.548174737029437e-05,"oracle_top2_margin":0.9900084412656724,"finite":true},{"t":324,"nopts":2,"letter_logits":[9.7734375,15.2109375],"probs":[0.00433150202056399,0.9956684979794361],"probs_oracle":[0.004423052072525024,0.9955769777297974],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.155005196103457e-05,"mean_abs_dp":9.153515079990014e-05,"oracle_top2_margin":0.9911539256572723,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00012341825001982443,"mean_abs_dp":3.643642844119294e-05,"step_ms_median":12.696875026449561,"shard":"g448_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g448","variant":"e2e","tokens":303,"grid":[14,14],"start":197,"amount":182,"slots_host":[240,273,302],"slots_oracle":[240,273,302],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.998380670448721,"min_row":0.8974240379318011,"max_abs":0.550209641456604},"slots_equal":true,"slots":[{"t":240,"nopts":3,"letter_logits":[17.328125,8.40625,7.61328125],"probs":[0.9998062192076899,0.00013341195649912185,6.036883581113444e-05],"probs_oracle":[0.9998090863227844,0.0001311514643020928,5.978461922495626e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.8671150945625e-06,"mean_abs_dp":1.9039412925899127e-06,"oracle_top2_margin":0.9996779348584823,"finite":true},{"t":273,"nopts":3,"letter_logits":[16.359375,8.59375,8.515625],"probs":[0.999184405694298,0.000423718631874856,0.0003918756738270545],"probs_oracle":[0.9991744160652161,0.00042735174065455794,0.0003981590270996094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.989629081941231e-06,"mean_abs_dp":6.6353637113993474e-06,"oracle_top2_margin":0.9987470643245615,"finite":true},{"t":302,"nopts":2,"letter_logits":[15.5390625,9.34375],"probs":[0.997965182999252,0.002034817000747976],"probs_oracle":[0.9979913234710693,0.002008667681366205],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6149319381770647e-05,"mean_abs_dp":2.6144895599570714e-05,"oracle_top2_margin":0.9959826557897031,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":2.6149319381770647e-05,"mean_abs_dp":9.73846327638865e-06,"step_ms_median":12.637207983061671,"shard":"g448_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g448","variant":"e2e","tokens":343,"grid":[14,14],"start":197,"amount":182,"slots_host":[255,296,342],"slots_oracle":[255,296,342],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9992051819407941,"min_row":0.8908920372649637,"max_abs":0.2909430265426636},"slots_equal":true,"slots":[{"t":255,"nopts":6,"letter_logits":[16.75,9.0625,8.25,7.39453125,7.95703125,8.03125],"probs":[0.9989373597844132,0.00045803580263280053,0.0002032521553391336,8.639921609084956e-05,0.00015163534655796465,0.0001633176949659494],"probs_oracle":[0.9989650249481201,0.00044237051042728126,0.00019978830823674798,8.695968426764011e-05,0.0001475344179198146,0.0001582982367835939],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.7665163706891427e-05,"mean_abs_dp":9.412526335348743e-06,"oracle_top2_margin":0.9985226544376928,"finite":true},{"t":296,"nopts":5,"letter_logits":[9.9296875,11.6171875,14.59375,10.6953125,9.3828125],"probs":[0.008680469348717528,0.04692617394542037,0.9207035441028988,0.018665942368809068,0.0050238702341543345],"probs_oracle":[0.008088547736406326,0.04423723742365837,0.9244673848152161,0.018492545932531357,0.004714324604719877],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.003763840712317279,"mean_abs_dp":0.0015055281824205295,"oracle_top2_margin":0.8802301473915577,"finite":true},{"t":342,"nopts":6,"letter_logits":[8.640625,8.9609375,8.5390625,8.375,15.984375,9.234375],"probs":[0.000644180844440623,0.0008873965942428662,0.0005819688948522717,0.0004939105861119852,0.99622608226293,0.0011664608174222968],"probs_oracle":[0.0006307050934992731,0.0008567753247916698,0.0005710572004318237,0.0004954338655807078,0.9963390827178955,0.0011069673346355557],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011300045496553945,"mean_abs_dp":3.817098867233288e-05,"oracle_top2_margin":0.99523211538326,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.003763840712317279,"mean_abs_dp":0.00045959658836169036,"step_ms_median":12.71541602909565,"shard":"g448_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g448","variant":"e2e","tokens":309,"grid":[14,14],"start":197,"amount":182,"slots_host":[242,278,308],"slots_oracle":[242,278,308],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9995048605339217,"min_row":0.9186984006932357,"max_abs":0.7622377276420593},"slots_equal":true,"slots":[{"t":242,"nopts":3,"letter_logits":[15.6171875,10.015625,8.28125],"probs":[0.9956750038765477,0.003676122039765164,0.0006488740836870871],"probs_oracle":[0.9957261085510254,0.0036251493729650974,0.0006488442304544151],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.1104674477664425e-05,"mean_abs_dp":3.403573150346761e-05,"oracle_top2_margin":0.9921009591780603,"finite":true},{"t":278,"nopts":4,"letter_logits":[9.171875,16.375,9.6640625,8.0078125],"probs":[0.0007426269369246049,0.997810657036865,0.0012148565887847458,0.00023185943742573908],"probs_oracle":[0.000710506399627775,0.9978955984115601,0.0011723366333171725,0.00022145592083688825],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.49413746950578e-05,"mean_abs_dp":4.2496346012077966e-05,"oracle_top2_margin":0.9967232617782429,"finite":true},{"t":308,"nopts":2,"letter_logits":[16.5625,10.265625],"probs":[0.9981613347123114,0.0018386652876885773],"probs_oracle":[0.9981451034545898,0.0018549266969785094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.6261409289932078e-05,"mean_abs_dp":1.6246333505738034e-05,"oracle_top2_margin":0.9962901767576113,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":8.49413746950578e-05,"mean_abs_dp":3.384280506335453e-05,"step_ms_median":12.63550017029047,"shard":"g448_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999743147715039,"min_row":0.9905236972872844,"max_abs":0.38918256759643555},"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.8984375,9.796875,9.2265625,9.3046875,9.671875,8.84375,10.421875,16.515625,9.9453125,14.3125],"probs":[0.00043970062974699333,0.0010798005297729366,0.0006104638685380031,0.00066006882402226,0.0009529206229338218,0.0004163001890853718,0.002017332974581461,0.8938395898921788,0.001252590528268061,0.0987312319408724],"probs_oracle":[0.0004485415993258357,0.0010800594463944435,0.0006290642777457833,0.0006908925715833902,0.000972151174210012,0.00042305333772674203,0.0021294124890118837,0.8899959921836853,0.0012687055859714746,0.10236208140850067],"argmax":7,"argmax_oracle":7,"argmax_equal":true,"full_vocab_top1_id":39,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.003843597708493518,"mean_abs_dp":0.000768714949114245,"oracle_top2_margin":0.7876339107751846,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.003843597708493518,"mean_abs_dp":0.000768714949114245,"step_ms_median":12.74445909075439,"shard":"g448_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999432186739031,"min_row":0.9546190358454936,"max_abs":0.27324581146240234},"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.890625,9.390625,8.890625,16.390625,9.6796875,9.125,9.1328125,9.5234375,8.9765625,12.875],"probs":[0.0005338586673111166,0.0008801841403434611,0.0005338586673111166,0.9652391138234875,0.0011752000130600823,0.0006748605898410629,0.0006801535870479872,0.0010052018398225633,0.0005817661925328781,0.028695802479242572],"probs_oracle":[0.0005481093539856374,0.0008933480712585151,0.0005559168639592826,0.9644231796264648,0.0012373479548841715,0.0006897316197864711,0.0006905003683641553,0.0010131854796782136,0.0005959380650892854,0.02935273014008999],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0008159341970226386,"mean_abs_dp":0.0001631855937605519,"oracle_top2_margin":0.9350704494863749,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0008159341970226386,"mean_abs_dp":0.0001631855937605519,"step_ms_median":12.765624793246388,"shard":"g448_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[278],"slots_oracle":[278],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9998675911747661,"min_row":0.9730886317914663,"max_abs":0.3801455497741699},"slots_equal":true,"slots":[{"t":278,"nopts":9,"letter_logits":[10.0,10.390625,9.5625,16.0,9.5234375,9.6796875,9.71875,8.7578125,9.328125],"probs":[0.002442279627367052,0.003609455307654383,0.0015768542425343983,0.9852859234405764,0.0015164459051469727,0.0017729048803255363,0.0018435293818676065,0.0007052128383623829,0.0012473943761652335],"probs_oracle":[0.0024558305740356445,0.0037613804452121258,0.0016030978877097368,0.9852538704872131,0.0015132761327549815,0.0017176602268591523,0.0018075669649988413,0.0006852896767668426,0.0012020787689834833],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00015192513755774278,"mean_abs_dp":4.2598699363265184e-05,"oracle_top2_margin":0.981492490042001,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00015192513755774278,"mean_abs_dp":4.2598699363265184e-05,"step_ms_median":12.811500113457441,"shard":"g448_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9940873853604068,"min_row":0.5278510311136624,"max_abs":2.8283405900001526},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[17.28125,6.609375,9.0390625],"probs":[0.9997135864075093,2.318137381351524e-05,0.000263232218677342],"probs_oracle":[0.999715268611908,2.3231894374475814e-05,0.00026144483126699924],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.78738741034274e-06,"mean_abs_dp":1.173370789990274e-06,"oracle_top2_margin":0.999453823780641,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.78738741034274e-06,"mean_abs_dp":1.173370789990274e-06,"step_ms_median":13.017728924751282,"shard":"g448_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9995908608549593,"min_row":0.9737337321393732,"max_abs":0.42182159423828125},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[6.78515625,16.96875,9.984375],"probs":[3.774878331648999e-05,0.9990369012621876,0.0009253499544960283],"probs_oracle":[3.7778951082145795e-05,0.9990003705024719,0.0009618884068913758],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.653845239534744e-05,"mean_abs_dp":2.4366459958887194e-05,"oracle_top2_margin":0.9980384820955805,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.653845239534744e-05,"mean_abs_dp":2.4366459958887194e-05,"step_ms_median":12.730125337839127,"shard":"g448_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9985565663638432,"min_row":0.8410555239361791,"max_abs":1.0583723783493042},"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[9.125,8.359375,15.0625],"probs":[0.002628457158473197,0.0012223460968501581,0.9961491967446766],"probs_oracle":[0.0025366705376654863,0.0012032677186653018,0.9962600469589233],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011085021424672714,"mean_abs_dp":7.390507107976473e-05,"oracle_top2_margin":0.9937233764212579,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00011085021424672714,"mean_abs_dp":7.390507107976473e-05,"step_ms_median":12.738020974211395,"shard":"g448_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.997076359441861,"min_row":0.8290558850797588,"max_abs":1.3711097240447998},"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[13.5703125,10.265625,11.328125,10.515625],"probs":[0.8402838730480536,0.030847394164302665,0.08925989464209384,0.03960883814554974],"probs_oracle":[0.8332034349441528,0.030570058152079582,0.08590248227119446,0.050323981791734695],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.010715143646184956,"mean_abs_dp":0.005357582533302056,"oracle_top2_margin":0.7473009526729584,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.010715143646184956,"mean_abs_dp":0.005357582533302056,"step_ms_median":12.705415952950716,"shard":"g448_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9991444222783302,"min_row":0.9003549344337122,"max_abs":0.5348110198974609},"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[10.2734375,10.5546875,10.0078125,14.7421875],"probs":[0.011069403237554903,0.014664576697336697,0.008487205864865788,0.9657788142002426],"probs_oracle":[0.010312587022781372,0.013162228278815746,0.007728788536041975,0.9687963724136353],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.003017558213392668,"mean_abs_dp":0.0015087850438777408,"oracle_top2_margin":0.9556341441348195,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.003017558213392668,"mean_abs_dp":0.0015087850438777408,"step_ms_median":12.72933417931199,"shard":"g448_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g448","variant":"e2e","tokens":302,"grid":[14,14],"start":197,"amount":182,"slots_host":[301],"slots_oracle":[301],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999225076453252,"min_row":0.9930690717311184,"max_abs":0.08719146251678467},"slots_equal":true,"slots":[{"t":301,"nopts":6,"letter_logits":[11.1015625,14.5234375,13.359375,8.1484375,7.6640625,8.15625],"probs":[0.024197933783432428,0.7411049503498187,0.23138425004233923,0.0012625610641832348,0.0007778413068876704,0.0012724634533387003],"probs_oracle":[0.023014351725578308,0.7404738664627075,0.23333954811096191,0.0012221261858940125,0.000736995309125632,0.001213126815855503],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.001955298068622685,"mean_abs_dp":0.0006517635878537429,"oracle_top2_margin":0.5071343183517456,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.001955298068622685,"mean_abs_dp":0.0006517635878537429,"step_ms_median":12.575645931065083,"shard":"g448_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g448","variant":"e2e","tokens":296,"grid":[14,14],"start":197,"amount":182,"slots_host":[295],"slots_oracle":[295],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9998215652374016,"min_row":0.985445883584001,"max_abs":0.30155014991760254},"slots_equal":true,"slots":[{"t":295,"nopts":4,"letter_logits":[9.0703125,15.0546875,10.921875,9.1953125],"probs":[0.002465014524963773,0.9790401960462151,0.015701562033071402,0.0027932273957499572],"probs_oracle":[0.002556135645136237,0.9778785705566406,0.016833467409014702,0.002731863409280777],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.001161625489574436,"mean_abs_dp":0.000611503993039845,"oracle_top2_margin":0.9610451031476259,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.001161625489574436,"mean_abs_dp":0.000611503993039845,"step_ms_median":12.800958473235369,"shard":"g448_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9996842659190439,"min_row":0.9804451033807067,"max_abs":0.17774510383605957},"slots_equal":true,"slots":[{"t":252,"nopts":4,"letter_logits":[17.375,7.546875,7.5859375,7.1875],"probs":[0.9998524087418565,5.390579337005414e-05,5.605315605670367e-05,3.7632308716782235e-05],"probs_oracle":[0.9998513460159302,5.3302719607017934e-05,5.6550619774498045e-05,3.8857629988342524e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2253212715602883e-06,"mean_abs_dp":8.471461696903894e-07,"oracle_top2_margin":0.9997947953961557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.2253212715602883e-06,"mean_abs_dp":8.471461696903894e-07,"step_ms_median":12.90029101073742,"shard":"g448_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g448","variant":"e2e","tokens":246,"grid":[14,14],"start":197,"amount":182,"slots_host":[245],"slots_oracle":[245],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9981182240050445,"min_row":0.8219885132418003,"max_abs":1.0148954391479492},"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[12.7421875,8.546875,8.078125,15.6953125],"probs":[0.04952886327990541,0.0007462035178926205,0.00046696222940789526,0.949257970972794],"probs_oracle":[0.05128991976380348,0.000733718799892813,0.00045598449651151896,0.94752037525177],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0017610564838980713,"mean_abs_dp":0.0008805286639545496,"oracle_top2_margin":0.8962304554879665,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0017610564838980713,"mean_abs_dp":0.0008805286639545496,"step_ms_median":13.053417089395225,"shard":"g448_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999745304812345,"min_row":0.9059040424672304,"max_abs":0.22488224506378174},"slots_equal":true,"slots":[{"t":236,"nopts":2,"letter_logits":[10.4921875,16.109375],"probs":[0.003621685478675127,0.996378314521325],"probs_oracle":[0.0036633117124438286,0.9963366985321045],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.162623376870178e-05,"mean_abs_dp":4.162111149458997e-05,"oracle_top2_margin":0.9926733868196607,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.162623376870178e-05,"mean_abs_dp":4.162111149458997e-05,"step_ms_median":13.194750063121319,"shard":"g448_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g448","variant":"e2e","tokens":276,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,275],"slots_oracle":[246,275],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999432186739031,"min_row":0.9546190358454936,"max_abs":0.27324581146240234},"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.3515625,16.78125,8.9375,7.93359375],"probs":[0.0005927035797382728,0.9988719872101812,0.000391753144689008,0.0001435560653915563],"probs_oracle":[0.0005686153890565038,0.9989047050476074,0.00038564109127037227,0.00014100427506491542],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.271783742619938e-05,"mean_abs_dp":1.636746796331125e-05,"oracle_top2_margin":0.9983360896585509,"finite":true},{"t":275,"nopts":2,"letter_logits":[10.4140625,14.2734375],"probs":[0.020645930739218447,0.9793540692607815],"probs_oracle":[0.020169703289866447,0.979830265045166],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00047622744935199926,"mean_abs_dp":0.0004762116168682568,"oracle_top2_margin":0.9596605617552996,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00047622744935199926,"mean_abs_dp":0.00016964885093162646,"step_ms_median":13.35779158398509,"shard":"g448_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999589167284258,"min_row":0.9696041531999308,"max_abs":0.3840556740760803},"slots_equal":true,"slots":[{"t":252,"nopts":7,"letter_logits":[16.921875,9.640625,8.609375,7.6796875,7.9765625,7.73828125,8.90625],"probs":[0.9984085975671216,0.000687229218465342,0.0002450391240769202,9.671131315437652e-05,0.00013013929644406486,0.00010254729819043978,0.0003297361825470902],"probs_oracle":[0.9983891248703003,0.0006920418818481266,0.0002512198407202959,0.00010025671508628875,0.00013134843902662396,0.00010331271914765239,0.000332709081703797],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.9472696821343227e-05,"mean_abs_dp":5.565563067984904e-06,"oracle_top2_margin":0.9976970829884522,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.9472696821343227e-05,"mean_abs_dp":5.565563067984904e-06,"step_ms_median":13.120084069669247,"shard":"g448_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[245,276],"slots_oracle":[245,276],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999101429309383,"min_row":0.9960701063519034,"max_abs":0.1347578763961792},"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[8.796875,17.0,8.1015625,7.91015625],"probs":[0.00027365344053744247,0.9994770690887675,0.0001365307672434579,0.00011274670345176368],"probs_oracle":[0.0002710831176955253,0.9994843006134033,0.00013441758346743882,0.00011026520951418206],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.231524635775699e-06,"mean_abs_dp":3.5991312978233934e-06,"oracle_top2_margin":0.9992132174957078,"finite":true},{"t":276,"nopts":2,"letter_logits":[15.5546875,11.296875],"probs":[0.9860442896017267,0.013955710398273338],"probs_oracle":[0.985750675201416,0.014249387197196484],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00029367679892314605,"mean_abs_dp":0.00029364559961693633,"oracle_top2_margin":0.9715012880042195,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00029367679892314605,"mean_abs_dp":0.00010028128740419437,"step_ms_median":13.272125041112304,"shard":"g448_shard_02","npz_key":"10","first_in_process":false}],"result":"values only (no verdict)","reset_bit_equal_all_processes":true},"decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_int8lin_pf16","name":"decider_2b_vision_decode_int8lin_pf16","compression":{"scheme":"int8lin"},"metadata_sha256":"a1f6e30563f52896cc1dfe299f372d7f1bff6b04afe5c967a1f6dc6b8a666edc","main_mlirb":{"bytes":2478952184,"sha256":"85cd40ea86a9dc0d1947024fe2d6cb519434e5a0f23c8582366a9373df22cd8e"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_int8lin_pf16.h16c.aimodelc","bytes":10010705679,"tree_sha256":"53161bd96a478556cf3fd0d13582fc93f92cb52ecd65cb2ea7735488c7655e27","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"b78994d747f8707d12f5a38f6e8886889ad532df97347c70f0e7e3d4741d4605","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"2ba0864c5c65fac8b7d4ed35d2cc1a1614cab23938147420fbb776cdf39be990","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"37fdf3ebcbbc47708ca1925f5b9d6b37952a7fcdbad6ae8e5820d0eb9264c087","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"8975d66c06c0476e5bbdc6934852a7111056b40c7ff1bea8da2a03e725ee097c","main-h16c.mlirb":"76e85b3aac0017d0e833bc838cf5bb4b283fecb6ab7d5c0abd7724a0a67eccde","main.hash":"03020f514a96617056a5211ce7f26b18c94620ae0565f44f19ad07a765df2113","metadata.json":"0ada26f8baef112d1474eb62371c143d3927c534495179130585017b520d089d","stats.json":"a817c2104c6624f8e1eb1c88e1c8bc9161a86f07f423df2391ec51091a6c0ed0"}}},"tower":"fp16w32","order":"chunk","chunk":16,"readout":"chunk order from fresh zero states (prefill S=16 while a whole chunk fits before the next slot, then S=1 up to and including it; the slot's logits from the call that processed it last), letters ids 32.. over the first nopts, softmax T=1 (float64)","processes":[{"shard":"g256_shard_00","runs":["r01/g256/e2e","r02/g256/e2e","r03/g256/e2e","r04/g256/e2e","r05/g256/e2e","r06/g256/e2e","r07/g256/e2e","r08/g256/e2e","r09/g256/e2e","r10/g256/e2e","r11/g256/e2e","r12/g256/e2e"],"prompts":13,"pid":50472,"load_seconds":1.3958596249576658,"load_split_seconds":{"model":0.005639292066916823,"main":0.38800649996846914,"prefill":1.0022138329222798},"function_names":["main","prefill"],"tower_load_seconds":0.7344421250745654,"process_wall_seconds":6.610843542031944,"reset_check":{"run":["r01","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.28459891700185835},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r5/b2/decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16/g256_shard_00.npz","npz_sha256":"81431a37a768669c90b253c1c68cfb3ae1e94da3209eff7a917e54a74750fd92"},{"shard":"g256_shard_01","runs":["r13/g256/e2e","r14/g256/e2e","r15/g256/e2e","r16/g256/e2e","r17/g256/e2e","r18/g256/e2e","r19/g256/e2e","r20/g256/e2e","r21/g256/e2e","r22/g256/e2e","r23/g256/e2e","r24/g256/e2e"],"prompts":13,"pid":50529,"load_seconds":1.3797130000311881,"load_split_seconds":{"model":0.005590332904830575,"main":0.38706466695293784,"prefill":0.9870580001734197},"function_names":["main","prefill"],"tower_load_seconds":0.10193870891816914,"process_wall_seconds":7.565190833993256,"reset_check":{"run":["r13","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.3713927078060806},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r5/b2/decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16/g256_shard_01.npz","npz_sha256":"f590a9146f43addc810c6ddc609a014e633e9ff42a016407539b26f94b34e221"},{"shard":"g256_shard_02","runs":["r25/g256/e2e","r26/g256/e2e","r27/g256/e2e","r28/g256/e2e","r29/g256/e2e","r30/g256/e2e","r31/g256/e2e","r32/g256/e2e","r33/g256/e2e","r34/g256/e2e","r35/g256/e2e"],"prompts":12,"pid":50591,"load_seconds":1.3805204168893397,"load_split_seconds":{"model":0.005665292032063007,"main":0.3879706668667495,"prefill":0.9868844579905272},"function_names":["main","prefill"],"tower_load_seconds":0.10163341695442796,"process_wall_seconds":5.8640039160382,"reset_check":{"run":["r25","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.326094833901152},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r5/b2/decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16/g256_shard_02.npz","npz_sha256":"7ab7bc46b1a5202f374b835941b45e2f70d240641b47032ecf5a6acf0f33c79a"},{"shard":"g448_shard_00","runs":["r01/g448/e2e","r02/g448/e2e","r03/g448/e2e","r04/g448/e2e","r05/g448/e2e","r06/g448/e2e","r07/g448/e2e","r08/g448/e2e","r09/g448/e2e","r10/g448/e2e","r11/g448/e2e","r12/g448/e2e"],"prompts":13,"pid":50642,"load_seconds":1.393938957946375,"load_split_seconds":{"model":0.005854208022356033,"main":0.3932592920027673,"prefill":0.9948254579212517},"function_names":["main","prefill"],"tower_load_seconds":0.7248203752096742,"process_wall_seconds":10.311148957815021,"reset_check":{"run":["r01","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.5834886247757822},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r5/b2/decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16/g448_shard_00.npz","npz_sha256":"0ddfab2f072c67dd9b10d2b0276fc3e265accd82bac1c55a0cdecfefabed5f7e"},{"shard":"g448_shard_01","runs":["r13/g448/e2e","r14/g448/e2e","r15/g448/e2e","r16/g448/e2e","r17/g448/e2e","r18/g448/e2e","r19/g448/e2e","r20/g448/e2e","r21/g448/e2e","r22/g448/e2e","r23/g448/e2e","r24/g448/e2e"],"prompts":13,"pid":50735,"load_seconds":1.421009834157303,"load_split_seconds":{"model":0.0057309591211378574,"main":0.39547854103147984,"prefill":1.0198003340046853},"function_names":["main","prefill"],"tower_load_seconds":0.11455062497407198,"process_wall_seconds":10.163205791031942,"reset_check":{"run":["r13","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.503501083003357},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r5/b2/decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16/g448_shard_01.npz","npz_sha256":"ece1a3af1339bb7a676f1bbb25ac482ec2e948ee22d60a92b144547854bdfd9e"},{"shard":"g448_shard_02","runs":["r25/g448/e2e","r26/g448/e2e","r27/g448/e2e","r28/g448/e2e","r29/g448/e2e","r30/g448/e2e","r31/g448/e2e","r32/g448/e2e","r33/g448/e2e","r34/g448/e2e","r35/g448/e2e"],"prompts":12,"pid":50881,"load_seconds":1.4292006250470877,"load_split_seconds":{"model":0.005476791877299547,"main":0.4159158749971539,"prefill":1.0078079581726342},"function_names":["main","prefill"],"tower_load_seconds":0.10570216691121459,"process_wall_seconds":9.458242458989844,"reset_check":{"run":["r25","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.6181691668462008},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r5/b2/decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16/g448_shard_02.npz","npz_sha256":"3980f9a2b6a72feb9ee159cf7759d285dd995eb2a2322349fed7fd7e39234d84"}],"summary":{"runs":70,"expected_runs":70,"missing_runs":[],"slots_expected":98,"slots_equal":98,"slots_read":98,"argmax_equal":98,"full_vocab_top1_is_oracle_letter":98,"max_abs_dp":0.020935756074363043,"mean_of_run_mean_abs_dp":0.0003617047959001849,"worst_run":{"id":"r29","arm":"g256","max_abs_dp":0.020935756074363043},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255,"ids_equal_oracle":70,"tower_vs_oracle_min_row":0.9999956898696566,"tower_vs_oracle_min_cos":0.9999999249085866,"slots_read_from_prefill":8,"rows_without_a_prefill_call":[]},"per_grid":{"g256":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.020935756074363043,"mean_of_run_mean_abs_dp":0.00045639699892818537,"worst_run":{"id":"r29","arm":"g256","max_abs_dp":0.020935756074363043},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255},"g448":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.006453544141828645,"mean_of_run_mean_abs_dp":0.0002670125928721844,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.006453544141828645},"finite_all":true,"min_oracle_top2_margin":0.5071343183517456}},"timing":{"contended":true,"load_seconds":{"first_process":1.3958596249576658,"median":1.3948992914520204,"all":[1.3958596249576658,1.3797130000311881,1.3805204168893397,1.393938957946375,1.421009834157303,1.4292006250470877]},"load_split_seconds_median":{"model":0.005652292049489915,"main":0.39063289598561823,"prefill":0.9985196454217657},"ms_per_prefill_call_warm_runs":{"n":779,"median":25.28112498112023,"p10":24.953617062419653,"p90":25.713008223101497},"ms_per_prefill_call_all_runs":{"n":850,"median":25.29179200064391,"p10":24.96613753028214,"p90":25.739904027432203},"ms_per_main_call_warm_runs":{"n":710,"median":11.799374944530427,"p10":11.624567094258964,"p90":12.049308326095343},"ms_per_main_call_all_runs":{"n":760,"median":11.799936997704208,"p10":11.624633683823049,"p90":12.061962368898094},"calls_per_run":{"prefill":850,"main":760,"tokens":14360},"first_run_of_process_wall_seconds":[0.4780697920359671,0.5574611250776798,0.5102614590432495,0.7720158752053976,0.6303045828826725,0.8070032501127571],"prompt_wall_seconds_warm":{"g256":{"n":32,"median":0.318646208033897,"decode_median":0.29036520852241665,"median_tokens":143.5},"g448":{"n":32,"median":0.5898245209828019,"decode_median":0.5187439169967547,"median_tokens":275.5}},"tower_ms_warm":{"g256":{"n":32,"median":22.037374903447926,"min":21.6215408872813,"max":22.519415942952037,"first_call_of_process":[46.79275001399219,43.00858289934695,46.16833315230906],"host_preprocess_ms_median":1.4802089426666498},"g448":{"n":32,"median":61.566874966956675,"min":61.080750077962875,"max":62.019624980166554,"first_call_of_process":[84.95079213753343,82.4327499140054,83.07366701774299],"host_preprocess_ms_median":2.3735000286251307}},"tower_load_seconds":{"median":0.11012639594264328,"all":[0.7344421250745654,0.10193870891816914,0.10163341695442796,0.7248203752096742,0.11455062497407198,0.10570216691121459]}},"runs":[{"id":"r01","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[16.8125,7.90625,7.6796875],"probs":[0.9997564589376167,0.00013550614464714127,0.00010803491773605856],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.6393995002104162e-06,"mean_abs_dp":2.4491710480879506e-06,"oracle_top2_margin":0.9996153783140471,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.6393995002104162e-06,"mean_abs_dp":2.4491710480879506e-06,"shard":"g256_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999936472039,"min_row":0.999999890836734,"max_abs":0.0005728006362915039},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.1875,16.71875,7.9921875],"probs":[0.00019713744880272866,0.9996407017091036,0.00016216084209364008],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.6704222440822036e-06,"mean_abs_dp":1.1294764169679826e-06,"oracle_top2_margin":0.9994463870098116,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.6704222440822036e-06,"mean_abs_dp":1.1294764169679826e-06,"shard":"g256_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999841969829,"min_row":0.9999998847321013,"max_abs":0.00046133995056152344},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.046875,8.1640625,16.25],"probs":[0.0002736374602841201,0.0003076588664262789,0.9994187036732896],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.4634968830806727e-05,"mean_abs_dp":9.742967086874351e-06,"oracle_top2_margin":0.9991343551664613,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.4634968830806727e-05,"mean_abs_dp":9.742967086874351e-06,"shard":"g256_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g256","variant":"e2e","tokens":153,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,152],"slots_oracle":[112,152],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"prefill_calls":9,"main_calls":9,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.671875,8.9375,8.328125,7.22265625],"probs":[0.999246412884303,0.00043719603481364615,0.00023769936115665682,7.869171972674814e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1378895350411256e-05,"mean_abs_dp":5.689427666297418e-06,"oracle_top2_margin":0.9987916390819009,"finite":true},{"t":152,"nopts":5,"letter_logits":[15.8359375,9.28125,8.84375,8.7421875,8.1953125],"probs":[0.9963600302143197,0.001418246385115257,0.0009156886886613503,0.0008272557912393682,0.00047877892066438486],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.9568875711483444e-05,"mean_abs_dp":1.2553668965155199e-05,"oracle_top2_margin":0.9949706399347633,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.9568875711483444e-05,"mean_abs_dp":9.50289505455174e-06,"shard":"g256_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998042022,"min_row":0.9999999973358388,"max_abs":8.118152618408203e-05},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[10.34375,15.5234375,8.8515625],"probs":[0.005591209643908055,0.9931514380596234,0.0012573522964683913],"probs_oracle":[0.005630022846162319,0.9931067824363708,0.0012632559519261122],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.465562325250971e-05,"mean_abs_dp":2.9790826988164893e-05,"oracle_top2_margin":0.9874767595902085,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.465562325250971e-05,"mean_abs_dp":2.9790826988164893e-05,"shard":"g256_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g256","variant":"e2e","tokens":126,"grid":[8,8],"start":65,"amount":56,"slots_host":[125],"slots_oracle":[125],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999002903,"min_row":0.9999999444547036,"max_abs":0.00019788742065429688},"prefill_calls":7,"main_calls":14,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":125,"nopts":8,"letter_logits":[9.140625,9.09375,16.859375,8.0,8.3046875,8.5,9.4375,7.6796875],"probs":[0.00044346742402396,0.0004231595721438472,0.9978660691307064,0.0001417407021304082,0.00019222889953550998,0.000233690910526375,0.0005967506455652778,0.00010289271536801053],"probs_oracle":[0.00044743184116669,0.00042624998604878783,0.997841477394104,0.0001445232192054391,0.00019250228069722652,0.00023652952222619206,0.0006083882763050497,0.00010282994480803609],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.459173660240843e-05,"mean_abs_dp":6.155184860798725e-06,"oracle_top2_margin":0.997233089117799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.459173660240843e-05,"mean_abs_dp":6.155184860798725e-06,"shard":"g256_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g256","variant":"e2e","tokens":184,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,156,183],"slots_oracle":[112,156,183],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999978740303,"min_row":0.9999999137321018,"max_abs":0.00029277801513671875},"prefill_calls":10,"main_calls":24,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.578125,9.1171875,8.28125,8.734375],"probs":[0.9987848713839977,0.0005744179059048911,0.0002489917318473059,0.00039171897824996817],"probs_oracle":[0.9987712502479553,0.00058116385480389,0.0002529850753489882,0.000394599192077294],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.3621136042418769e-05,"mean_abs_dp":6.81016056760645e-06,"oracle_top2_margin":0.9981900863931514,"finite":true},{"t":156,"nopts":6,"letter_logits":[9.78125,16.21875,8.703125,8.7109375,9.3125,8.71875],"probs":[0.0015936324879626722,0.9957696882646094,0.0005422061464578087,0.0005464587219704109,0.000997269728153421,0.0005507446508461361],"probs_oracle":[0.0015793738421052694,0.9958256483078003,0.0005403549876064062,0.0005451973993331194,0.0009696456836536527,0.0005397982313297689],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.596004319086134e-05,"mean_abs_dp":1.8650272425515624e-05,"oracle_top2_margin":0.994246274465695,"finite":true},{"t":183,"nopts":2,"letter_logits":[11.203125,13.9453125],"probs":[0.060529390202538995,0.9394706097974611],"probs_oracle":[0.06064261496067047,0.9393573999404907],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":0.00011321730755093143,"oracle_top2_margin":0.8787147849798203,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":3.0464740993781865e-05,"shard":"g256_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g256","variant":"e2e","tokens":120,"grid":[8,8],"start":65,"amount":56,"slots_host":[119],"slots_oracle":[119],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999982491743,"min_row":0.999999924746909,"max_abs":0.0003834962844848633},"prefill_calls":7,"main_calls":8,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":119,"nopts":6,"letter_logits":[9.4140625,9.171875,16.71875,8.8359375,7.79296875,8.40625],"probs":[0.0006710672216933044,0.0005267266974276575,0.9980481626674381,0.00037643459485895754,0.000132658155935019,0.00024495066264708035],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.231452672156852e-05,"mean_abs_dp":5.2039793935800776e-06,"oracle_top2_margin":0.9973679909599014,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.231452672156852e-05,"mean_abs_dp":5.2039793935800776e-06,"shard":"g256_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g256","variant":"e2e","tokens":128,"grid":[8,8],"start":65,"amount":56,"slots_host":[127],"slots_oracle":[127],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"prefill_calls":8,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":127,"nopts":8,"letter_logits":[8.75,8.7421875,8.53125,11.953125,16.0,10.375,8.84375,7.984375],"probs":[0.0006934083525530028,0.0006880122059425726,0.0005571692640608805,0.017064304063060042,0.9763916630155142,0.003521418178144847,0.0007615600897742931,0.00032246483095003215],"probs_oracle":[0.0006885188049636781,0.0006795556400902569,0.0005544525920413435,0.01720018871128559,0.9762108325958252,0.0035912375897169113,0.0007585337734781206,0.0003167196991853416],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00018083041968897096,"mean_abs_dp":5.142108912607808e-05,"oracle_top2_margin":0.9590106438845396,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00018083041968897096,"mean_abs_dp":5.142108912607808e-05,"shard":"g256_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g256","variant":"e2e","tokens":112,"grid":[8,8],"start":65,"amount":56,"slots_host":[111],"slots_oracle":[111],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999997629995,"min_row":0.9999999269103695,"max_abs":0.0005315542221069336},"prefill_calls":7,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":111,"nopts":3,"letter_logits":[16.28125,9.546875,8.21875],"probs":[0.9984978037220174,0.00118753170233813,0.00031466457564465454],"probs_oracle":[0.9985672235488892,0.0011292636627331376,0.00030339331715367734],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.941982687180825e-05,"mean_abs_dp":4.631970832259263e-05,"oracle_top2_margin":0.997437959886156,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.941982687180825e-05,"mean_abs_dp":4.631970832259263e-05,"shard":"g256_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g256","variant":"e2e","tokens":103,"grid":[8,8],"start":65,"amount":56,"slots_host":[102],"slots_oracle":[102],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991065235,"min_row":0.9999999875856802,"max_abs":0.0003247261047363281},"prefill_calls":6,"main_calls":7,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":102,"nopts":2,"letter_logits":[10.15625,16.0],"probs":[0.002889581017773627,0.9971104189822263],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.521236395466224e-05,"mean_abs_dp":6.518384220085172e-05,"oracle_top2_margin":0.9943512056488544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.521236395466224e-05,"mean_abs_dp":6.518384220085172e-05,"shard":"g256_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g256","variant":"e2e","tokens":117,"grid":[8,8],"start":65,"amount":56,"slots_host":[116],"slots_oracle":[116],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999998283227,"min_row":0.9999999375108324,"max_abs":0.00032973289489746094},"prefill_calls":7,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":116,"nopts":5,"letter_logits":[16.84375,9.515625,8.7421875,7.79296875,7.4453125],"probs":[0.9988413221386142,0.0006560429165122178,0.0003027140735430484,0.00011716344881436838,8.27574225163006e-05],"probs_oracle":[0.9988265633583069,0.0006655653123743832,0.0003061715397052467,0.00011903217091457918,8.272226841654629e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.4758780307322361e-05,"mean_abs_dp":5.928503706330239e-06,"oracle_top2_margin":0.9981609980459325,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.4758780307322361e-05,"mean_abs_dp":5.928503706330239e-06,"shard":"g256_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g256","variant":"e2e","tokens":140,"grid":[8,8],"start":65,"amount":56,"slots_host":[139],"slots_oracle":[139],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"prefill_calls":8,"main_calls":12,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":139,"nopts":9,"letter_logits":[8.4609375,9.0859375,8.8359375,7.953125,9.1015625,9.421875,9.609375,13.9765625,18.0625],"probs":[6.644957607094376e-05,0.00012414415186762562,9.668356268824223e-05,3.999005928963411e-05,0.00012609913779397825,0.00017370889926493694,0.0002095329288869889,0.016515727793180633,0.9826476638909571],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0006415306727054829,"mean_abs_dp":0.00014343809394775644,"oracle_top2_margin":0.9648526888340712,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0006415306727054829,"mean_abs_dp":0.00014343809394775644,"shard":"g256_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g256","variant":"e2e","tokens":111,"grid":[8,8],"start":65,"amount":56,"slots_host":[110],"slots_oracle":[110],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998486087,"min_row":0.999999977027422,"max_abs":0.00013625621795654297},"prefill_calls":6,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":110,"nopts":4,"letter_logits":[16.703125,9.328125,8.0703125,8.3359375],"probs":[0.9989638170624423,0.0006260772949370135,0.0001779782475088611,0.00023212739511180568],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.9575271670820875e-05,"mean_abs_dp":2.477187611122174e-05,"oracle_top2_margin":0.998262623208575,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.9575271670820875e-05,"mean_abs_dp":2.477187611122174e-05,"shard":"g256_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,146],"slots_oracle":[114,146],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991796076,"min_row":0.9999999777026998,"max_abs":0.0002797842025756836},"prefill_calls":9,"main_calls":3,"slot_read_from":["main","prefill"],"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.203125,8.890625,15.8359375,8.78125],"probs":[0.0013123307575953799,0.0009601216926041666,0.9968669000268854,0.0008606475229151097],"probs_oracle":[0.0013125522527843714,0.0009568282985128462,0.9968631267547607,0.00086748949252069],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.841969605580231e-06,"mean_abs_dp":3.532532752633234e-06,"oracle_top2_margin":0.9955505745019764,"finite":true},{"t":146,"nopts":3,"letter_logits":[15.953125,9.7265625,8.7109375],"probs":[0.9973152493968619,0.0019709278426206776,0.0007138227605173603],"probs_oracle":[0.9973812699317932,0.001912115840241313,0.000706570572219789],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.602053493132143e-05,"mean_abs_dp":4.402824186941909e-05,"oracle_top2_margin":0.9954691540915519,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":6.602053493132143e-05,"mean_abs_dp":2.0887836659827172e-05,"shard":"g256_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g256","variant":"e2e","tokens":193,"grid":[8,8],"start":65,"amount":56,"slots_host":[117,165,192],"slots_oracle":[117,165,192],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"prefill_calls":11,"main_calls":17,"slot_read_from":["main","prefill","main"],"slots_equal":true,"slots":[{"t":117,"nopts":4,"letter_logits":[9.0078125,9.3515625,16.15625,8.234375],"probs":[0.0007843208801316179,0.001106069724897455,0.9977477047655426,0.00036190462942844575],"probs_oracle":[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.6730983511312765e-05,"mean_abs_dp":1.8383507026749365e-05,"oracle_top2_margin":0.9967023314675316,"finite":true},{"t":165,"nopts":7,"letter_logits":[8.953125,9.84375,15.3828125,9.84375,8.5703125,8.53125,8.4453125],"probs":[0.0015928816147751264,0.003881298304665653,0.9875550205825403,0.003881298304665653,0.0010862508849370444,0.001044637267029532,0.0009586130413867175],"probs_oracle":[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00019312547458860685,"mean_abs_dp":5.518589151375265e-05,"oracle_top2_margin":0.983884489396587,"finite":true},{"t":192,"nopts":2,"letter_logits":[9.7265625,15.328125],"probs":[0.003678508928875723,0.9963214910711243],"probs_oracle":[0.0035970157478004694,0.9964029788970947],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.14931810752535e-05,"mean_abs_dp":8.149050352282395e-05,"oracle_top2_margin":0.9928059631492943,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00019312547458860685,"mean_abs_dp":4.7908944288377996e-05,"shard":"g256_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g256","variant":"e2e","tokens":171,"grid":[8,8],"start":65,"amount":56,"slots_host":[108,141,170],"slots_oracle":[108,141,170],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938571861,"min_row":0.9999996459946552,"max_abs":0.0006239414215087891},"prefill_calls":9,"main_calls":27,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":108,"nopts":3,"letter_logits":[17.21875,8.3515625,7.5859375],"probs":[0.9997935617532636,0.0001409093250003333,6.552892173597288e-05],"probs_oracle":[0.9997918009757996,0.00014244449266698211,6.58148928778246e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.7607774640548968e-06,"mean_abs_dp":1.1939720908518112e-06,"oracle_top2_margin":0.9996493564831326,"finite":true},{"t":141,"nopts":3,"letter_logits":[16.34375,8.515625,8.421875],"probs":[0.9992394855095131,0.00039806875998182916,0.0003624457305051573],"probs_oracle":[0.999238133430481,0.00039801813545636833,0.0003638898197095841],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.4440892044267992e-06,"mean_abs_dp":9.489309206891142e-07,"oracle_top2_margin":0.9988401152950246,"finite":true},{"t":170,"nopts":2,"letter_logits":[15.6328125,9.3359375],"probs":[0.9981613347123114,0.0018386652876885773],"probs_oracle":[0.9981531500816345,0.0018468272173777223],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.184630676866256e-06,"mean_abs_dp":8.173280183005585e-06,"oracle_top2_margin":0.9963063228642568,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":8.184630676866256e-06,"mean_abs_dp":2.8469086750792434e-06,"shard":"g256_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g256","variant":"e2e","tokens":211,"grid":[8,8],"start":65,"amount":56,"slots_host":[123,164,210],"slots_oracle":[123,164,210],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999962495109,"min_row":0.9999998377040508,"max_abs":0.0007060766220092773},"prefill_calls":11,"main_calls":35,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":123,"nopts":6,"letter_logits":[16.875,9.578125,8.1796875,7.3125,7.87109375,7.66015625],"probs":[0.9988634753707719,0.0006768829663552055,0.00016717829656654598,7.023687001198353e-05,0.0001227889633901673,9.943753290418855e-05],"probs_oracle":[0.9988755583763123,0.000659995072055608,0.00016870087711140513,7.21013275324367e-05,0.00012259691720828414,0.00010095535981236026],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.688789429959742e-05,"mean_abs_dp":5.67796849921777e-06,"oracle_top2_margin":0.9982155633042566,"finite":true},{"t":164,"nopts":5,"letter_logits":[9.28125,10.875,14.9453125,11.4609375,9.296875],"probs":[0.0032884025833032093,0.016186084795481184,0.9481041981507834,0.029081127081531287,0.003340187388900773],"probs_oracle":[0.0031590552534908056,0.015553153119981289,0.9480063915252686,0.03006896562874317,0.0032123548444360495],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0009878385472118847,"mean_abs_dp":0.0003951513445007495,"oracle_top2_margin":0.9179374258965254,"finite":true},{"t":210,"nopts":6,"letter_logits":[8.6015625,9.1484375,8.625,8.46875,16.140625,8.8203125],"probs":[0.0005302400275529434,0.0009161726103801799,0.0005428143074415768,0.0004642936814657674,0.9968865849969275,0.0006598943762320862],"probs_oracle":[0.0005212401156313717,0.0009053464164026082,0.000543770962394774,0.0004741615557577461,0.9969097971916199,0.0006456233095377684],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.3212194692368016e-05,"mean_abs_dp":1.1355649421834191e-05,"oracle_top2_margin":0.9960044507752173,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0009878385472118847,"mean_abs_dp":0.00012223284882529757,"shard":"g256_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g256","variant":"e2e","tokens":177,"grid":[8,8],"start":65,"amount":56,"slots_host":[110,146,176],"slots_oracle":[110,146,176],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999933555952,"min_row":0.9999997420000609,"max_abs":0.00135040283203125},"prefill_calls":9,"main_calls":33,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":110,"nopts":3,"letter_logits":[15.4140625,10.2890625,8.6171875],"probs":[0.9929860642883903,0.005904510970206542,0.0011094247414029405],"probs_oracle":[0.9930190443992615,0.005865252576768398,0.0011157557601109147],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.9258393438143524e-05,"mean_abs_dp":2.618984100575971e-05,"oracle_top2_margin":0.9871537918224931,"finite":true},{"t":146,"nopts":4,"letter_logits":[9.6328125,15.59375,11.1640625,8.578125],"probs":[0.002538419399456708,0.9848399135542089,0.01173753238520104,0.0008841346611334343],"probs_oracle":[0.0024147704243659973,0.9852963089942932,0.011448029428720474,0.0008408919093199074],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0004563954400843562,"mean_abs_dp":0.00022819753086728974,"oracle_top2_margin":0.9738482795655727,"finite":true},{"t":176,"nopts":2,"letter_logits":[16.5625,10.3515625],"probs":[0.9979966667138236,0.0020033332861764124],"probs_oracle":[0.9979719519615173,0.0020279884338378906],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.4714752306254084e-05,"mean_abs_dp":2.4684949983866172e-05,"oracle_top2_margin":0.9959439635276794,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0004563954400843562,"mean_abs_dp":0.0001156366162726856,"shard":"g256_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986735162,"min_row":0.9999999569395478,"max_abs":0.00039207935333251953},"prefill_calls":8,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.828125,9.8203125,8.9609375,9.234375,9.40625,8.734375,10.140625,15.96875,9.8515625,16.078125],"probs":[0.00037232111014948654,0.0010041976879896547,0.0004252040542118858,0.0005589201850278096,0.0006637341423399127,0.0003390022285516245,0.001383340743455961,0.46995004521341804,0.001036074344409167,0.5242671602904465],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"full_vocab_top1_id":41,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010615836236048115,"mean_abs_dp":0.0002123171932926271,"oracle_top2_margin":0.05622464418411255,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010615836236048115,"mean_abs_dp":0.0002123171932926271,"shard":"g256_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"prefill_calls":8,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.703125,9.2890625,8.7109375,16.5625,9.5859375,8.9375,9.0,9.34375,8.8125,12.875],"probs":[0.0003750117225501919,0.0006737740286391396,0.0003779529759437106,0.9712433032074006,0.0009066620562727081,0.0004740592365995022,0.0005046334305590006,0.0007116472018681784,0.00041835580794067853,0.02431460033222649],"probs_oracle":[0.00038343475898727775,0.000686735613271594,0.0003942575422115624,0.9702177047729492,0.0009427570621483028,0.0004960547666996717,0.0005290430854074657,0.0007387973600998521,0.0004333727993071079,0.02517782151699066],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010255984344513802,"mean_abs_dp":0.0002051176146975275,"oracle_top2_margin":0.9450398832559586,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010255984344513802,"mean_abs_dp":0.0002051176146975275,"shard":"g256_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[146],"slots_oracle":[146],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987741061,"min_row":0.9999999614504017,"max_abs":0.00040400028228759766},"prefill_calls":9,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":146,"nopts":9,"letter_logits":[9.6796875,9.9296875,9.25,16.171875,9.828125,10.0390625,9.6796875,9.1015625,9.1171875],"probs":[0.0014978504712741805,0.0019232780755137596,0.0009746698908540059,0.9885295749716243,0.0017375369444154846,0.0021455717376100475,0.0014978504712741805,0.0008402179648868111,0.0008534494725471469],"probs_oracle":[0.0015125663485378027,0.0019855706486850977,0.0009997023735195398,0.9884001016616821,0.0017508834134787321,0.0021429003681987524,0.0015369588509202003,0.0008162282756529748,0.0008550662896595895],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0001294733099421741,"mean_abs_dp":3.469410750105663e-05,"oracle_top2_margin":0.9862572012934834,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0001294733099421741,"mean_abs_dp":3.469410750105663e-05,"shard":"g256_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988789011,"min_row":0.9999999811149097,"max_abs":0.00045871734619140625},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[17.421875,6.5,9.0],"probs":[0.9997619960524252,1.805454630088052e-05,0.00021994940127371813],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.500794093918124e-06,"mean_abs_dp":1.6735631319157607e-06,"oracle_top2_margin":0.9995371885306668,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.500794093918124e-06,"mean_abs_dp":1.6735631319157607e-06,"shard":"g256_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999943377201,"min_row":0.9999999109306431,"max_abs":0.00048339366912841797},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[6.83984375,16.984375,9.8359375],"probs":[3.92579615874165e-05,0.9991752989387929,0.0007854430996196572],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.1340847057026444e-05,"mean_abs_dp":2.089802593132409e-05,"oracle_top2_margin":0.9983272287645377,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.1340847057026444e-05,"mean_abs_dp":2.089802593132409e-05,"shard":"g256_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987945203,"min_row":0.9999999450352564,"max_abs":0.0005197525024414062},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[8.5078125,8.640625,15.2109375],"probs":[0.001223854490287472,0.0013976856988493587,0.9973784598108631],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0001471725705760596,"mean_abs_dp":9.811031282761212e-05,"oracle_top2_margin":0.9962251851102337,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0001471725705760596,"mean_abs_dp":9.811031282761212e-05,"shard":"g256_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999953414549,"min_row":0.9999997896138803,"max_abs":0.0007483959197998047},"prefill_calls":9,"main_calls":1,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[15.1953125,8.5859375,10.6953125,8.59375],"probs":[0.9863733363547685,0.0013293098798234878,0.010957617978979638,0.001339735786428435],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00035920616003248806,"mean_abs_dp":0.00020516370677744507,"oracle_top2_margin":0.9761303840205073,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00035920616003248806,"mean_abs_dp":0.00020516370677744507,"shard":"g256_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999774345,"min_row":0.999999638113879,"max_abs":0.0035762786865234375},"prefill_calls":9,"main_calls":1,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[10.1328125,10.2578125,9.75,14.9609375],"probs":[0.007825246637925887,0.008867166122632103,0.005336354570516926,0.9779712326689252],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.001271807415913706,"mean_abs_dp":0.000635900564743183,"oracle_top2_margin":0.9708722895011306,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.001271807415913706,"mean_abs_dp":0.000635900564743183,"shard":"g256_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g256","variant":"e2e","tokens":170,"grid":[8,8],"start":65,"amount":56,"slots_host":[169],"slots_oracle":[169],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999995429996,"min_row":0.999999997034214,"max_abs":0.0001723766326904297},"prefill_calls":10,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":169,"nopts":6,"letter_logits":[11.265625,14.6015625,13.046875,8.125,7.7265625,8.2421875],"probs":[0.028439046862868234,0.7992714221609407,0.1688503957136111,0.0012301524323056626,0.0008258852731574387,0.0013830975571170851],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.008401768935995646,"mean_abs_dp":0.0028059061090546303,"oracle_top2_margin":0.6143285483121872,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.008401768935995646,"mean_abs_dp":0.0028059061090546303,"shard":"g256_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g256","variant":"e2e","tokens":164,"grid":[8,8],"start":65,"amount":56,"slots_host":[163],"slots_oracle":[163],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999984244424,"min_row":0.9999998889909817,"max_abs":0.0006805658340454102},"prefill_calls":10,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":163,"nopts":4,"letter_logits":[9.390625,14.203125,11.3359375,11.3125],"probs":[0.007253293305711414,0.8924367250074685,0.050742717738600354,0.04956726394821963],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.020935756074363043,"mean_abs_dp":0.010467878968504119,"oracle_top2_margin":0.8101431205868721,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.020935756074363043,"mean_abs_dp":0.010467878968504119,"shard":"g256_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"prefill_calls":7,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":120,"nopts":4,"letter_logits":[17.328125,7.7265625,7.609375,7.3984375],"probs":[0.9998235559953479,6.76110613020364e-05,6.013452274822178e-05,4.869842060196768e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.548743608388193e-06,"mean_abs_dp":1.408282196936748e-06,"oracle_top2_margin":0.999753624877485,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.548743608388193e-06,"mean_abs_dp":1.408282196936748e-06,"shard":"g256_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g256","variant":"e2e","tokens":114,"grid":[8,8],"start":65,"amount":56,"slots_host":[113],"slots_oracle":[113],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"prefill_calls":7,"main_calls":2,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[11.3671875,9.3046875,8.1484375,16.078125],"probs":[0.00890285958144848,0.001131871578078448,0.0003561591941223785,0.9896091096463507],"probs_oracle":[0.00852695107460022,0.0010953464079648256,0.0003487524518277496,0.9900289177894592],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.000419808143108491,"mean_abs_dp":0.00020991214059125075,"oracle_top2_margin":0.981501966714859,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.000419808143108491,"mean_abs_dp":0.00020991214059125075,"shard":"g256_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":2,"letter_logits":[10.7421875,15.5703125],"probs":[0.007937994101407319,0.9920620058985926],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00019570837295279642,"mean_abs_dp":0.00019568951367062663,"oracle_top2_margin":0.9845153908245265,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00019570837295279642,"mean_abs_dp":0.00019568951367062663,"shard":"g256_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g256","variant":"e2e","tokens":144,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,143],"slots_oracle":[114,143],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"prefill_calls":8,"main_calls":16,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.375,16.4375,9.203125,8.21875],"probs":[0.0008550540804641373,0.9981558634901679,0.0007200277255242546,0.0002690547038438416],"probs_oracle":[0.0008657005382701755,0.9981381893157959,0.000728585640899837,0.0002674604766070843],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.7674174372039886e-05,"mean_abs_dp":9.618193697604453e-06,"oracle_top2_margin":0.9972724887775257,"finite":true},{"t":143,"nopts":2,"letter_logits":[9.8046875,15.1953125],"probs":[0.0045384317247953825,0.9954615682752046],"probs_oracle":[0.0045051840133965015,0.9954948425292969],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.32742540922748e-05,"mean_abs_dp":3.326098274557786e-05,"oracle_top2_margin":0.9909896585159004,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":3.32742540922748e-05,"mean_abs_dp":1.7499123380262255e-05,"shard":"g256_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"prefill_calls":7,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":120,"nopts":7,"letter_logits":[17.03125,9.4921875,8.4453125,7.4765625,7.70703125,7.51953125,8.5546875],"probs":[0.9988403590187359,0.0005312792322194994,0.00018649655071351502,7.078610639466673e-05,8.913316559163555e-05,7.389398967106123e-05,0.00020805193667368567],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.367645113947713e-05,"mean_abs_dp":3.904777010202559e-06,"oracle_top2_margin":0.9982935651787557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.367645113947713e-05,"mean_abs_dp":3.904777010202559e-06,"shard":"g256_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[113,144],"slots_oracle":[113,144],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"prefill_calls":8,"main_calls":17,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[8.8046875,17.171875,8.171875,7.84375],"probs":[0.00023226489057823484,0.9995555309181321,0.00012335495224436365,8.884923904530878e-05],"probs_oracle":[0.00023222366871777922,0.9995563626289368,0.00012253291788510978,8.888279262464494e-05],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.317108046718147e-07,"mean_abs_dp":4.321301509293662e-07,"oracle_top2_margin":0.999324138960219,"finite":true},{"t":144,"nopts":2,"letter_logits":[15.546875,11.21875],"probs":[0.9869795098861571,0.013020490113842825],"probs_oracle":[0.9866299629211426,0.013370047323405743],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0003495572095629177,"mean_abs_dp":0.00034955208728873217,"oracle_top2_margin":0.9732599155977368,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.0003495572095629177,"mean_abs_dp":0.00011680544919686363,"shard":"g256_shard_02","npz_key":"10","first_in_process":false},{"id":"r01","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[16.734375,8.109375,7.921875],"probs":[0.9996716869806487,0.00017950125347263428,0.00014881176587869453],"probs_oracle":[0.9996669292449951,0.00018169928807765245,0.00015134402201510966],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.757735653559969e-06,"mean_abs_dp":3.1626754649977584e-06,"oracle_top2_margin":0.9994852299569175,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.757735653559969e-06,"mean_abs_dp":3.1626754649977584e-06,"shard":"g448_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999916397168,"min_row":0.9999997436311697,"max_abs":0.0009350776672363281},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.328125,16.546875,8.2734375],"probs":[0.00026941041879441325,0.9994755169233607,0.0002550726578449945],"probs_oracle":[0.000269706710241735,0.9994760155677795,0.00025428077788092196],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.918799640725151e-07,"mean_abs_dp":5.289386100870975e-07,"oracle_top2_margin":0.9992063088575378,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.918799640725151e-07,"mean_abs_dp":5.289386100870975e-07,"shard":"g448_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999995442122,"min_row":0.9999998389383462,"max_abs":0.0005829334259033203},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.4453125,8.515625,16.15625],"probs":[0.0004474859136253992,0.00048008230564069385,0.9990724317807338],"probs_oracle":[0.00043719500536099076,0.000467298727016896,0.9990954399108887],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.3008130154877904e-05,"mean_abs_dp":1.536087234769473e-05,"oracle_top2_margin":0.9986281411838718,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.3008130154877904e-05,"mean_abs_dp":1.536087234769473e-05,"shard":"g448_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g448","variant":"e2e","tokens":285,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,284],"slots_oracle":[244,284],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"prefill_calls":17,"main_calls":13,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.78125,8.6953125,8.09375,7.33203125],"probs":[0.9994450380742838,0.0003076669731506459,0.00016858759089350575,7.870736167209725e-05],"probs_oracle":[0.9994351267814636,0.00030979173607192934,0.0001716899569146335,8.336015162058175e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.91129282013059e-06,"mean_abs_dp":4.947802927756572e-06,"oracle_top2_margin":0.9991253350453917,"finite":true},{"t":284,"nopts":5,"letter_logits":[16.34375,8.9609375,8.6875,8.296875,7.84375],"probs":[0.9983841186496122,0.0006208446376216759,0.00047231369348256903,0.00031958343101596263,0.00020313958826776604],"probs_oracle":[0.9983682036399841,0.0006189235136844218,0.0004789685772266239,0.0003326288133393973,0.00020131732162553817],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.591500962805359e-05,"mean_abs_dp":7.871733255005023e-06,"oracle_top2_margin":0.9977492801262997,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.591500962805359e-05,"mean_abs_dp":6.572208665116823e-06,"shard":"g448_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983957306,"min_row":0.9999995785250194,"max_abs":0.0007635354995727539},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[10.15625,15.34375,9.1640625],"probs":[0.005543507460373614,0.992401155352085,0.002055337187541431],"probs_oracle":[0.005602917168289423,0.9923451542854309,0.0020519329700618982],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.940970791580916e-05,"mean_abs_dp":3.960499734979514e-05,"oracle_top2_margin":0.9867422371171415,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.940970791580916e-05,"mean_abs_dp":3.960499734979514e-05,"shard":"g448_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g448","variant":"e2e","tokens":258,"grid":[14,14],"start":197,"amount":182,"slots_host":[257],"slots_oracle":[257],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999918498712,"min_row":0.9999988176600126,"max_abs":0.0012667179107666016},"prefill_calls":16,"main_calls":2,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":257,"nopts":8,"letter_logits":[9.1484375,9.0703125,16.796875,8.0078125,8.078125,8.4375,9.3515625,7.8828125],"probs":[0.00047574831683041326,0.00043999526621021467,0.9978182936654753,0.00015205829517989433,0.0001631347372486618,0.0002336797219587745,0.0005828990225881423,0.00013419097450855086],"probs_oracle":[0.00048085491289384663,0.0004459824995137751,0.9977728724479675,0.0001569857558934018,0.00016541295917704701,0.00023827303084544837,0.0006033360259607434,0.00013632865739054978],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.542121750772399e-05,"mean_abs_dp":1.1361090582235548e-05,"oracle_top2_margin":0.9971695364220068,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.542121750772399e-05,"mean_abs_dp":1.1361090582235548e-05,"shard":"g448_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g448","variant":"e2e","tokens":316,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,288,315],"slots_oracle":[244,288,315],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966980364,"min_row":0.9999994791316137,"max_abs":0.001055002212524414},"prefill_calls":18,"main_calls":28,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.453125,9.0078125,8.328125,8.921875],"probs":[0.998585717028448,0.0005833473309936185,0.0002956260390363183,0.0005353096015220067],"probs_oracle":[0.9985532164573669,0.0005945708835497499,0.0003056767163798213,0.0005464947316795588],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.250057108106219e-05,"mean_abs_dp":1.6239982784562165e-05,"oracle_top2_margin":0.9979586455738172,"finite":true},{"t":288,"nopts":6,"letter_logits":[9.734375,16.109375,8.7421875,8.703125,9.2421875,8.671875],"probs":[0.0016958648374584236,0.995447952434424,0.0006287669116327459,0.0006046792295176806,0.0010366613815213357,0.0005860752054460852],"probs_oracle":[0.0016743798041716218,0.9955074787139893,0.0006255566840991378,0.0006036655395291746,0.001013218774460256,0.0005756971659138799],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.952627956529177e-05,"mean_abs_dp":1.984264616124877e-05,"oracle_top2_margin":0.9938330989098176,"finite":true},{"t":315,"nopts":2,"letter_logits":[11.15625,13.71875],"probs":[0.07159119944455247,0.9284088005554476],"probs_oracle":[0.07187289744615555,0.9281271696090698],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0002816980016030757,"mean_abs_dp":0.00028166447399043115,"oracle_top2_margin":0.8562542721629143,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0002816980016030757,"mean_abs_dp":6.227872967388363e-05,"shard":"g448_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g448","variant":"e2e","tokens":252,"grid":[14,14],"start":197,"amount":182,"slots_host":[251],"slots_oracle":[251],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990586492,"min_row":0.9999998544803113,"max_abs":0.0004191398620605469},"prefill_calls":15,"main_calls":12,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":251,"nopts":6,"letter_logits":[9.296875,9.140625,16.765625,8.5078125,7.55859375,8.109375],"probs":[0.0005697339488005521,0.00048731927091495854,0.9984102024784037,0.00025881331113720177,0.0001001719536095123,0.00017375903713387727],"probs_oracle":[0.0005603667814284563,0.00047818213352002203,0.9984318614006042,0.00025924580404534936,9.779584797797725e-05,0.00017250367091037333],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1658922200518127e-05,"mean_abs_dp":7.371198621789508e-06,"oracle_top2_margin":0.9978714946191758,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.1658922200518127e-05,"mean_abs_dp":7.371198621789508e-06,"shard":"g448_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g448","variant":"e2e","tokens":260,"grid":[14,14],"start":197,"amount":182,"slots_host":[259],"slots_oracle":[259],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"prefill_calls":16,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":259,"nopts":8,"letter_logits":[9.0625,8.8515625,8.5234375,9.6875,15.796875,12.546875,9.8203125,8.6484375],"probs":[0.001135749580280667,0.0009197580396636924,0.0006624768640665412,0.0021218595620146993,0.9549584733238128,0.03702775831532147,0.0024232396811307982,0.0007506846337095634],"probs_oracle":[0.0011424915865063667,0.0009199993801303208,0.0006675715558230877,0.0021507099736481905,0.9533334374427795,0.03857970982789993,0.0024612408597022295,0.0007448457181453705],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0016250358810332433,"mean_abs_dp":0.00040771949222871186,"oracle_top2_margin":0.9147537276148796,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0016250358810332433,"mean_abs_dp":0.00040771949222871186,"shard":"g448_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g448","variant":"e2e","tokens":244,"grid":[14,14],"start":197,"amount":182,"slots_host":[243],"slots_oracle":[243],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956709666,"min_row":0.9999997635903763,"max_abs":0.0017061233520507812},"prefill_calls":15,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":243,"nopts":3,"letter_logits":[16.859375,8.8671875,7.76171875],"probs":[0.9995501809022067,0.000337941612901921,0.00011187748489133216],"probs_oracle":[0.9995611310005188,0.0003284418198745698,0.00011045892460970208],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0950098312090262e-05,"mean_abs_dp":7.289483873690532e-06,"oracle_top2_margin":0.9992326891806442,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.0950098312090262e-05,"mean_abs_dp":7.289483873690532e-06,"shard":"g448_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g448","variant":"e2e","tokens":235,"grid":[14,14],"start":197,"amount":182,"slots_host":[234],"slots_oracle":[234],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999961689187,"min_row":0.9999998879820546,"max_abs":0.0006570816040039062},"prefill_calls":14,"main_calls":11,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":234,"nopts":2,"letter_logits":[10.5078125,15.40625],"probs":[0.00740301408887263,0.9925969859111274],"probs_oracle":[0.007302414625883102,0.992697536945343],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00010059946298952762,"mean_abs_dp":0.00010057524860255336,"oracle_top2_margin":0.9853951223194599,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00010059946298952762,"mean_abs_dp":0.00010057524860255336,"shard":"g448_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g448","variant":"e2e","tokens":249,"grid":[14,14],"start":197,"amount":182,"slots_host":[248],"slots_oracle":[248],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966244549,"min_row":0.9999996970623636,"max_abs":0.0011693239212036133},"prefill_calls":15,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":248,"nopts":5,"letter_logits":[16.9375,9.2421875,8.4375,7.75,7.45703125],"probs":[0.9991636384531499,0.0004545742863025878,0.00020329819589080337,0.00010222475263841813,7.626431201806915e-05],"probs_oracle":[0.9991558790206909,0.0004565727722365409,0.00020724281785078347,0.00010403238411527127,7.625338912475854e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.759432459009119e-06,"mean_abs_dp":3.1042189446212114e-06,"oracle_top2_margin":0.9986993062484544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.759432459009119e-06,"mean_abs_dp":3.1042189446212114e-06,"shard":"g448_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g448","variant":"e2e","tokens":272,"grid":[14,14],"start":197,"amount":182,"slots_host":[271],"slots_oracle":[271],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"prefill_calls":17,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":271,"nopts":9,"letter_logits":[8.40625,8.890625,8.8984375,7.58203125,8.7109375,8.84375,9.171875,9.9453125,19.203125],"probs":[2.045731783295896e-05,3.320550444519565e-05,3.346593844434846e-05,8.972119257188919e-06,2.7744237437597765e-05,3.1684913688475204e-05,4.3990146194898795e-05,9.533558671297193e-05,0.9997051442359863],"probs_oracle":[2.0277637304388918e-05,3.2944568374659866e-05,3.3252264984184876e-05,9.089779268833809e-06,2.7153426344739273e-05,3.251702946727164e-05,4.40161456936039e-05,9.227909322362393e-05,0.9997084736824036],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.329446417232873e-06,"mean_abs_dp":9.563129275394675e-07,"oracle_top2_margin":0.9996161945891799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.329446417232873e-06,"mean_abs_dp":9.563129275394675e-07,"shard":"g448_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g448","variant":"e2e","tokens":243,"grid":[14,14],"start":197,"amount":182,"slots_host":[242],"slots_oracle":[242],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999976172956,"min_row":0.9999999187868627,"max_abs":0.00044417381286621094},"prefill_calls":15,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":242,"nopts":4,"letter_logits":[16.921875,9.1953125,7.859375,8.1484375],"probs":[0.9992888254690911,0.00044064370795207305,0.0001158503335963956,0.00015468048936029713],"probs_oracle":[0.9992570281028748,0.0004573110491037369,0.00012069327203789726,0.00016500464698765427],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.179736621639062e-05,"mean_abs_dp":1.590795085922831e-05,"oracle_top2_margin":0.998799717053771,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.179736621639062e-05,"mean_abs_dp":1.590795085922831e-05,"shard":"g448_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,278],"slots_oracle":[246,278],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999929284377,"min_row":0.9999994888410919,"max_abs":0.001983642578125},"prefill_calls":17,"main_calls":7,"slot_read_from":["main","prefill"],"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[10.0,9.3046875,14.984375,10.078125],"probs":[0.006725293169718915,0.0033553732582188274,0.9826475578249199,0.007271775747142276],"probs_oracle":[0.006657375022768974,0.0033173311967402697,0.9827334880828857,0.007291808724403381],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.593025796588272e-05,"mean_abs_dp":5.2980860913871657e-05,"oracle_top2_margin":0.9754416793584824,"finite":true},{"t":278,"nopts":3,"letter_logits":[15.5546875,10.1484375,8.59375],"probs":[0.9945927497576607,0.004464170222568735,0.0009430800197706436],"probs_oracle":[0.9947662353515625,0.004311799071729183,0.0009220570791512728],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00017348559390184537,"mean_abs_dp":0.00011562656178692268,"oracle_top2_margin":0.9904544362798333,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00017348559390184537,"mean_abs_dp":7.982901843089353e-05,"shard":"g448_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g448","variant":"e2e","tokens":325,"grid":[14,14],"start":197,"amount":182,"slots_host":[249,297,324],"slots_oracle":[249,297,324],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"prefill_calls":19,"main_calls":21,"slot_read_from":["main","prefill","main"],"slots_equal":true,"slots":[{"t":249,"nopts":4,"letter_logits":[7.97265625,8.90625,16.65625,7.82421875],"probs":[0.00016921515653268594,0.0004304214180671653,0.9992544908425041,0.0001458725828960619],"probs_oracle":[0.00016730134666431695,0.00042254829895682633,0.9992651343345642,0.00014504071441479027],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0643492060147253e-05,"mean_abs_dp":5.31557238003171e-06,"oracle_top2_margin":0.9988425860356074,"finite":true},{"t":297,"nopts":7,"letter_logits":[8.953125,9.71875,15.65625,9.296875,8.2578125,8.3984375,8.3203125],"probs":[0.001217858588998944,0.0026188075001925978,0.9924921086639017,0.0017174558890642015,0.000607612194546154,0.0006993573490309458,0.0006467998142653012],"probs_oracle":[0.0012208223342895508,0.0025618993677198887,0.9925703406333923,0.0017182007431983948,0.0005935655790381134,0.0006946290959604084,0.0006406526081264019],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.82319694906386e-05,"mean_abs_dp":2.339582515794643e-05,"oracle_top2_margin":0.9900084412656724,"finite":true},{"t":324,"nopts":2,"letter_logits":[9.796875,15.1953125],"probs":[0.004503272417089224,0.9954967275829107],"probs_oracle":[0.004423052072525024,0.9955769777297974],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.025014688661791e-05,"mean_abs_dp":8.023524572540889e-05,"oracle_top2_margin":0.9911539256572723,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":8.025014688661791e-05,"mean_abs_dp":2.657719669819766e-05,"shard":"g448_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g448","variant":"e2e","tokens":303,"grid":[14,14],"start":197,"amount":182,"slots_host":[240,273,302],"slots_oracle":[240,273,302],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999879537118,"min_row":0.9999992956657752,"max_abs":0.0012297630310058594},"prefill_calls":18,"main_calls":15,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":240,"nopts":3,"letter_logits":[17.359375,8.40625,7.62109375],"probs":[0.9998117212685327,0.00012930801370999821,5.8970717757353254e-05],"probs_oracle":[0.9998090863227844,0.0001311514643020928,5.978461922495626e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6349457482588434e-06,"mean_abs_dp":1.7640992693188086e-06,"oracle_top2_margin":0.9996779348584823,"finite":true},{"t":273,"nopts":3,"letter_logits":[16.359375,8.6015625,8.5234375],"probs":[0.9991780141669445,0.0004270391666149187,0.00039494666644064466],"probs_oracle":[0.9991744160652161,0.00042735174065455794,0.0003981590270996094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.5981017284525407e-06,"mean_abs_dp":2.3743454756855044e-06,"oracle_top2_margin":0.9987470643245615,"finite":true},{"t":302,"nopts":2,"letter_logits":[15.5546875,9.3515625],"probs":[0.9979809860995514,0.0020190139004485808],"probs_oracle":[0.9979913234710693,0.002008667681366205],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0346219082375558e-05,"mean_abs_dp":1.0341795300137244e-05,"oracle_top2_margin":0.9959826557897031,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":1.0346219082375558e-05,"mean_abs_dp":4.1373656044109284e-06,"shard":"g448_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g448","variant":"e2e","tokens":343,"grid":[14,14],"start":197,"amount":182,"slots_host":[255,296,342],"slots_oracle":[255,296,342],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999931520331,"min_row":0.9999993848051172,"max_abs":0.0010471343994140625},"prefill_calls":20,"main_calls":23,"slot_read_from":["prefill","main","main"],"slots_equal":true,"slots":[{"t":255,"nopts":6,"letter_logits":[16.765625,9.0625,8.25,7.40234375,7.96875,8.015625],"probs":[0.9989538830919668,0.00045094207457032834,0.00020010433259296494,8.572827005492779e-05,0.0001510466747707496,0.0001582955560442783],"probs_oracle":[0.9989650249481201,0.00044237051042728126,0.00019978830823674798,8.695968426764011e-05,0.0001475344179198146,0.0001582982367835939],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.1141856153362717e-05,"mean_abs_dp":4.129299409264944e-06,"oracle_top2_margin":0.9985226544376928,"finite":true},{"t":296,"nopts":5,"letter_logits":[9.9453125,11.625,14.6171875,10.7109375,9.3984375],"probs":[0.008621361424012614,0.04624394377714089,0.9216061932498548,0.01853884035718284,0.004989661191809],"probs_oracle":[0.008088547736406326,0.04423723742365837,0.9244673848152161,0.018492545932531357,0.004714324604719877],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.002861191565361243,"mean_abs_dp":0.001144468523638131,"oracle_top2_margin":0.8802301473915577,"finite":true},{"t":342,"nopts":6,"letter_logits":[8.65625,8.96875,8.5390625,8.3828125,16.0,9.21875],"probs":[0.0006442167016940446,0.0008805398302132618,0.0005729781955314185,0.0004900942221968375,0.9962815355279646,0.0011306355223997366],"probs_oracle":[0.0006307050934992731,0.0008567753247916698,0.0005710572004318237,0.0004954338655807078,0.9963390827178955,0.0011069673346355557],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.754718993089547e-05,"mean_abs_dp":2.0958688299150814e-05,"oracle_top2_margin":0.99523211538326,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.002861191565361243,"mean_abs_dp":0.00034546297320242055,"shard":"g448_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g448","variant":"e2e","tokens":309,"grid":[14,14],"start":197,"amount":182,"slots_host":[242,278,308],"slots_oracle":[242,278,308],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990263727,"min_row":0.9999998530702078,"max_abs":0.0005652308464050293},"prefill_calls":18,"main_calls":21,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":242,"nopts":3,"letter_logits":[15.6328125,10.015625,8.2890625],"probs":[0.9957367819433525,0.003619353604137235,0.0006438644525104553],"probs_oracle":[0.9957261085510254,0.0036251493729650974,0.0006488442304544151],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0673392327076314e-05,"mean_abs_dp":7.149646366299482e-06,"oracle_top2_margin":0.9921009591780603,"finite":true},{"t":278,"nopts":4,"letter_logits":[9.1875,16.390625,9.6640625,8.0078125],"probs":[0.000742643593865696,0.9978330376865666,0.0011960488096125351,0.00022826990995529213],"probs_oracle":[0.000710506399627775,0.9978955984115601,0.0011723366333171725,0.00022145592083688825],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.256072499344345e-05,"mean_abs_dp":3.130602116128273e-05,"oracle_top2_margin":0.9967232617782429,"finite":true},{"t":308,"nopts":2,"letter_logits":[16.578125,10.2734375],"probs":[0.998175617214723,0.0018243827852769423],"probs_oracle":[0.9981451034545898,0.0018549266969785094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.054391170156717e-05,"mean_abs_dp":3.052883591737779e-05,"oracle_top2_margin":0.9962901767576113,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":6.256072499344345e-05,"mean_abs_dp":2.308118839764277e-05,"shard":"g448_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999977039586,"min_row":0.9999996889255951,"max_abs":0.0005522966384887695},"prefill_calls":17,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.90625,9.7890625,9.2265625,9.3046875,9.6796875,8.8359375,10.4140625,16.515625,9.9375,14.328125],"probs":[0.0004424728700394665,0.0010697621916103599,0.0006095321233260938,0.0006590613672373297,0.0009589286310368482,0.0004124300649652601,0.001998578889889889,0.8924753310047665,0.0012409458522790247,0.10013295700484932],"probs_oracle":[0.0004485415993258357,0.0010800594463944435,0.0006290642777457833,0.0006908925715833902,0.000972151174210012,0.00042305333772674203,0.0021294124890118837,0.8899959921836853,0.0012687055859714746,0.10236208140850067],"argmax":7,"argmax_oracle":7,"argmax_equal":true,"full_vocab_top1_id":39,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0024793388210812006,"mean_abs_dp":0.0004958631716317841,"oracle_top2_margin":0.7876339107751846,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0024793388210812006,"mean_abs_dp":0.0004958631716317841,"shard":"g448_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"prefill_calls":17,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.8984375,9.390625,8.890625,16.390625,9.6953125,9.109375,9.109375,9.515625,8.9765625,12.875],"probs":[0.0005380518781234483,0.0008801941280950876,0.0005338647251886997,0.9652500667230991,0.001193720265796803,0.0006644053853243572,0.0006644053853243572,0.0009973906146494523,0.0005817727940335976,0.028696128100365186],"probs_oracle":[0.0005481093539856374,0.0008933480712585151,0.0005559168639592826,0.9644231796264648,0.0012373479548841715,0.0006897316197864711,0.0006905003683641553,0.0010131854796782136,0.0005959380650892854,0.02935273014008999],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0008268870966342545,"mean_abs_dp":0.00016537617368289859,"oracle_top2_margin":0.9350704494863749,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0008268870966342545,"mean_abs_dp":0.00016537617368289859,"shard":"g448_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[278],"slots_oracle":[278],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986970453,"min_row":0.9999999473461512,"max_abs":0.0007014274597167969},"prefill_calls":17,"main_calls":7,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":278,"nopts":9,"letter_logits":[10.0234375,10.421875,9.5703125,16.015625,9.5234375,9.6640625,9.703125,8.7578125,9.328125],"probs":[0.0024616840919595567,0.0036666674799938344,0.0015647416115918617,0.9853857668244488,0.001493086876300325,0.0017185324604326612,0.0017869910110006075,0.0006943498811158225,0.0012281797631565577],"probs_oracle":[0.0024558305740356445,0.0037613804452121258,0.0016030978877097368,0.9852538704872131,0.0015132761327549815,0.0017176602268591523,0.0018075669649988413,0.0006852896767668426,0.0012020787689834833],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00013189633723564853,"mean_abs_dp":3.862419322713119e-05,"oracle_top2_margin":0.981492490042001,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00013189633723564853,"mean_abs_dp":3.862419322713119e-05,"shard":"g448_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999964794616,"min_row":0.9999997779082417,"max_abs":0.0010602474212646484},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[17.296875,6.61328125,9.046875],"probs":[0.9997159043093791,2.2911355749567803e-05,0.00026118433487140033],"probs_oracle":[0.999715268611908,2.3231894374475814e-05,0.00026144483126699924],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.35697471107477e-07,"mean_abs_dp":4.0557749720480154e-07,"oracle_top2_margin":0.999453823780641,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.35697471107477e-07,"mean_abs_dp":4.0557749720480154e-07,"shard":"g448_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999971226904,"min_row":0.9999958151456003,"max_abs":0.006329655647277832},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[6.79296875,16.984375,10.0],"probs":[3.745503095703621e-05,0.999037194742713,0.0009253502263300222],"probs_oracle":[3.7778951082145795e-05,0.9990003705024719,0.0009618884068913758],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.682424024109565e-05,"mean_abs_dp":2.4562113642519592e-05,"oracle_top2_margin":0.9980384820955805,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.682424024109565e-05,"mean_abs_dp":2.4562113642519592e-05,"shard":"g448_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999963945622,"min_row":0.9999997341044145,"max_abs":0.0008140802383422852},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[9.125,8.3828125,15.0625],"probs":[0.0026283809693250556,0.00125129692771642,0.9961203221029586],"probs_oracle":[0.0025366705376654863,0.0012032677186653018,0.9962600469589233],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00013972485596469575,"mean_abs_dp":9.315483222512774e-05,"oracle_top2_margin":0.9937233764212579,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00013972485596469575,"mean_abs_dp":9.315483222512774e-05,"shard":"g448_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999913820677,"min_row":0.9999998286642663,"max_abs":0.0021512508392333984},"prefill_calls":17,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[13.5546875,10.2890625,11.328125,10.609375],"probs":[0.8342667465358324,0.031846522462043315,0.0900162933522182,0.04387043764990605],"probs_oracle":[0.8332034349441528,0.030570058152079582,0.08590248227119446,0.050323981791734695],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.006453544141828645,"mean_abs_dp":0.0032267827811239304,"oracle_top2_margin":0.7473009526729584,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.006453544141828645,"mean_abs_dp":0.0032267827811239304,"shard":"g448_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938795284,"min_row":0.9999972236708179,"max_abs":0.0009641647338867188},"prefill_calls":17,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[10.296875,10.5390625,10.0,14.765625],"probs":[0.011078519917593212,0.014114400538040474,0.008232856933400288,0.966574222610966],"probs_oracle":[0.010312587022781372,0.013162228278815746,0.007728788536041975,0.9687963724136353],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0022221498026692155,"mean_abs_dp":0.001111080838516024,"oracle_top2_margin":0.9556341441348195,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0022221498026692155,"mean_abs_dp":0.001111080838516024,"shard":"g448_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g448","variant":"e2e","tokens":302,"grid":[14,14],"start":197,"amount":182,"slots_host":[301],"slots_oracle":[301],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999973437731,"min_row":0.9999997646891092,"max_abs":0.00072479248046875},"prefill_calls":18,"main_calls":14,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":301,"nopts":6,"letter_logits":[11.1171875,14.546875,13.375,8.1640625,7.68359375,8.15625],"probs":[0.02405849376489423,0.742613414117862,0.230050903798643,0.0012552855860465085,0.000776385856439385,0.0012455168761148683],"probs_oracle":[0.023014351725578308,0.7404738664627075,0.23333954811096191,0.0012221261858940125,0.000736995309125632,0.001213126815855503],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0032886443123189,"mean_abs_dp":0.0010962123357524812,"oracle_top2_margin":0.5071343183517456,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0032886443123189,"mean_abs_dp":0.0010962123357524812,"shard":"g448_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g448","variant":"e2e","tokens":296,"grid":[14,14],"start":197,"amount":182,"slots_host":[295],"slots_oracle":[295],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986543849,"min_row":0.9999999721567457,"max_abs":0.0002944469451904297},"prefill_calls":18,"main_calls":8,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":295,"nopts":4,"letter_logits":[9.0859375,15.078125,10.9296875,9.171875],"probs":[0.0024467871594528344,0.9794226843520006,0.015464171010709486,0.0026663574778372262],"probs_oracle":[0.002556135645136237,0.9778785705566406,0.016833467409014702,0.002731863409280777],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0015441137953600137,"mean_abs_dp":0.0007720661526980458,"oracle_top2_margin":0.9610451031476259,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0015441137953600137,"mean_abs_dp":0.0007720661526980458,"shard":"g448_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"prefill_calls":15,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":252,"nopts":4,"letter_logits":[17.375,7.546875,7.5859375,7.19921875],"probs":[0.9998519652097776,5.390576945757627e-05,5.605313119166097e-05,3.8075889573163915e-05],"probs_oracle":[0.9998513460159302,5.3302719607017934e-05,5.6550619774498045e-05,3.8857629988342524e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.81740415178609e-07,"mean_abs_dp":6.253681739979044e-07,"oracle_top2_margin":0.9997947953961557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.81740415178609e-07,"mean_abs_dp":6.253681739979044e-07,"shard":"g448_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g448","variant":"e2e","tokens":246,"grid":[14,14],"start":197,"amount":182,"slots_host":[245],"slots_oracle":[245],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"prefill_calls":15,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[12.8125,8.5546875,8.078125,15.6953125],"probs":[0.05294538481024213,0.0007493481430081854,0.00046528084264425986,0.9458399862041055],"probs_oracle":[0.05128991976380348,0.000733718799892813,0.00045598449651151896,0.94752037525177],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0016803890476645433,"mean_abs_dp":0.0008401949458378259,"oracle_top2_margin":0.8962304554879665,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0016803890476645433,"mean_abs_dp":0.0008401949458378259,"shard":"g448_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":2,"letter_logits":[10.515625,16.109375],"probs":[0.0037072528743862213,0.9962927471256138],"probs_oracle":[0.0036633117124438286,0.9963366985321045],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.3951406490716494e-05,"mean_abs_dp":4.394628421655459e-05,"oracle_top2_margin":0.9926733868196607,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.3951406490716494e-05,"mean_abs_dp":4.394628421655459e-05,"shard":"g448_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g448","variant":"e2e","tokens":276,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,275],"slots_oracle":[246,275],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"prefill_calls":16,"main_calls":20,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.328125,16.8125,8.9453125,7.9453125],"probs":[0.0005611848230501664,0.9989153348280773,0.00038269479978745305,0.00014078554908502524],"probs_oracle":[0.0005686153890565038,0.9989047050476074,0.00038564109127037227,0.00014100427506491542],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0629780469839645e-05,"mean_abs_dp":5.3063409847466095e-06,"oracle_top2_margin":0.9983360896585509,"finite":true},{"t":275,"nopts":2,"letter_logits":[10.421875,14.28125],"probs":[0.020645930739218447,0.9793540692607815],"probs_oracle":[0.020169703289866447,0.979830265045166],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00047622744935199926,"mean_abs_dp":0.0004762116168682568,"oracle_top2_margin":0.9596605617552996,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00047622744935199926,"mean_abs_dp":0.00016227476627925,"shard":"g448_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"prefill_calls":15,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":252,"nopts":7,"letter_logits":[16.9375,9.640625,8.6171875,7.6875,7.984375,7.7265625,8.8828125],"probs":[0.9984382759548889,0.0006765948286376776,0.00024313944175833878,9.596155218335507e-05,0.00012913038278042555,9.978422584473525e-05,0.00031711361390661966],"probs_oracle":[0.9983891248703003,0.0006920418818481266,0.0002512198407202959,0.00010025671508628875,0.00013134843902662396,0.00010331271914765239,0.000332709081703797],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.9151084588583416e-05,"mean_abs_dp":1.4045102430030885e-05,"oracle_top2_margin":0.9976970829884522,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.9151084588583416e-05,"mean_abs_dp":1.4045102430030885e-05,"shard":"g448_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[245,276],"slots_oracle":[245,276],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"prefill_calls":16,"main_calls":21,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[8.8125,17.015625,8.109375,7.91015625],"probs":[0.00027365420963342555,0.9994798780934616,0.0001354686571135128,0.00011099903979144729],"probs_oracle":[0.0002710831176955253,0.9994843006134033,0.00013441758346743882,0.00011026520951418206],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.422519941704728e-06,"mean_abs_dp":2.194628950736049e-06,"oracle_top2_margin":0.9992132174957078,"finite":true},{"t":276,"nopts":2,"letter_logits":[15.5625,11.3046875],"probs":[0.9860442896017267,0.013955710398273338],"probs_oracle":[0.985750675201416,0.014249387197196484],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00029367679892314605,"mean_abs_dp":0.00029364559961693633,"oracle_top2_margin":0.9715012880042195,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00029367679892314605,"mean_abs_dp":9.934495250613614e-05,"shard":"g448_shard_02","npz_key":"10","first_in_process":false}],"checks":{"all_runs":true,"slots":true,"argmax":true,"full_vocab_top1":true,"max_abs_dp":false,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true,"ids_equal_oracle":true},"result":"FAIL","environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","tokenizers":"0.23.0rc0","pillow":"12.2.0","transformers":"4.57.6"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","gpu":"shared with other sessions, no _GPU_LOCK (times are contended reference values)"},"generated_at":"2026-09-28T16:28:30+00:00"},"decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_fp16_pf16","name":"decider_2b_vision_decode_fp16_pf16","compression":null,"metadata_sha256":"98127ee1196503b4a68dc4c5c680d583e2e35dbb360ee2f5a2da1b39ec9c3da9","main_mlirb":{"bytes":3765759218,"sha256":"a0461812914fe7f3a7f26ea9d0f5454503f550e31564982f30b1789e4be0e04d"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_fp16_pf16.h16c.aimodelc","bytes":11297479003,"tree_sha256":"418213bfe687110f0169c95256951b0c7816f9d32521492c29c5a9503c396e25","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"eea1f24878e550117d8465213f8e71655807a3d6fed63b16517ad6a52a8c5d8a","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"9a61d914f857b76dee26b43015325c2203c060af7f26c0a9ee8005d20fab270c","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"7335b83acb1a5de124f3cdf3665e341eab2e7d8a29dc07f1af1c104ac94817ea","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"ed5f86451c52e2dd79b731cbbe58dd7099df6addd7c256d1dce8da3d96e9960d","main-h16c.mlirb":"75c29676c0a48a23dbae73371859dfa26c99c7e47ea160a293f8383e2241614d","main.hash":"2a1b31d2de3850874a7d6eb8fe4ce0e22141e60fce1f80aa5f9f6d58e468e0fa","metadata.json":"817b31e2185753650c9ea0143bff08dae7e67ca0b3176e25882aa2089f9fb23b","stats.json":"5245823880ca2d3982d0e9fd8b19a7e83b7efd771832ccc56079cfe1774c2c15"}}},"tower":"fp16w32","order":"chunk","chunk":16,"readout":"chunk order from fresh zero states (prefill S=16 while a whole chunk fits before the next slot, then S=1 up to and including it; the slot's logits from the call that processed it last), letters ids 32.. over the first nopts, softmax T=1 (float64)","processes":[{"shard":"g256_shard_00","runs":["r01/g256/e2e","r02/g256/e2e","r03/g256/e2e","r04/g256/e2e","r05/g256/e2e","r06/g256/e2e","r07/g256/e2e","r08/g256/e2e","r09/g256/e2e","r10/g256/e2e","r11/g256/e2e","r12/g256/e2e"],"prompts":13,"pid":84649,"load_seconds":2.361885250080377,"load_split_seconds":{"model":0.010261666029691696,"main":0.8249150419142097,"prefill":1.5267085421364754},"function_names":["main","prefill"],"tower_load_seconds":0.94329012488015,"process_wall_seconds":9.575395208084956,"reset_check":{"run":["r01","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.3835748750716448},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16/g256_shard_00.npz","npz_sha256":"07ba684fce0dd667f0a9b0953401280c72a4966d3dff844476744120ab4e5f87"},{"shard":"g256_shard_01","runs":["r13/g256/e2e","r14/g256/e2e","r15/g256/e2e","r16/g256/e2e","r17/g256/e2e","r18/g256/e2e","r19/g256/e2e","r20/g256/e2e","r21/g256/e2e","r22/g256/e2e","r23/g256/e2e","r24/g256/e2e"],"prompts":13,"pid":84987,"load_seconds":2.3816804580856115,"load_split_seconds":{"model":0.01064479211345315,"main":0.8318556249141693,"prefill":1.539180041057989},"function_names":["main","prefill"],"tower_load_seconds":0.1730676251463592,"process_wall_seconds":10.950953833060339,"reset_check":{"run":["r13","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.4884573749732226},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16/g256_shard_01.npz","npz_sha256":"9a5ff6889cb8d5570853d32daf9a072325aa02ce1e7a9c312d9b19eb2a46e440"},{"shard":"g256_shard_02","runs":["r25/g256/e2e","r26/g256/e2e","r27/g256/e2e","r28/g256/e2e","r29/g256/e2e","r30/g256/e2e","r31/g256/e2e","r32/g256/e2e","r33/g256/e2e","r34/g256/e2e","r35/g256/e2e"],"prompts":12,"pid":85317,"load_seconds":2.4053571249824017,"load_split_seconds":{"model":0.010226208018139005,"main":0.8388652079738677,"prefill":1.556265708990395},"function_names":["main","prefill"],"tower_load_seconds":0.17171899997629225,"process_wall_seconds":8.746275834040716,"reset_check":{"run":["r25","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.432520458009094},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16/g256_shard_02.npz","npz_sha256":"36e8839bda810f3877076326f05c1d96d25f6d8d5b2b4c6072e82edf35b11b26"},{"shard":"g448_shard_00","runs":["r01/g448/e2e","r02/g448/e2e","r03/g448/e2e","r04/g448/e2e","r05/g448/e2e","r06/g448/e2e","r07/g448/e2e","r08/g448/e2e","r09/g448/e2e","r10/g448/e2e","r11/g448/e2e","r12/g448/e2e"],"prompts":13,"pid":85654,"load_seconds":2.3794891249854118,"load_split_seconds":{"model":0.010216208873316646,"main":0.8340112501755357,"prefill":1.5352616659365594},"function_names":["main","prefill"],"tower_load_seconds":0.9698399589397013,"process_wall_seconds":14.31477287481539,"reset_check":{"run":["r01","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.7521220000926405},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16/g448_shard_00.npz","npz_sha256":"37e7f76dd5677d71326be2b3f35c62791b68cbf225f4deefef9c2bd9c7bc6402"},{"shard":"g448_shard_01","runs":["r13/g448/e2e","r14/g448/e2e","r15/g448/e2e","r16/g448/e2e","r17/g448/e2e","r18/g448/e2e","r19/g448/e2e","r20/g448/e2e","r21/g448/e2e","r22/g448/e2e","r23/g448/e2e","r24/g448/e2e"],"prompts":13,"pid":86142,"load_seconds":2.3775205831043422,"load_split_seconds":{"model":0.010410041082650423,"main":0.8317257498856634,"prefill":1.5353847921360284},"function_names":["main","prefill"],"tower_load_seconds":0.17644704086706042,"process_wall_seconds":14.06920841592364,"reset_check":{"run":["r13","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.6503675000276417},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16/g448_shard_01.npz","npz_sha256":"3e3dcd81f1f93c94e1df33923abb5fb9961e3ec9862dc997dba6934f9a60c0be"},{"shard":"g448_shard_02","runs":["r25/g448/e2e","r26/g448/e2e","r27/g448/e2e","r28/g448/e2e","r29/g448/e2e","r30/g448/e2e","r31/g448/e2e","r32/g448/e2e","r33/g448/e2e","r34/g448/e2e","r35/g448/e2e"],"prompts":12,"pid":86458,"load_seconds":2.371876792050898,"load_split_seconds":{"model":0.010819500079378486,"main":0.8385167089290917,"prefill":1.522540583042428},"function_names":["main","prefill"],"tower_load_seconds":0.17676983308047056,"process_wall_seconds":13.176562167005613,"reset_check":{"run":["r25","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.8168057920411229},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16/g448_shard_02.npz","npz_sha256":"e10755a6e089dff86112093e6525de6880b1128cc2f11a234855b3d2da1d8cc2"}],"summary":{"runs":70,"expected_runs":70,"missing_runs":[],"slots_expected":98,"slots_equal":98,"slots_read":98,"argmax_equal":98,"full_vocab_top1_is_oracle_letter":98,"max_abs_dp":0.00854564497937682,"mean_of_run_mean_abs_dp":0.00017249779158309364,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.00854564497937682},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255,"ids_equal_oracle":70,"tower_vs_oracle_min_row":0.9999956898696566,"tower_vs_oracle_min_cos":0.9999999249085866,"slots_read_from_prefill":8,"rows_without_a_prefill_call":[]},"per_grid":{"g256":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.002927743999633692,"mean_of_run_mean_abs_dp":9.064051534252789e-05,"worst_run":{"id":"r20","arm":"g256","max_abs_dp":0.002927743999633692},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255},"g448":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.00854564497937682,"mean_of_run_mean_abs_dp":0.00025435506782365945,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.00854564497937682},"finite_all":true,"min_oracle_top2_margin":0.5071343183517456}},"timing":{"contended":true,"load_seconds":{"first_process":2.361885250080377,"median":2.378504854044877,"all":[2.361885250080377,2.3816804580856115,2.4053571249824017,2.3794891249854118,2.3775205831043422,2.371876792050898]},"load_split_seconds_median":{"model":0.01033585355617106,"main":0.8329334375448525,"prefill":1.535323229036294},"ms_per_prefill_call_warm_runs":{"n":779,"median":33.537583192810416,"p10":32.817050348967314,"p90":34.56187439151108},"ms_per_prefill_call_all_runs":{"n":850,"median":33.56908343266696,"p10":32.85422478802502,"p90":34.64890383183956},"ms_per_main_call_warm_runs":{"n":710,"median":15.821353998035192,"p10":15.55614611133933,"p90":16.26380819361657},"ms_per_main_call_all_runs":{"n":760,"median":15.823187422938645,"p10":15.557379252277315,"p90":16.289049456827343},"calls_per_run":{"prefill":850,"main":760,"tokens":14360},"first_run_of_process_wall_seconds":[0.6905735419131815,0.814085999969393,0.7475251250434667,1.0776516660116613,0.8750017089769244,1.1228957909625024],"prompt_wall_seconds_warm":{"g256":{"n":32,"median":0.42844493745360523,"decode_median":0.3944557709619403,"median_tokens":143.5},"g448":{"n":32,"median":0.7595555828884244,"decode_median":0.6809465414844453,"median_tokens":275.5}},"tower_ms_warm":{"g256":{"n":32,"median":23.56654149480164,"min":23.240708047524095,"max":23.82945897988975,"first_call_of_process":[58.24729101732373,56.35220790281892,56.35308288037777],"host_preprocess_ms_median":2.133083064109087},"g448":{"n":32,"median":62.763686990365386,"min":62.38295789808035,"max":63.35729197598994,"first_call_of_process":[93.48504198715091,98.18091709166765,96.72629088163376],"host_preprocess_ms_median":2.9459160286933184}},"tower_load_seconds":{"median":0.1766084369737655,"all":[0.94329012488015,0.1730676251463592,0.17171899997629225,0.9698399589397013,0.17644704086706042,0.17676983308047056]}},"runs":[{"id":"r01","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[16.8125,7.93359375,7.70703125],"probs":[0.9997497094204386,0.0001392615731653799,0.00011102900639593486],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.1101176778403072e-06,"mean_abs_dp":2.0505070706339357e-06,"oracle_top2_margin":0.9996153783140471,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.1101176778403072e-06,"mean_abs_dp":2.0505070706339357e-06,"shard":"g256_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999936472039,"min_row":0.999999890836734,"max_abs":0.0005728006362915039},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.2109375,16.734375,8.0234375],"probs":[0.00019868280241103374,0.9996366033691085,0.00016471382848043005],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.76876223912226e-06,"mean_abs_dp":3.861703080346353e-06,"oracle_top2_margin":0.9994463870098116,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.76876223912226e-06,"mean_abs_dp":3.861703080346353e-06,"shard":"g256_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999841969829,"min_row":0.9999998847321013,"max_abs":0.00046133995056152344},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.0625,8.171875,16.28125],"probs":[0.00026939816754023544,0.0003005353733280939,0.9994300664591317],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.2721829886783738e-06,"mean_abs_dp":2.1677765254750196e-06,"oracle_top2_margin":0.9991343551664613,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.2721829886783738e-06,"mean_abs_dp":2.1677765254750196e-06,"shard":"g256_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g256","variant":"e2e","tokens":153,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,152],"slots_oracle":[112,152],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"prefill_calls":9,"main_calls":9,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.671875,8.9609375,8.3515625,7.2734375],"probs":[0.9992263244891981,0.00044755484238076954,0.00024333134714230173,8.278932127888766e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.709499754511185e-06,"mean_abs_dp":4.3547698861601464e-06,"oracle_top2_margin":0.9987916390819009,"finite":true},{"t":152,"nopts":5,"letter_logits":[15.8515625,9.296875,8.8671875,8.7890625,8.1953125],"probs":[0.9963341066231777,0.001418209484759651,0.0009228465125380186,0.0008534935019014999,0.00047134387762331987],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.77586493442994e-05,"mean_abs_dp":1.5095555137400237e-05,"oracle_top2_margin":0.9949706399347633,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":3.77586493442994e-05,"mean_abs_dp":1.0321872803515752e-05,"shard":"g256_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998042022,"min_row":0.9999999973358388,"max_abs":8.118152618408203e-05},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[10.3671875,15.53125,8.8671875],"probs":[0.00567870238070768,0.9930542078476498,0.0012670897716425744],"probs_oracle":[0.005630022846162319,0.9931067824363708,0.0012632559519261122],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.2574588721099325e-05,"mean_abs_dp":3.502931432764067e-05,"oracle_top2_margin":0.9874767595902085,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.2574588721099325e-05,"mean_abs_dp":3.502931432764067e-05,"shard":"g256_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g256","variant":"e2e","tokens":126,"grid":[8,8],"start":65,"amount":56,"slots_host":[125],"slots_oracle":[125],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999002903,"min_row":0.9999999444547036,"max_abs":0.00019788742065429688},"prefill_calls":7,"main_calls":14,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":125,"nopts":8,"letter_logits":[9.1640625,9.1171875,16.859375,8.0390625,8.3203125,8.53125,9.4765625,7.6953125],"probs":[0.0004539557896578944,0.00043316764054686954,0.9978041700967026,0.00014737786718404345,0.00019524395221938779,0.00024109409999459213,0.0006204839969199214,0.00010450655677464298],"probs_oracle":[0.00044743184116669,0.00042624998604878783,0.997841477394104,0.0001445232192054391,0.00019250228069722652,0.00023652952222619206,0.0006083882763050497,0.00010282994480803609],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.7307297401367734e-05,"mean_abs_dp":9.335266280162274e-06,"oracle_top2_margin":0.997233089117799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.7307297401367734e-05,"mean_abs_dp":9.335266280162274e-06,"shard":"g256_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g256","variant":"e2e","tokens":184,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,156,183],"slots_oracle":[112,156,183],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999978740303,"min_row":0.9999999137321018,"max_abs":0.00029277801513671875},"prefill_calls":10,"main_calls":24,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.578125,9.140625,8.3125,8.765625],"probs":[0.9987509535327098,0.0005880198646746591,0.0002568868539085187,0.0004041397487070115],"probs_oracle":[0.9987712502479553,0.00058116385480389,0.0002529850753489882,0.000394599192077294],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.0296715245504693e-05,"mean_abs_dp":1.0148765076380462e-05,"oracle_top2_margin":0.9981900863931514,"finite":true},{"t":156,"nopts":6,"letter_logits":[9.8046875,16.234375,8.7265625,8.734375,9.3203125,8.734375],"probs":[0.0016061101786271905,0.9957564679004233,0.0005464514668958667,0.0005507373388693371,0.000989495776314906,0.0005507373388693371],"probs_oracle":[0.0015793738421052694,0.9958256483078003,0.0005403549876064062,0.0005451973993331194,0.0009696456836536527,0.0005397982313297689],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.918040737702302e-05,"mean_abs_dp":2.305706048757398e-05,"oracle_top2_margin":0.994246274465695,"finite":true},{"t":183,"nopts":2,"letter_logits":[11.2265625,13.96875],"probs":[0.060529390202538995,0.9394706097974611],"probs_oracle":[0.06064261496067047,0.9393573999404907],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":0.00011321730755093143,"oracle_top2_margin":0.8787147849798203,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00011322475813147631,"mean_abs_dp":3.3781003194402385e-05,"shard":"g256_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g256","variant":"e2e","tokens":120,"grid":[8,8],"start":65,"amount":56,"slots_host":[119],"slots_oracle":[119],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999982491743,"min_row":0.999999924746909,"max_abs":0.0003834962844848633},"prefill_calls":7,"main_calls":8,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":119,"nopts":6,"letter_logits":[9.4140625,9.1875,16.703125,8.859375,7.80078125,8.4296875],"probs":[0.0006815973774667356,0.0005434168081121444,0.9979930864794905,0.00039140844373680765,0.00013579655924772193,0.0002546943319460747],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.2761661226076164e-05,"mean_abs_dp":1.4249846493557126e-05,"oracle_top2_margin":0.9973679909599014,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.2761661226076164e-05,"mean_abs_dp":1.4249846493557126e-05,"shard":"g256_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g256","variant":"e2e","tokens":128,"grid":[8,8],"start":65,"amount":56,"slots_host":[127],"slots_oracle":[127],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"prefill_calls":8,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":127,"nopts":8,"letter_logits":[8.7734375,8.7578125,8.5546875,11.9921875,16.0,10.4296875,8.875,8.0],"probs":[0.0007091801456934003,0.0006981853266301289,0.000569842255876744,0.0177272729702159,0.975467457284058,0.003715838277693117,0.0007849908631788027,0.00032723287665389135],"probs_oracle":[0.0006885188049636781,0.0006795556400902569,0.0005544525920413435,0.01720018871128559,0.9762108325958252,0.0035912375897169113,0.0007585337734781206,0.0003167196991853416],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0007433753117671582,"mean_abs_dp":0.00018583890211848738,"oracle_top2_margin":0.9590106438845396,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0007433753117671582,"mean_abs_dp":0.00018583890211848738,"shard":"g256_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g256","variant":"e2e","tokens":112,"grid":[8,8],"start":65,"amount":56,"slots_host":[111],"slots_oracle":[111],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999997629995,"min_row":0.9999999269103695,"max_abs":0.0005315542221069336},"prefill_calls":7,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":111,"nopts":3,"letter_logits":[16.3125,9.5390625,8.2265625],"probs":[0.9985505100359814,0.00114209836042169,0.0003073916035970853],"probs_oracle":[0.9985672235488892,0.0011292636627331376,0.00030339331715367734],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.6713512907773342e-05,"mean_abs_dp":1.1182165679911204e-05,"oracle_top2_margin":0.997437959886156,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.6713512907773342e-05,"mean_abs_dp":1.1182165679911204e-05,"shard":"g256_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g256","variant":"e2e","tokens":103,"grid":[8,8],"start":65,"amount":56,"slots_host":[102],"slots_oracle":[102],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991065235,"min_row":0.9999999875856802,"max_abs":0.0003247261047363281},"prefill_calls":6,"main_calls":7,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":102,"nopts":2,"letter_logits":[10.15625,16.03125],"probs":[0.002800926967120973,0.9971990730328789],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.349873020557336e-05,"mean_abs_dp":2.3470208451782573e-05,"oracle_top2_margin":0.9943512056488544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.349873020557336e-05,"mean_abs_dp":2.3470208451782573e-05,"shard":"g256_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g256","variant":"e2e","tokens":117,"grid":[8,8],"start":65,"amount":56,"slots_host":[116],"slots_oracle":[116],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999998283227,"min_row":0.9999999375108324,"max_abs":0.00032973289489746094},"prefill_calls":7,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":116,"nopts":5,"letter_logits":[16.84375,9.53125,8.75,7.81640625,7.4453125],"probs":[0.9988258564791708,0.0006663637713119991,0.00030508356558258374,0.00011994004280138088,8.275614113347764e-05],"probs_oracle":[0.9988265633583069,0.0006655653123743832,0.0003061715397052467,0.00011903217091457918,8.272226841654629e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0879741226629434e-06,"mean_abs_dp":7.070113600252197e-07,"oracle_top2_margin":0.9981609980459325,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.0879741226629434e-06,"mean_abs_dp":7.070113600252197e-07,"shard":"g256_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g256","variant":"e2e","tokens":140,"grid":[8,8],"start":65,"amount":56,"slots_host":[139],"slots_oracle":[139],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"prefill_calls":8,"main_calls":12,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":139,"nopts":9,"letter_logits":[8.484375,9.09375,8.8515625,7.9921875,9.1015625,9.4609375,9.6484375,14.0078125,18.078125],"probs":[6.69528218381079e-05,0.00012314508581246774,9.665768533706018e-05,4.0927439056679186e-05,0.00012411092469099131,0.00017778069136575113,0.00021444444768834437,0.016771322616064302,0.9823846582881463],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00038593584982181406,"mean_abs_dp":8.576149097778633e-05,"oracle_top2_margin":0.9648526888340712,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00038593584982181406,"mean_abs_dp":8.576149097778633e-05,"shard":"g256_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g256","variant":"e2e","tokens":111,"grid":[8,8],"start":65,"amount":56,"slots_host":[110],"slots_oracle":[110],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998486087,"min_row":0.999999977027422,"max_abs":0.00013625621795654297},"prefill_calls":6,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":110,"nopts":4,"letter_logits":[16.6875,9.34375,8.09375,8.390625],"probs":[0.9989199918242184,0.0006459227833106589,0.0001850599758197889,0.00024902541665109345],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.750033446938474e-06,"mean_abs_dp":3.146645146748537e-06,"oracle_top2_margin":0.998262623208575,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.750033446938474e-06,"mean_abs_dp":3.146645146748537e-06,"shard":"g256_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,146],"slots_oracle":[114,146],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991796076,"min_row":0.9999999777026998,"max_abs":0.0002797842025756836},"prefill_calls":9,"main_calls":3,"slot_read_from":["main","prefill"],"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.2109375,8.890625,15.8359375,8.796875],"probs":[0.0013225919568139097,0.000960098798122708,0.996843129341424,0.0008741799036392433],"probs_oracle":[0.0013125522527843714,0.0009568282985128462,0.9968631267547607,0.00086748949252069],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.9997413336692027e-05,"mean_abs_dp":9.999507023661348e-06,"oracle_top2_margin":0.9955505745019764,"finite":true},{"t":146,"nopts":3,"letter_logits":[15.9765625,9.734375,8.7421875],"probs":[0.9973401408352355,0.001940419867309761,0.0007194392974546785],"probs_oracle":[0.9973812699317932,0.001912115840241313,0.000706570572219789],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.112909655773489e-05,"mean_abs_dp":2.7433949620357456e-05,"oracle_top2_margin":0.9954691540915519,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":4.112909655773489e-05,"mean_abs_dp":1.7471410993673965e-05,"shard":"g256_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g256","variant":"e2e","tokens":193,"grid":[8,8],"start":65,"amount":56,"slots_host":[117,165,192],"slots_oracle":[117,165,192],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"prefill_calls":11,"main_calls":17,"slot_read_from":["main","prefill","main"],"slots_equal":true,"slots":[{"t":117,"nopts":4,"letter_logits":[9.03125,9.3671875,16.1875,8.2578125],"probs":[0.0007782375337297331,0.0010889500900131026,0.9977737147500348,0.00035909762622219493],"probs_oracle":[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0720999019109279e-05,"mean_abs_dp":5.378514780576485e-06,"oracle_top2_margin":0.9967023314675316,"finite":true},{"t":165,"nopts":7,"letter_logits":[8.9609375,9.8515625,15.3984375,9.8515625,8.5625,8.546875,8.4609375],"probs":[0.0015806405637158872,0.0038514711221036527,0.9876517787372271,0.0038514711221036527,0.0010611918730116016,0.0010447396179590175,0.0009587069638791459],"probs_oracle":[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.636731990181335e-05,"mean_abs_dp":3.102228687131217e-05,"oracle_top2_margin":0.983884489396587,"finite":true},{"t":192,"nopts":2,"letter_logits":[9.734375,15.3515625],"probs":[0.003621685478675127,0.996378314521325],"probs_oracle":[0.0035970157478004694,0.9964029788970947],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.4669730874657403e-05,"mean_abs_dp":2.466705332220681e-05,"oracle_top2_margin":0.9928059631492943,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":9.636731990181335e-05,"mean_abs_dp":2.215416722045421e-05,"shard":"g256_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g256","variant":"e2e","tokens":171,"grid":[8,8],"start":65,"amount":56,"slots_host":[108,141,170],"slots_oracle":[108,141,170],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938571861,"min_row":0.9999996459946552,"max_abs":0.0006239414215087891},"prefill_calls":9,"main_calls":27,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":108,"nopts":3,"letter_logits":[17.21875,8.3828125,7.61328125],"probs":[0.9997872736204506,0.00014538135275247673,6.73450267968826e-05],"probs_oracle":[0.9997918009757996,0.00014244449266698211,6.58148928778246e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.5273553489488805e-06,"mean_abs_dp":2.9981164511671643e-06,"oracle_top2_margin":0.9996493564831326,"finite":true},{"t":141,"nopts":3,"letter_logits":[16.359375,8.5390625,8.453125],"probs":[0.9992306625208732,0.0004011873095648438,0.0003681501695620029],"probs_oracle":[0.999238133430481,0.00039801813545636833,0.0003638898197095841],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.47090960773189e-06,"mean_abs_dp":4.966811189542062e-06,"oracle_top2_margin":0.9988401152950246,"finite":true},{"t":170,"nopts":2,"letter_logits":[15.640625,9.359375],"probs":[0.9981324340221067,0.0018675659778932805],"probs_oracle":[0.9981531500816345,0.0018468272173777223],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":2.0727410021680786e-05,"oracle_top2_margin":0.9963063228642568,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":2.073876051555826e-05,"mean_abs_dp":8.168700370686157e-06,"shard":"g256_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g256","variant":"e2e","tokens":211,"grid":[8,8],"start":65,"amount":56,"slots_host":[123,164,210],"slots_oracle":[123,164,210],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999962495109,"min_row":0.9999998377040508,"max_abs":0.0007060766220092773},"prefill_calls":11,"main_calls":35,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":123,"nopts":6,"letter_logits":[16.875,9.578125,8.203125,7.359375,7.890625,7.6953125],"probs":[0.9988501756008867,0.0006768739537244369,0.0001711405368704473,7.360662770424236e-05,0.00012520909152073824,0.00010299418929328017],"probs_oracle":[0.9988755583763123,0.000659995072055608,0.00016870087711140513,7.21013275324367e-05,0.00012259691720828414,0.00010095535981236026],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.538277542551981e-05,"mean_abs_dp":8.47627013642842e-06,"oracle_top2_margin":0.9982155633042566,"finite":true},{"t":164,"nopts":5,"letter_logits":[9.2890625,10.8828125,14.96875,11.53125,9.3046875],"probs":[0.0032340509923870107,0.015918556888829562,0.9471173741300347,0.03044503810377914,0.003284979884969603],"probs_oracle":[0.0031590552534908056,0.015553153119981289,0.9480063915252686,0.03006896562874317,0.0032123548444360495],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0008890173952338376,"mean_abs_dp":0.0003556228837095674,"oracle_top2_margin":0.9179374258965254,"finite":true},{"t":210,"nopts":6,"letter_logits":[8.625,9.171875,8.65625,8.5234375,16.171875,8.8359375],"probs":[0.0005261191787456162,0.000909052422139744,0.0005428199942296315,0.0004753090683425212,0.9968970288681479,0.0006496704683945269],"probs_oracle":[0.0005212401156313717,0.0009053464164026082,0.000543770962394774,0.0004741615557577461,0.9969097971916199,0.0006456233095377684],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2768323471967769e-05,"mean_abs_dp":4.5831719883373606e-06,"oracle_top2_margin":0.9960044507752173,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0008890173952338376,"mean_abs_dp":0.00010920418066449597,"shard":"g256_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g256","variant":"e2e","tokens":177,"grid":[8,8],"start":65,"amount":56,"slots_host":[110,146,176],"slots_oracle":[110,146,176],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999933555952,"min_row":0.9999997420000609,"max_abs":0.00135040283203125},"prefill_calls":9,"main_calls":33,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":110,"nopts":3,"letter_logits":[15.4375,10.3125,8.6484375],"probs":[0.9929774240680236,0.0059044595935782325,0.0011181163383981352],"probs_oracle":[0.9930190443992615,0.005865252576768398,0.0011157557601109147],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.162033123789044e-05,"mean_abs_dp":2.7729308778315046e-05,"oracle_top2_margin":0.9871537918224931,"finite":true},{"t":146,"nopts":4,"letter_logits":[9.6328125,15.6328125,11.203125,8.5859375],"probs":[0.0024414779146855314,0.9849624894607427,0.011738993271029067,0.0008570393535427288],"probs_oracle":[0.0024147704243659973,0.9852963089942932,0.011448029428720474,0.0008408919093199074],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00033381953355049454,"mean_abs_dp":0.00016690957760036066,"oracle_top2_margin":0.9738482795655727,"finite":true},{"t":176,"nopts":2,"letter_logits":[16.578125,10.3828125],"probs":[0.997965182999252,0.002034817000747976],"probs_oracle":[0.9979719519615173,0.0020279884338378906],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.8285669100852375e-06,"mean_abs_dp":6.7987645877270325e-06,"oracle_top2_margin":0.9959439635276794,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00033381953355049454,"mean_abs_dp":8.493597399020465e-05,"shard":"g256_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986735162,"min_row":0.9999999569395478,"max_abs":0.00039207935333251953},"prefill_calls":8,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.84375,9.8359375,8.9921875,9.28125,9.4296875,8.7578125,10.2109375,15.953125,9.875,16.078125],"probs":[0.00038087895168696287,0.0010272792819467234,0.0004418273136058572,0.0005899168604847742,0.0006843155300768766,0.00034951417281430593,0.0014946825356476332,0.46596071759017954,0.001068201436337015,0.5280026663272203],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"full_vocab_top1_id":41,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.002927743999633692,"mean_abs_dp":0.0005855483313550629,"oracle_top2_margin":0.05622464418411255,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.002927743999633692,"mean_abs_dp":0.0005855483313550629,"shard":"g256_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"prefill_calls":8,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.7109375,9.296875,8.7421875,16.546875,9.609375,8.96875,9.03125,9.3671875,8.84375,12.8984375],"probs":[0.00038346652675958496,0.0006889645604304637,0.00039563906098078003,0.9701343377833529,0.0009417029013204846,0.0004962425570249398,0.0005282474522322782,0.0007391510762796228,0.0004379325195051688,0.02525431556211353],"probs_oracle":[0.00038343475898727775,0.000686735613271594,0.0003942575422115624,0.9702177047729492,0.0009427570621483028,0.0004960547666996717,0.0005290430854074657,0.0007387973600998521,0.0004333727993071079,0.02517782151699066],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.336698959632294e-05,"mean_abs_dp":1.7045428912568975e-05,"oracle_top2_margin":0.9450398832559586,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.336698959632294e-05,"mean_abs_dp":1.7045428912568975e-05,"shard":"g256_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[146],"slots_oracle":[146],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987741061,"min_row":0.9999999614504017,"max_abs":0.00040400028228759766},"prefill_calls":9,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":146,"nopts":9,"letter_logits":[9.6953125,9.96875,9.28125,16.171875,9.8359375,10.0390625,9.7109375,9.0859375,9.125],"probs":[0.0015211552740545752,0.0019995208860519036,0.0010054222423193327,0.9883457588604886,0.0017508389882165889,0.0021451727706363164,0.0015451099840254866,0.0008270377772684362,0.0008599832169387924],"probs_oracle":[0.0015125663485378027,0.0019855706486850977,0.0009997023735195398,0.9884001016616821,0.0017508834134787321,0.0021429003681987524,0.0015369588509202003,0.0008162282756529748,0.0008550662896595895],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.434280119354096e-05,"mean_abs_dp":1.2088469175174433e-05,"oracle_top2_margin":0.9862572012934834,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.434280119354096e-05,"mean_abs_dp":1.2088469175174433e-05,"shard":"g256_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988789011,"min_row":0.9999999811149097,"max_abs":0.00045871734619140625},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[17.4375,6.52734375,9.0234375],"probs":[0.9997600586115958,1.8267332179113375e-05,0.00022167405622496576],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.326714395794224e-07,"mean_abs_dp":4.1541389043079044e-07,"oracle_top2_margin":0.9995371885306668,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.326714395794224e-07,"mean_abs_dp":4.1541389043079044e-07,"shard":"g256_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999943377201,"min_row":0.9999999109306431,"max_abs":0.00048339366912841797},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[6.84375,16.984375,9.875],"probs":[3.941037375793803e-05,0.9991438837095291,0.0008167059167129814],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.540901203650303e-08,"mean_abs_dp":6.106723463345861e-08,"oracle_top2_margin":0.9983272287645377,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.540901203650303e-08,"mean_abs_dp":6.106723463345861e-08,"shard":"g256_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987945203,"min_row":0.9999999450352564,"max_abs":0.0005197525024414062},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[8.5234375,8.625,15.2421875],"probs":[0.0012049803729183377,0.0013337916871965301,0.997461227939885],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.44044415542e-05,"mean_abs_dp":4.2931560146337984e-05,"oracle_top2_margin":0.9962251851102337,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.44044415542e-05,"mean_abs_dp":4.2931560146337984e-05,"shard":"g256_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999953414549,"min_row":0.9999997896138803,"max_abs":0.0007483959197998047},"prefill_calls":9,"main_calls":1,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[15.2265625,8.5390625,10.671875,8.6328125],"probs":[0.987037163588146,0.0012302380556085092,0.010381446180729453,0.0013511521755160186],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00030462107334494615,"mean_abs_dp":0.0001523165320615591,"oracle_top2_margin":0.9761303840205073,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00030462107334494615,"mean_abs_dp":0.0001523165320615591,"shard":"g256_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999774345,"min_row":0.999999638113879,"max_abs":0.0035762786865234375},"prefill_calls":9,"main_calls":1,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[10.1328125,10.2578125,9.7421875,14.9921875],"probs":[0.00758993871643747,0.008600527315403133,0.005135609425834902,0.9786739245423245],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0005691155425143757,"mean_abs_dp":0.00028455462804349765,"oracle_top2_margin":0.9708722895011306,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0005691155425143757,"mean_abs_dp":0.00028455462804349765,"shard":"g256_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g256","variant":"e2e","tokens":170,"grid":[8,8],"start":65,"amount":56,"slots_host":[169],"slots_oracle":[169],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999995429996,"min_row":0.999999997034214,"max_abs":0.0001723766326904297},"prefill_calls":10,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":169,"nopts":6,"letter_logits":[11.328125,14.5859375,13.078125,8.140625,7.7109375,8.2578125],"probs":[0.03043050791961641,0.7909685088699719,0.17511548230643817,0.0012560170655561205,0.0008173058924599845,0.0014121779459575056],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0014256226063197042,"mean_abs_dp":0.00047520244226959343,"oracle_top2_margin":0.6143285483121872,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0014256226063197042,"mean_abs_dp":0.00047520244226959343,"shard":"g256_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g256","variant":"e2e","tokens":164,"grid":[8,8],"start":65,"amount":56,"slots_host":[163],"slots_oracle":[163],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999984244424,"min_row":0.9999998889909817,"max_abs":0.0006805658340454102},"prefill_calls":10,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":163,"nopts":4,"letter_logits":[9.4609375,14.140625,11.4453125,11.5078125],"probs":[0.008080510104721255,0.8705650663040364,0.058781665926510726,0.06257275766473142],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0012149093184980475,"mean_abs_dp":0.0007253338612302337,"oracle_top2_margin":0.8101431205868721,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0012149093184980475,"mean_abs_dp":0.0007253338612302337,"shard":"g256_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"prefill_calls":7,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":120,"nopts":4,"letter_logits":[17.328125,7.7421875,7.640625,7.45703125],"probs":[0.9998176448031265,6.867537456527629e-05,6.204303059341216e-05,5.1636791714740355e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.362448612986846e-06,"mean_abs_dp":1.6616574374654584e-06,"oracle_top2_margin":0.999753624877485,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.362448612986846e-06,"mean_abs_dp":1.6616574374654584e-06,"shard":"g256_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g256","variant":"e2e","tokens":114,"grid":[8,8],"start":65,"amount":56,"slots_host":[113],"slots_oracle":[113],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"prefill_calls":7,"main_calls":2,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[11.3515625,9.296875,8.1484375,16.09375],"probs":[0.008631585664368176,0.0011059898511099813,0.0003507446640268294,0.9899116798204951],"probs_oracle":[0.00852695107460022,0.0010953464079648256,0.0003487524518277496,0.9900289177894592],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00011723796896412342,"mean_abs_dp":5.86270535190787e-05,"oracle_top2_margin":0.981501966714859,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00011723796896412342,"mean_abs_dp":5.86270535190787e-05,"shard":"g256_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":2,"letter_logits":[10.75,15.59375],"probs":[0.007815888789288626,0.9921841112107114],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.360306083403767e-05,"mean_abs_dp":7.358420155190084e-05,"oracle_top2_margin":0.9845153908245265,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.360306083403767e-05,"mean_abs_dp":7.358420155190084e-05,"shard":"g256_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g256","variant":"e2e","tokens":144,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,143],"slots_oracle":[114,143],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"prefill_calls":8,"main_calls":16,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.421875,16.453125,9.234375,8.2421875],"probs":[0.0008821606024939227,0.9981153486515879,0.0007313368263790275,0.0002711539195392441],"probs_oracle":[0.0008657005382701755,0.9981381893157959,0.000728585640899837,0.0002674604766070843],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.2840664207990358e-05,"mean_abs_dp":1.143633921077197e-05,"oracle_top2_margin":0.9972724887775257,"finite":true},{"t":143,"nopts":2,"letter_logits":[9.828125,15.21875],"probs":[0.0045384317247953825,0.9954615682752046],"probs_oracle":[0.0045051840133965015,0.9954948425292969],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.32742540922748e-05,"mean_abs_dp":3.326098274557786e-05,"oracle_top2_margin":0.9909896585159004,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":3.32742540922748e-05,"mean_abs_dp":1.87112203890406e-05,"shard":"g256_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"prefill_calls":7,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":120,"nopts":7,"letter_logits":[17.03125,9.5078125,8.484375,7.5234375,7.72265625,7.55859375,8.59375],"probs":[0.9988085691426685,0.0005396284875608618,0.00019391955668154542,7.418084155665966e-05,9.053392721335287e-05,7.683514608511448e-05,0.00021633289823399582],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.811342492796797e-05,"mean_abs_dp":5.178441779765734e-06,"oracle_top2_margin":0.9982935651787557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.811342492796797e-05,"mean_abs_dp":5.178441779765734e-06,"shard":"g256_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[113,144],"slots_oracle":[113,144],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"prefill_calls":8,"main_calls":17,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[8.8359375,17.1875,8.1953125,7.875],"probs":[0.00023592110913123952,0.9995495093354037,0.00012432168817498734,9.02478672900214e-05],"probs_oracle":[0.00023222366871777922,0.9995563626289368,0.00012253291788510978,8.888279262464494e-05],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.85329353311559e-06,"mean_abs_dp":3.426144725457476e-06,"oracle_top2_margin":0.999324138960219,"finite":true},{"t":144,"nopts":2,"letter_logits":[15.53125,11.2421875],"probs":[0.9864678513445929,0.013532148655407106],"probs_oracle":[0.9866299629211426,0.013370047323405743],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00016211157654966168,"mean_abs_dp":0.00016210645427551258,"oracle_top2_margin":0.9732599155977368,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00016211157654966168,"mean_abs_dp":5.631958124214251e-05,"shard":"g256_shard_02","npz_key":"10","first_in_process":false},{"id":"r01","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[16.734375,8.140625,7.953125],"probs":[0.9996612687368688,0.00018519730482376682,0.00015353395830743424],"probs_oracle":[0.9996669292449951,0.00018169928807765245,0.00015134402201510966],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.660508126337227e-06,"mean_abs_dp":3.782820388258727e-06,"oracle_top2_margin":0.9994852299569175,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.660508126337227e-06,"mean_abs_dp":3.782820388258727e-06,"shard":"g448_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999916397168,"min_row":0.9999997436311697,"max_abs":0.0009350776672363281},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.359375,16.5625,8.296875],"probs":[0.000273651307111891,0.9994692770803314,0.0002570716125568927],"probs_oracle":[0.000269706710241735,0.9994760155677795,0.00025428077788092196],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.7384874481435375e-06,"mean_abs_dp":4.491306331423429e-06,"oracle_top2_margin":0.9992063088575378,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.7384874481435375e-06,"mean_abs_dp":4.491306331423429e-06,"shard":"g448_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999995442122,"min_row":0.9999998389383462,"max_abs":0.0005829334259033203},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.453125,8.53125,16.171875],"probs":[0.0004440050968048193,0.0004800839774673775,0.9990759109257278],"probs_oracle":[0.00043719500536099076,0.000467298727016896,0.9990954399108887],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.952898516088819e-05,"mean_abs_dp":1.3041442351732739e-05,"oracle_top2_margin":0.9986281411838718,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.952898516088819e-05,"mean_abs_dp":1.3041442351732739e-05,"shard":"g448_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g448","variant":"e2e","tokens":285,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,284],"slots_oracle":[244,284],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"prefill_calls":17,"main_calls":13,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.78125,8.71875,8.125,7.40234375],"probs":[0.9994266676448472,0.0003149572959401018,0.0001739359383796407,8.443912083312718e-05],"probs_oracle":[0.9994351267814636,0.00030979173607192934,0.0001716899569146335,8.336015162058175e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.459136616401075e-06,"mean_abs_dp":4.237411790531538e-06,"oracle_top2_margin":0.9991253350453917,"finite":true},{"t":284,"nopts":5,"letter_logits":[16.34375,8.96875,8.7109375,8.3515625,7.84375],"probs":[0.9983501409158286,0.0006256926877117296,0.00048349783463579147,0.000337535886950096,0.00020313267487369043],"probs_oracle":[0.9983682036399841,0.0006189235136844218,0.0004789685772266239,0.0003326288133393973,0.00020131732162553817],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.80627241554987e-05,"mean_abs_dp":7.216716490165021e-06,"oracle_top2_margin":0.9977492801262997,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.80627241554987e-05,"mean_abs_dp":5.892581068105695e-06,"shard":"g448_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983957306,"min_row":0.9999995785250194,"max_abs":0.0007635354995727539},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[10.1875,15.359375,9.1796875],"probs":[0.005630313487890581,0.9923145287347862,0.002055157777323089],"probs_oracle":[0.005602917168289423,0.9923451542854309,0.0020519329700618982],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.062555064470285e-05,"mean_abs_dp":2.0415559169017123e-05,"oracle_top2_margin":0.9867422371171415,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.062555064470285e-05,"mean_abs_dp":2.0415559169017123e-05,"shard":"g448_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g448","variant":"e2e","tokens":258,"grid":[14,14],"start":197,"amount":182,"slots_host":[257],"slots_oracle":[257],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999918498712,"min_row":0.9999988176600126,"max_abs":0.0012667179107666016},"prefill_calls":16,"main_calls":2,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":257,"nopts":8,"letter_logits":[9.1640625,9.0859375,16.796875,8.046875,8.09375,8.4609375,9.390625,7.90234375],"probs":[0.0004832139490430726,0.00044689984730200135,0.9977639599627984,0.00015810699924844444,0.00016569471256822025,0.00023920825067178786,0.000606086075193931,0.00013683020317421904],"probs_oracle":[0.00048085491289384663,0.0004459824995137751,0.9977728724479675,0.0001569857558934018,0.00016541295917704701,0.00023827303084544837,0.0006033360259607434,0.00013632865739054978],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.912485169099149e-06,"mean_abs_dp":2.2223350869954436e-06,"oracle_top2_margin":0.9971695364220068,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.912485169099149e-06,"mean_abs_dp":2.2223350869954436e-06,"shard":"g448_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g448","variant":"e2e","tokens":316,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,288,315],"slots_oracle":[244,288,315],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966980364,"min_row":0.9999994791316137,"max_abs":0.001055002212524414},"prefill_calls":18,"main_calls":28,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.453125,9.03125,8.3671875,8.953125],"probs":[0.9985431764562523,0.000597155573887962,0.00030738934604395167,0.0005522786238157235],"probs_oracle":[0.9985532164573669,0.0005945708835497499,0.0003056767163798213,0.0005464947316795588],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0040001114597352e-05,"mean_abs_dp":5.0303033132761586e-06,"oracle_top2_margin":0.9979586455738172,"finite":true},{"t":288,"nopts":6,"letter_logits":[9.75,16.125,8.765625,8.7265625,9.25,8.6875],"probs":[0.0016958621127589775,0.9954463530755453,0.0006336973734950824,0.0006094208083522638,0.001028592366033363,0.000586074263815153],"probs_oracle":[0.0016743798041716218,0.9955074787139893,0.0006255566840991378,0.0006036655395291746,0.001013218774460256,0.0005756971659138799],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.112563844395957e-05,"mean_abs_dp":2.0375765787454855e-05,"oracle_top2_margin":0.9938330989098176,"finite":true},{"t":315,"nopts":2,"letter_logits":[11.1796875,13.734375],"probs":[0.07211220541293051,0.9278877945870695],"probs_oracle":[0.07187289744615555,0.9281271696090698],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":0.00023934149438764596,"oracle_top2_margin":0.8562542721629143,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00023937502200033212,"mean_abs_dp":5.175489972942714e-05,"shard":"g448_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g448","variant":"e2e","tokens":252,"grid":[14,14],"start":197,"amount":182,"slots_host":[251],"slots_oracle":[251],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990586492,"min_row":0.9999998544803113,"max_abs":0.0004191398620605469},"prefill_calls":15,"main_calls":12,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":251,"nopts":6,"letter_logits":[9.3125,9.15625,16.78125,8.5390625,7.5703125,8.1328125],"probs":[0.0005697310728025495,0.0004873168109435057,0.9984051625369467,0.00026288770068428734,9.978091647964578e-05,0.00017512096214336893],"probs_oracle":[0.0005603667814284563,0.00047818213352002203,0.9984318614006042,0.00025924580404534936,9.779584797797725e-05,0.00017250367091037333],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6698863657581562e-05,"mean_abs_dp":8.907014804793433e-06,"oracle_top2_margin":0.9978714946191758,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.6698863657581562e-05,"mean_abs_dp":8.907014804793433e-06,"shard":"g448_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g448","variant":"e2e","tokens":260,"grid":[14,14],"start":197,"amount":182,"slots_host":[259],"slots_oracle":[259],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"prefill_calls":16,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":259,"nopts":8,"letter_logits":[9.09375,8.875,8.5546875,9.7265625,15.796875,12.609375,9.8671875,8.671875],"probs":[0.001168663579751714,0.000939047567378768,0.0006816754299582218,0.002200475242664631,0.9524007065055796,0.039310271908001494,0.0025327314792745947,0.0007664282873910434],"probs_oracle":[0.0011424915865063667,0.0009199993801303208,0.0006675715558230877,0.0021507099736481905,0.9533334374427795,0.03857970982789993,0.0024612408597022295,0.0007448457181453705],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0009327309371999215,"mean_abs_dp":0.00023318194122061122,"oracle_top2_margin":0.9147537276148796,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0009327309371999215,"mean_abs_dp":0.00023318194122061122,"shard":"g448_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g448","variant":"e2e","tokens":244,"grid":[14,14],"start":197,"amount":182,"slots_host":[243],"slots_oracle":[243],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956709666,"min_row":0.9999997635903763,"max_abs":0.0017061233520507812},"prefill_calls":15,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":243,"nopts":3,"letter_logits":[16.875,8.8671875,7.78125],"probs":[0.9995549801884672,0.00033270391127001025,0.00011231590026279501],"probs_oracle":[0.9995611310005188,0.0003284418198745698,0.00011045892460970208],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.150812051575194e-06,"mean_abs_dp":4.0899597000362e-06,"oracle_top2_margin":0.9992326891806442,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.150812051575194e-06,"mean_abs_dp":4.0899597000362e-06,"shard":"g448_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g448","variant":"e2e","tokens":235,"grid":[14,14],"start":197,"amount":182,"slots_host":[234],"slots_oracle":[234],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999961689187,"min_row":0.9999998879820546,"max_abs":0.0006570816040039062},"prefill_calls":14,"main_calls":11,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":234,"nopts":2,"letter_logits":[10.5078125,15.4375],"probs":[0.007176881945656949,0.9928231180543431],"probs_oracle":[0.007302414625883102,0.992697536945343],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012558110900007247,"mean_abs_dp":0.00012555689461311295,"oracle_top2_margin":0.9853951223194599,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00012558110900007247,"mean_abs_dp":0.00012555689461311295,"shard":"g448_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g448","variant":"e2e","tokens":249,"grid":[14,14],"start":197,"amount":182,"slots_host":[248],"slots_oracle":[248],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966244549,"min_row":0.9999996970623636,"max_abs":0.0011693239212036133},"prefill_calls":15,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":248,"nopts":5,"letter_logits":[16.9375,9.25,8.453125,7.77734375,7.4609375],"probs":[0.9991537478145457,0.0004581350215318546,0.00020649763251259106,0.00010505748720281517,7.656204420689791e-05],"probs_oracle":[0.9991558790206909,0.0004565727722365409,0.00020724281785078347,0.00010403238411527127,7.625338912475854e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.131206145228326e-06,"mean_abs_dp":1.1544797896835405e-06,"oracle_top2_margin":0.9986993062484544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.131206145228326e-06,"mean_abs_dp":1.1544797896835405e-06,"shard":"g448_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g448","variant":"e2e","tokens":272,"grid":[14,14],"start":197,"amount":182,"slots_host":[271],"slots_oracle":[271],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"prefill_calls":17,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":271,"nopts":9,"letter_logits":[8.421875,8.90625,8.9296875,7.625,8.71875,8.9140625,9.2109375,9.9375,19.21875],"probs":[2.045729378346038e-05,3.320546540900632e-05,3.399291032864415e-05,9.220824724934043e-06,2.75282977067983e-05,3.346589910199451e-05,4.50332895082248e-05,9.312703074569437e-05,0.9997039689886912],"probs_oracle":[2.0277637304388918e-05,3.2944568374659866e-05,3.3252264984184876e-05,9.089779268833809e-06,2.7153426344739273e-05,3.251702946727164e-05,4.40161456936039e-05,9.227909322362393e-05,0.9997084736824036],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.504693712381602e-06,"mean_abs_dp":1.000640039981361e-06,"oracle_top2_margin":0.9996161945891799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.504693712381602e-06,"mean_abs_dp":1.000640039981361e-06,"shard":"g448_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g448","variant":"e2e","tokens":243,"grid":[14,14],"start":197,"amount":182,"slots_host":[242],"slots_oracle":[242],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999976172956,"min_row":0.9999999187868627,"max_abs":0.00044417381286621094},"prefill_calls":15,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":242,"nopts":4,"letter_logits":[16.890625,9.21875,7.8828125,8.1953125],"probs":[0.9992450087710587,0.0004653921025630391,0.00012235697313286097,0.0001672421532451772],"probs_oracle":[0.9992570281028748,0.0004573110491037369,0.00012069327203789726,0.00016500464698765427],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2019331816048862e-05,"mean_abs_dp":6.000398156959426e-06,"oracle_top2_margin":0.998799717053771,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.2019331816048862e-05,"mean_abs_dp":6.000398156959426e-06,"shard":"g448_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,278],"slots_oracle":[246,278],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999929284377,"min_row":0.9999994888410919,"max_abs":0.001983642578125},"prefill_calls":17,"main_calls":7,"slot_read_from":["main","prefill"],"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[10.0078125,9.3125,15.0,10.109375],"probs":[0.006672715868641399,0.003329141469421999,0.982612119489573,0.007386023172363682],"probs_oracle":[0.006657375022768974,0.0033173311967402697,0.9827334880828857,0.007291808724403381],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012136859331268735,"mean_abs_dp":6.0683539956785516e-05,"oracle_top2_margin":0.9754416793584824,"finite":true},{"t":278,"nopts":3,"letter_logits":[15.5859375,10.1640625,8.6171875],"probs":[0.9946688913143538,0.004395296136690761,0.0009358125489554722],"probs_oracle":[0.9947662353515625,0.004311799071729183,0.0009220570791512728],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.73440372087353e-05,"mean_abs_dp":6.48655239915042e-05,"oracle_top2_margin":0.9904544362798333,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00012136859331268735,"mean_abs_dp":6.24758188288078e-05,"shard":"g448_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g448","variant":"e2e","tokens":325,"grid":[14,14],"start":197,"amount":182,"slots_host":[249,297,324],"slots_oracle":[249,297,324],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"prefill_calls":19,"main_calls":21,"slot_read_from":["main","prefill","main"],"slots_equal":true,"slots":[{"t":249,"nopts":4,"letter_logits":[7.98828125,8.921875,16.671875,7.8515625],"probs":[0.00016921486556775047,0.0004304206779588754,0.9992527726275144,0.0001475918289590957],"probs_oracle":[0.00016730134666431695,0.00042254829895682633,0.9992651343345642,0.00014504071441479027],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2361707049768356e-05,"mean_abs_dp":6.174679874889092e-06,"oracle_top2_margin":0.9988425860356074,"finite":true},{"t":297,"nopts":7,"letter_logits":[8.984375,9.7265625,15.6640625,9.3125,8.2578125,8.4140625,8.3359375],"probs":[0.001246679207623153,0.0026186813310170136,0.9924442922775828,0.0017308426698170456,0.0006028546731408958,0.0007048085187285085,0.0006518413220907323],"probs_oracle":[0.0012208223342895508,0.0025618993677198887,0.9925703406333923,0.0017182007431983948,0.0005935655790381134,0.0006946290959604084,0.0006406526081264019],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012604835580953822,"mean_abs_dp":3.5998049984875576e-05,"oracle_top2_margin":0.9900084412656724,"finite":true},{"t":324,"nopts":2,"letter_logits":[9.8125,15.21875],"probs":[0.0044683842664911206,0.9955316157335089],"probs_oracle":[0.004423052072525024,0.9955769777297974],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.536199628846216e-05,"mean_abs_dp":4.534709512727915e-05,"oracle_top2_margin":0.9911539256572723,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.00012604835580953822,"mean_abs_dp":2.82599430498649e-05,"shard":"g448_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g448","variant":"e2e","tokens":303,"grid":[14,14],"start":197,"amount":182,"slots_host":[240,273,302],"slots_oracle":[240,273,302],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999879537118,"min_row":0.9999992956657752,"max_abs":0.0012297630310058594},"prefill_calls":18,"main_calls":15,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":240,"nopts":3,"letter_logits":[17.359375,8.4375,7.6484375],"probs":[0.9998059829765886,0.00013341192497696007,6.0605098434396695e-05],"probs_oracle":[0.9998090863227844,0.0001311514643020928,5.978461922495626e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.103346195798551e-06,"mean_abs_dp":2.0614286933687555e-06,"oracle_top2_margin":0.9996779348584823,"finite":true},{"t":273,"nopts":3,"letter_logits":[16.375,8.625,8.5546875],"probs":[0.9991684533091557,0.00043038435804146596,0.0004011623328030057],"probs_oracle":[0.9991744160652161,0.00042735174065455794,0.0003981590270996094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.9627560603514596e-06,"mean_abs_dp":3.999559716885263e-06,"oracle_top2_margin":0.9987470643245615,"finite":true},{"t":302,"nopts":2,"letter_logits":[15.5625,9.3671875],"probs":[0.997965182999252,0.002034817000747976],"probs_oracle":[0.9979913234710693,0.002008667681366205],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.6149319381770647e-05,"mean_abs_dp":2.6144895599570714e-05,"oracle_top2_margin":0.9959826557897031,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":2.6149319381770647e-05,"mean_abs_dp":8.809094553737935e-06,"shard":"g448_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g448","variant":"e2e","tokens":343,"grid":[14,14],"start":197,"amount":182,"slots_host":[255,296,342],"slots_oracle":[255,296,342],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999931520331,"min_row":0.9999993848051172,"max_abs":0.0010471343994140625},"prefill_calls":20,"main_calls":23,"slot_read_from":["prefill","main","main"],"slots_equal":true,"slots":[{"t":255,"nopts":6,"letter_logits":[16.78125,9.078125,8.2734375,7.44921875,7.98046875,8.046875],"probs":[0.9989476949483892,0.0004509392811537855,0.00020167252103176967,8.844902955360989e-05,0.0001504568675635731,0.00016078735230808905],"probs_oracle":[0.9989650249481201,0.00044237051042728126,0.00019978830823674798,8.695968426764011e-05,0.0001475344179198146,0.0001582982367835939],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.7329999730919532e-05,"mean_abs_dp":5.780648951111485e-06,"oracle_top2_margin":0.9985226544376928,"finite":true},{"t":296,"nopts":5,"letter_logits":[9.9296875,11.6484375,14.6328125,10.7421875,9.3828125],"probs":[0.008354139503804588,0.046595648874413455,0.9213888626233095,0.01882634398905573,0.004835005009416626],"probs_oracle":[0.008088547736406326,0.04423723742365837,0.9244673848152161,0.018492545932531357,0.004714324604719877],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0030785221919065187,"mean_abs_dp":0.001231400774256197,"oracle_top2_margin":0.8802301473915577,"finite":true},{"t":342,"nopts":6,"letter_logits":[8.671875,8.9765625,8.5625,8.4296875,16.015625,9.234375],"probs":[0.0006442081989388584,0.0008736758834440874,0.0005774644973956571,0.0005056448089159738,0.9962683860117058,0.00113062059959965],"probs_oracle":[0.0006307050934992731,0.0008567753247916698,0.0005710572004318237,0.0004954338655807078,0.9963390827178955,0.0011069673346355557],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.069670618975454e-05,"mean_abs_dp":2.356197925749184e-05,"oracle_top2_margin":0.99523211538326,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0030785221919065187,"mean_abs_dp":0.0003725329200313297,"shard":"g448_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g448","variant":"e2e","tokens":309,"grid":[14,14],"start":197,"amount":182,"slots_host":[242,278,308],"slots_oracle":[242,278,308],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990263727,"min_row":0.9999998530702078,"max_abs":0.0005652308464050293},"prefill_calls":18,"main_calls":21,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":242,"nopts":3,"letter_logits":[15.6484375,10.046875,8.3203125],"probs":[0.995669936730517,0.0036761033314043736,0.0006539599380787088],"probs_oracle":[0.9957261085510254,0.0036251493729650974,0.0006488442304544151],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.6171820508432724e-05,"mean_abs_dp":3.7413828857334176e-05,"oracle_top2_margin":0.9921009591780603,"finite":true},{"t":278,"nopts":4,"letter_logits":[9.1953125,16.421875,9.6953125,8.03125],"probs":[0.0007254540424652749,0.9978519766485171,0.0011960715107278929,0.00022649779828994233],"probs_oracle":[0.000710506399627775,0.9978955984115601,0.0011723366333171725,0.00022145592083688825],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.362176304295584e-05,"mean_abs_dp":2.183654018605756e-05,"oracle_top2_margin":0.9967232617782429,"finite":true},{"t":308,"nopts":2,"letter_logits":[16.59375,10.3125],"probs":[0.9981324340221067,0.0018675659778932805],"probs_oracle":[0.9981451034545898,0.0018549266969785094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2669432483125576e-05,"mean_abs_dp":1.2654356698948337e-05,"oracle_top2_margin":0.9962901767576113,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":5.6171820508432724e-05,"mean_abs_dp":2.498848452379216e-05,"shard":"g448_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999977039586,"min_row":0.9999996889255951,"max_abs":0.0005522966384887695},"prefill_calls":17,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.921875,9.8046875,9.265625,9.359375,9.6953125,8.8671875,10.484375,16.5,9.96875,14.359375],"probs":[0.000454145605581403,0.0010979832465064854,0.0006404479566379976,0.0007033944739160236,0.0009842258211508678,0.0004299764173287985,0.0021666075099919706,0.8878364825646982,0.0012937404350163266,0.10439299596917198],"probs_oracle":[0.0004485415993258357,0.0010800594463944435,0.0006290642777457833,0.0006908925715833902,0.000972151174210012,0.00042305333772674203,0.0021294124890118837,0.8899959921836853,0.0012687055859714746,0.10236208140850067],"argmax":7,"argmax_oracle":7,"argmax_equal":true,"full_vocab_top1_id":39,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0021595096189871432,"mean_abs_dp":0.0004319065163818761,"oracle_top2_margin":0.7876339107751846,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0021595096189871432,"mean_abs_dp":0.0004319065163818761,"shard":"g448_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"prefill_calls":17,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.9140625,9.3984375,8.921875,16.390625,9.7265625,9.140625,9.140625,9.53125,9.0,12.8984375],"probs":[0.0005460758646117826,0.0008863686186938355,0.000550358790700028,0.9644568887204283,0.0012306009573601823,0.0006849325815120165,0.0006849325815120165,0.0010122647357908017,0.0005950797393426171,0.02935249741004818],"probs_oracle":[0.0005481093539856374,0.0008933480712585151,0.0005559168639592826,0.9644231796264648,0.0012373479548841715,0.0006897316197864711,0.0006905003683641553,0.0010131854796782136,0.0005959380650892854,0.02935273014008999],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.370909396349653e-05,"mean_abs_dp":6.740573148775609e-06,"oracle_top2_margin":0.9350704494863749,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.370909396349653e-05,"mean_abs_dp":6.740573148775609e-06,"shard":"g448_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[278],"slots_oracle":[278],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986970453,"min_row":0.9999999473461512,"max_abs":0.0007014274597167969},"prefill_calls":17,"main_calls":7,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":278,"nopts":9,"letter_logits":[10.0234375,10.4453125,9.59375,16.0,9.5390625,9.6640625,9.71875,8.7578125,9.3125],"probs":[0.00249947697990434,0.0038112472659188865,0.0016264406907874351,0.9850023253678415,0.001539883096143284,0.0017449161482985173,0.0018429987527707225,0.0007050098546425616,0.0012277018436927137],"probs_oracle":[0.0024558305740356445,0.0037613804452121258,0.0016030978877097368,0.9852538704872131,0.0015132761327549815,0.0017176602268591523,0.0018075669649988413,0.0006852896767668426,0.0012020787689834833],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00025154511937164337,"mean_abs_dp":5.589323046769955e-05,"oracle_top2_margin":0.981492490042001,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00025154511937164337,"mean_abs_dp":5.589323046769955e-05,"shard":"g448_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999964794616,"min_row":0.9999997779082417,"max_abs":0.0010602474212646484},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[17.3125,6.640625,9.0625],"probs":[0.9997156343143667,2.3181421300410533e-05,0.0002611842643328929],"probs_oracle":[0.999715268611908,2.3231894374475814e-05,0.00026144483126699924],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.6570245875999774e-07,"mean_abs_dp":2.2558082231054327e-07,"oracle_top2_margin":0.999453823780641,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.6570245875999774e-07,"mean_abs_dp":2.2558082231054327e-07,"shard":"g448_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999971226904,"min_row":0.9999958151456003,"max_abs":0.006329655647277832},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[6.8046875,16.984375,10.0390625],"probs":[3.789512539755053e-05,0.9989999287781706,0.000962176096431801],"probs_oracle":[3.7778951082145795e-05,0.9990003705024719,0.0009618884068913758],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.4172430135880347e-07,"mean_abs_dp":2.8186271906293373e-07,"oracle_top2_margin":0.9980384820955805,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.4172430135880347e-07,"mean_abs_dp":2.8186271906293373e-07,"shard":"g448_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999963945622,"min_row":0.9999997341044145,"max_abs":0.0008140802383422852},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[9.125,8.375,15.078125],"probs":[0.0025878121618512708,0.0012223959100349578,0.9961897919281139],"probs_oracle":[0.0025366705376654863,0.0012032677186653018,0.9962600469589233],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.025503080948514e-05,"mean_abs_dp":4.684161545497519e-05,"oracle_top2_margin":0.9937233764212579,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.025503080948514e-05,"mean_abs_dp":4.684161545497519e-05,"shard":"g448_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999913820677,"min_row":0.9999998286642663,"max_abs":0.0021512508392333984},"prefill_calls":17,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[13.59375,10.21875,11.2734375,10.703125],"probs":[0.8417490799235297,0.028803069605559367,0.0826958537706501,0.04675199670026068],"probs_oracle":[0.8332034349441528,0.030570058152079582,0.08590248227119446,0.050323981791734695],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00854564497937682,"mean_abs_dp":0.004272811779478853,"oracle_top2_margin":0.7473009526729584,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00854564497937682,"mean_abs_dp":0.004272811779478853,"shard":"g448_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938795284,"min_row":0.9999972236708179,"max_abs":0.0009641647338867188},"prefill_calls":17,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[10.28125,10.515625,9.9921875,14.7890625],"probs":[0.010668233815658327,0.013485911171321044,0.00799013793879034,0.9678557170742303],"probs_oracle":[0.010312587022781372,0.013162228278815746,0.007728788536041975,0.9687963724136353],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0009406553394049055,"mean_abs_dp":0.0004703336068838807,"oracle_top2_margin":0.9556341441348195,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0009406553394049055,"mean_abs_dp":0.0004703336068838807,"shard":"g448_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g448","variant":"e2e","tokens":302,"grid":[14,14],"start":197,"amount":182,"slots_host":[301],"slots_oracle":[301],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999973437731,"min_row":0.9999997646891092,"max_abs":0.00072479248046875},"prefill_calls":18,"main_calls":14,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":301,"nopts":6,"letter_logits":[11.140625,14.5390625,13.4140625,8.1640625,7.66015625,8.15625],"probs":[0.024532423949363037,0.7339443212270172,0.2382768347900004,0.00125036207465923,0.000755426279162797,0.0012406316797971817],"probs_oracle":[0.023014351725578308,0.7404738664627075,0.23333954811096191,0.0012221261858940125,0.000736995309125632,0.001213126815855503],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0065295452356902706,"mean_abs_dp":0.0021765126435429227,"oracle_top2_margin":0.5071343183517456,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0065295452356902706,"mean_abs_dp":0.0021765126435429227,"shard":"g448_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g448","variant":"e2e","tokens":296,"grid":[14,14],"start":197,"amount":182,"slots_host":[295],"slots_oracle":[295],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986543849,"min_row":0.9999999721567457,"max_abs":0.0002944469451904297},"prefill_calls":18,"main_calls":8,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":295,"nopts":4,"letter_logits":[9.1484375,15.0703125,10.984375,9.203125],"probs":[0.002621658991004417,0.9781688662998542,0.01644045096245729,0.0027690237466841813],"probs_oracle":[0.002556135645136237,0.9778785705566406,0.016833467409014702,0.002731863409280777],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0003930164465574121,"mean_abs_dp":0.00019649896826064845,"oracle_top2_margin":0.9610451031476259,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0003930164465574121,"mean_abs_dp":0.00019649896826064845,"shard":"g448_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"prefill_calls":15,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":252,"nopts":4,"letter_logits":[17.390625,7.56640625,7.625,7.25390625],"probs":[0.9998489086577421,5.411658523877711e-05,5.7382217473055725e-05,3.959253954591247e-05],"probs_oracle":[0.9998513460159302,5.3302719607017934e-05,5.6550619774498045e-05,3.8857629988342524e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.437358188056571e-06,"mean_abs_dp":1.2044327689858431e-06,"oracle_top2_margin":0.9997947953961557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.437358188056571e-06,"mean_abs_dp":1.2044327689858431e-06,"shard":"g448_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g448","variant":"e2e","tokens":246,"grid":[14,14],"start":197,"amount":182,"slots_host":[245],"slots_oracle":[245],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"prefill_calls":15,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[12.796875,8.5546875,8.078125,15.71875],"probs":[0.05102200279506944,0.000733497908383507,0.00045543920816355755,0.9477890600883835],"probs_oracle":[0.05128991976380348,0.000733718799892813,0.00045598449651151896,0.94752037525177],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0002686848366134642,"mean_abs_dp":0.00013434199630119398,"oracle_top2_margin":0.8962304554879665,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0002686848366134642,"mean_abs_dp":0.00013434199630119398,"shard":"g448_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":2,"letter_logits":[10.5390625,16.125],"probs":[0.0037362205834114964,0.9962637794165885],"probs_oracle":[0.0036633117124438286,0.9963366985321045],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.291911551599028e-05,"mean_abs_dp":7.291399324182903e-05,"oracle_top2_margin":0.9926733868196607,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.291911551599028e-05,"mean_abs_dp":7.291399324182903e-05,"shard":"g448_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g448","variant":"e2e","tokens":276,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,275],"slots_oracle":[246,275],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"prefill_calls":16,"main_calls":20,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.375,16.828125,8.9765625,7.97265625],"probs":[0.0005789839774674345,0.9988898631163828,0.00038871145382221865,0.00014244145232745353],"probs_oracle":[0.0005686153890565038,0.9989047050476074,0.00038564109127037227,0.00014100427506491542],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.4841931224585103e-05,"mean_abs_dp":7.429514862475082e-06,"oracle_top2_margin":0.9983360896585509,"finite":true},{"t":275,"nopts":2,"letter_logits":[10.4453125,14.328125],"probs":[0.02017731832286999,0.97982268167713],"probs_oracle":[0.020169703289866447,0.979830265045166],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.615033003543353e-06,"mean_abs_dp":7.599200519755808e-06,"oracle_top2_margin":0.9596605617552996,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.4841931224585103e-05,"mean_abs_dp":7.486076748235324e-06,"shard":"g448_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"prefill_calls":15,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":252,"nopts":7,"letter_logits":[16.9375,9.6640625,8.65625,7.73828125,8.0078125,7.765625,8.9375],"probs":[0.998382774098152,0.0006926013096889132,0.00025281096181459895,0.0001009548384659366,0.00013218527314852875,0.00010375340967840937,0.00033492010905156595],"probs_oracle":[0.9983891248703003,0.0006920418818481266,0.0002512198407202959,0.00010025671508628875,0.00013134843902662396,0.00010331271914765239,0.000332709081703797],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.350772148278061e-06,"mean_abs_dp":1.8125709233494673e-06,"oracle_top2_margin":0.9976970829884522,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.350772148278061e-06,"mean_abs_dp":1.8125709233494673e-06,"shard":"g448_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[245,276],"slots_oracle":[245,276],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"prefill_calls":16,"main_calls":21,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[8.8359375,17.046875,8.1328125,7.94140625],"probs":[0.0002715254801668075,0.999483060267027,0.0001344148596126923,0.00011099939319346963],"probs_oracle":[0.0002710831176955253,0.9994843006134033,0.00013441758346743882,0.00011026520951418206],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2403463762744593e-06,"mean_abs_dp":6.049040953976947e-07,"oracle_top2_margin":0.9992132174957078,"finite":true},{"t":276,"nopts":2,"letter_logits":[15.5546875,11.328125],"probs":[0.9856076636305632,0.014392336369436931],"probs_oracle":[0.985750675201416,0.014249387197196484],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00014301157085283567,"mean_abs_dp":0.00014298037154664156,"oracle_top2_margin":0.9715012880042195,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00014301157085283567,"mean_abs_dp":4.8063393245812314e-05,"shard":"g448_shard_02","npz_key":"10","first_in_process":false}],"checks":{"all_runs":true,"slots":true,"argmax":true,"full_vocab_top1":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true,"ids_equal_oracle":true},"result":"PASS","environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","tokenizers":"0.23.0rc0","pillow":"12.2.0","transformers":"4.57.6"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","gpu":"shared with other sessions, no _GPU_LOCK (times are contended reference values)"},"generated_at":"2026-09-28T16:51:37+00:00"},"decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16":{"bundle":{"bundle":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles/decider_2b_vision_decode_int8mix_pf16","name":"decider_2b_vision_decode_int8mix_pf16","compression":{"scheme":"int8mix","linear":"int8 per-block-32 symmetric_with_clipping (weight only)","fp16_layers":[0,2,5],"fp16_linear_modules":["model.layers.0.linear_attn.in_proj_qkv","model.layers.0.linear_attn.in_proj_z","model.layers.0.linear_attn.in_proj_b","model.layers.0.linear_attn.in_proj_a","model.layers.0.linear_attn.out_proj","model.layers.0.mlp.gate_proj","model.layers.0.mlp.up_proj","model.layers.0.mlp.down_proj","model.layers.2.linear_attn.in_proj_qkv","model.layers.2.linear_attn.in_proj_z","model.layers.2.linear_attn.in_proj_b","model.layers.2.linear_attn.in_proj_a","model.layers.2.linear_attn.out_proj","model.layers.2.mlp.gate_proj","model.layers.2.mlp.up_proj","model.layers.2.mlp.down_proj","model.layers.5.linear_attn.in_proj_qkv","model.layers.5.linear_attn.in_proj_z","model.layers.5.linear_attn.in_proj_b","model.layers.5.linear_attn.in_proj_a","model.layers.5.linear_attn.out_proj","model.layers.5.mlp.gate_proj","model.layers.5.mlp.up_proj","model.layers.5.mlp.down_proj"],"head":"tied fp16 embedding table"},"metadata_sha256":"d134b009c4153a420150b4f87b00f1ca866c1277668d3976e1789019f59710fb","main_mlirb":{"bytes":2644272749,"sha256":"a82f61ae00eb2b968072d45cb9abd71e2c079b6ec2e736b68721c706785bce75"},"tokenizer_sha256":{"chat_template.jinja":"273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80","tokenizer.json":"b6d27c11283798debbfbcb1bd3bbdbcebac6c9b20d0be0c5b79231c97de97501","tokenizer_config.json":"373d791501872a8e15fb6810b0ac44cc559c5d111be703355853380e7fa04033"},"aimodelc":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/bundles_aotc/decider_2b_vision_decode_int8mix_pf16.h16c.aimodelc","bytes":10176020956,"tree_sha256":"b75795b701f2f3c5fc5af4905819d59c73f2872fb0a92889713fed5295aedaa4","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"d18c064238cc6e0cb35256b1158be44c53807261bcc4bbb8865eb4795058f72d","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"98f043a1d1484c4fb1d627fc430985a7a3bea4c1090f36ea0e5dd07e007c35f8","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"ec82f05e40894ab6fb9a418915b70eaea20a5968e79fd381820947f2d8261f72","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"b1a67775aec9d8f7eb8846e0a7f4f85477e2f79e512a404dac8a9328611c19c8","main-h16c.mlirb":"721dc1551eef008d6be69d2df45befeea4f10ec5b1832a8cce0727a725254dfd","main.hash":"1d9aecf65f06da4183a3614263a4b42d47b1936ad709602cce7444cb94038704","metadata.json":"5575f7a0fcf0f06f630c3a4650c096ca46dcbbbaa3b68ad2520d7efa4e72584f","stats.json":"3a65366333aa27f9438c3394457c4c4902085df9bc6f331f11ac9cdc88896410"}}},"tower":"fp16w32","order":"chunk","chunk":16,"readout":"chunk order from fresh zero states (prefill S=16 while a whole chunk fits before the next slot, then S=1 up to and including it; the slot's logits from the call that processed it last), letters ids 32.. over the first nopts, softmax T=1 (float64)","processes":[{"shard":"g256_shard_00","runs":["r01/g256/e2e","r02/g256/e2e","r03/g256/e2e","r04/g256/e2e","r05/g256/e2e","r06/g256/e2e","r07/g256/e2e","r08/g256/e2e","r09/g256/e2e","r10/g256/e2e","r11/g256/e2e","r12/g256/e2e"],"prompts":13,"pid":18453,"load_seconds":1.533597290981561,"load_split_seconds":{"model":0.005951208062469959,"main":0.4486747500486672,"prefill":1.0789713328704238},"function_names":["main","prefill"],"tower_load_seconds":0.8081917918752879,"process_wall_seconds":7.164737874874845,"reset_check":{"run":["r01","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.30202766600996256},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16/g256_shard_00.npz","npz_sha256":"4d9bf417ae4fdfaa41940584e73fd25e09b4541f9cafcf1739775ec95f8652ac"},{"shard":"g256_shard_01","runs":["r13/g256/e2e","r14/g256/e2e","r15/g256/e2e","r16/g256/e2e","r17/g256/e2e","r18/g256/e2e","r19/g256/e2e","r20/g256/e2e","r21/g256/e2e","r22/g256/e2e","r23/g256/e2e","r24/g256/e2e"],"prompts":13,"pid":18591,"load_seconds":1.788086709100753,"load_split_seconds":{"model":0.007552084047347307,"main":0.5561301659327,"prefill":1.2244044591207057},"function_names":["main","prefill"],"tower_load_seconds":0.16621379205025733,"process_wall_seconds":8.18933358299546,"reset_check":{"run":["r13","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.3733091251924634},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16/g256_shard_01.npz","npz_sha256":"0ca8083a777ea97cf4c6efe9d5de3c01cf4fb2f911f58bc0bcc98a08e7cccea8"},{"shard":"g256_shard_02","runs":["r25/g256/e2e","r26/g256/e2e","r27/g256/e2e","r28/g256/e2e","r29/g256/e2e","r30/g256/e2e","r31/g256/e2e","r32/g256/e2e","r33/g256/e2e","r34/g256/e2e","r35/g256/e2e"],"prompts":12,"pid":18716,"load_seconds":1.3962953330483288,"load_split_seconds":{"model":0.0055139169562608,"main":0.4115374160464853,"prefill":0.9792440000455827},"function_names":["main","prefill"],"tower_load_seconds":0.1131218341179192,"process_wall_seconds":5.935998250031844,"reset_check":{"run":["r25","g256","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.3283929170574993},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16/g256_shard_02.npz","npz_sha256":"cdd26bf57740233ef4dda28aa03040f58f0a9bbc269a639a09104cec3c54692d"},{"shard":"g448_shard_00","runs":["r01/g448/e2e","r02/g448/e2e","r03/g448/e2e","r04/g448/e2e","r05/g448/e2e","r06/g448/e2e","r07/g448/e2e","r08/g448/e2e","r09/g448/e2e","r10/g448/e2e","r11/g448/e2e","r12/g448/e2e"],"prompts":13,"pid":18784,"load_seconds":1.4191492090467364,"load_split_seconds":{"model":0.005723125068470836,"main":0.4213511669076979,"prefill":0.9920749170705676},"function_names":["main","prefill"],"tower_load_seconds":0.7671102080494165,"process_wall_seconds":10.409679709002376,"reset_check":{"run":["r01","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.5810942088719457},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16/g448_shard_00.npz","npz_sha256":"f1e043f02bfe9a5ab795b6748ef30b1d5e1f9c692c65950f1661befd539a1ea2"},{"shard":"g448_shard_01","runs":["r13/g448/e2e","r14/g448/e2e","r15/g448/e2e","r16/g448/e2e","r17/g448/e2e","r18/g448/e2e","r19/g448/e2e","r20/g448/e2e","r21/g448/e2e","r22/g448/e2e","r23/g448/e2e","r24/g448/e2e"],"prompts":13,"pid":18984,"load_seconds":1.387879499932751,"load_split_seconds":{"model":0.00546058383770287,"main":0.42080345819704235,"prefill":0.9616154578980058},"function_names":["main","prefill"],"tower_load_seconds":0.11202483298256993,"process_wall_seconds":10.198657792061567,"reset_check":{"run":["r13","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.5057492079213262},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16/g448_shard_01.npz","npz_sha256":"e042cbb60274dfc2567be8b8c29e317f52668c42527321d3fd36b5e976baa3c9"},{"shard":"g448_shard_02","runs":["r25/g448/e2e","r26/g448/e2e","r27/g448/e2e","r28/g448/e2e","r29/g448/e2e","r30/g448/e2e","r31/g448/e2e","r32/g448/e2e","r33/g448/e2e","r34/g448/e2e","r35/g448/e2e"],"prompts":12,"pid":19087,"load_seconds":1.4009469579905272,"load_split_seconds":{"model":0.0056370829697698355,"main":0.4207161250524223,"prefill":0.974593749968335},"function_names":["main","prefill"],"tower_load_seconds":0.11335320887155831,"process_wall_seconds":9.499181542079896,"reset_check":{"run":["r25","g448","e2e"],"bit_equal":true,"per_array":{"tower_embeds":true,"call_kind":true,"slot_logits":true},"slot_logits_max_abs_diff":0.0,"wall_seconds":0.6198613750748336},"npz":"/Users/majimadaisuke/code/coreai/_decider2bv/readout_r6/b2/decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16/g448_shard_02.npz","npz_sha256":"26291053608074c40e19939543f73b69ecd12806a208e1e6c28c97c2f77ee514"}],"summary":{"runs":70,"expected_runs":70,"missing_runs":[],"slots_expected":98,"slots_equal":98,"slots_read":98,"argmax_equal":98,"full_vocab_top1_is_oracle_letter":98,"max_abs_dp":0.009645075075595422,"mean_of_run_mean_abs_dp":0.00028835302364182535,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.009645075075595422},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255,"ids_equal_oracle":70,"tower_vs_oracle_min_row":0.9999956898696566,"tower_vs_oracle_min_cos":0.9999999249085866,"slots_read_from_prefill":8,"rows_without_a_prefill_call":[]},"per_grid":{"g256":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.009505770333302022,"mean_of_run_mean_abs_dp":0.00028210424415138713,"worst_run":{"id":"r29","arm":"g256","max_abs_dp":0.009505770333302022},"finite_all":true,"min_oracle_top2_margin":0.05622464418411255},"g448":{"runs":35,"expected_runs":35,"missing_runs":[],"slots_expected":49,"slots_equal":49,"slots_read":49,"argmax_equal":49,"full_vocab_top1_is_oracle_letter":49,"max_abs_dp":0.009645075075595422,"mean_of_run_mean_abs_dp":0.0002946018031322635,"worst_run":{"id":"r26","arm":"g448","max_abs_dp":0.009645075075595422},"finite_all":true,"min_oracle_top2_margin":0.5071343183517456}},"timing":{"contended":true,"load_seconds":{"first_process":1.533597290981561,"median":1.4100480835186318,"all":[1.533597290981561,1.788086709100753,1.3962953330483288,1.4191492090467364,1.387879499932751,1.4009469579905272]},"load_split_seconds_median":{"model":0.005680104019120336,"main":0.42107731255237013,"prefill":0.9856594585580751},"ms_per_prefill_call_warm_runs":{"n":779,"median":25.465042097494006,"p10":25.074183335527778,"p90":26.06573337689042},"ms_per_prefill_call_all_runs":{"n":850,"median":25.476187467575073,"p10":25.08647497743368,"p90":26.11659518443048},"ms_per_main_call_warm_runs":{"n":710,"median":11.889208457432687,"p10":11.64604527875781,"p90":12.607966340146959},"ms_per_main_call_all_runs":{"n":760,"median":11.893186951056123,"p10":11.647862452082336,"p90":12.699808296747506},"calls_per_run":{"prefill":850,"main":760,"tokens":14360},"first_run_of_process_wall_seconds":[0.5191675839014351,0.5800453328993171,0.5188451670110226,0.7809298329520971,0.6339660410303622,0.8190037079621106],"prompt_wall_seconds_warm":{"g256":{"n":32,"median":0.3291409789817408,"decode_median":0.29857777094002813,"median_tokens":143.5},"g448":{"n":32,"median":0.5936664791079238,"decode_median":0.5191657500108704,"median_tokens":275.5}},"tower_ms_warm":{"g256":{"n":32,"median":22.264125058427453,"min":21.98304096236825,"max":22.883124882355332,"first_call_of_process":[47.29699995368719,46.6712499037385,42.24987491033971],"host_preprocess_ms_median":1.5778748784214258},"g448":{"n":32,"median":61.82881258428097,"min":61.28874979913235,"max":62.26570904254913,"first_call_of_process":[86.59020788036287,79.29033413529396,81.0230418574065],"host_preprocess_ms_median":2.2249158937484026}},"tower_load_seconds":{"median":0.13978350046090782,"all":[0.8081917918752879,0.16621379205025733,0.1131218341179192,0.7671102080494165,0.11202483298256993,0.11335320887155831]}},"runs":[{"id":"r01","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[16.8125,7.9140625,7.6796875],"probs":[0.999755396409714,0.0001365687873680299,0.00010803480291798109],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.5768715975482692e-06,"mean_abs_dp":1.7408191129301828e-06,"oracle_top2_margin":0.9996153783140471,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.5768715975482692e-06,"mean_abs_dp":1.7408191129301828e-06,"shard":"g256_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999936472039,"min_row":0.999999890836734,"max_abs":0.0005728006362915039},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.1953125,16.734375,7.99609375],"probs":[0.00019560398262911415,0.9996441238576415,0.00016027215972932892],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.7517262937971623e-06,"mean_abs_dp":1.151955941633693e-06,"oracle_top2_margin":0.9994463870098116,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.7517262937971623e-06,"mean_abs_dp":1.151955941633693e-06,"shard":"g256_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999841969829,"min_row":0.9999998847321013,"max_abs":0.00046133995056152344},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[8.046875,8.171875,16.265625],"probs":[0.0002693968925538489,0.0003052666720584039,0.9994253364353877],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.002206732693473e-06,"mean_abs_dp":5.321125688121196e-06,"oracle_top2_margin":0.9991343551664613,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":8.002206732693473e-06,"mean_abs_dp":5.321125688121196e-06,"shard":"g256_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g256","variant":"e2e","tokens":153,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,152],"slots_oracle":[112,152],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"prefill_calls":9,"main_calls":9,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.6875,8.9453125,8.3203125,7.2265625],"probs":[0.9992562309491049,0.00043379801050544026,0.0002321953427918379,7.777569759792202e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.11969601522366e-05,"mean_abs_dp":1.0598460067216487e-05,"oracle_top2_margin":0.9987916390819009,"finite":true},{"t":152,"nopts":5,"letter_logits":[15.84375,9.28125,8.84375,8.7421875,8.1953125],"probs":[0.9963882543759199,0.00140724936659051,0.0009085884798557473,0.0008208412871331412,0.00047506649050058314],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.5983379817710525e-05,"mean_abs_dp":1.2931002774615302e-05,"oracle_top2_margin":0.9949706399347633,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":2.5983379817710525e-05,"mean_abs_dp":1.1894317126882495e-05,"shard":"g256_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998042022,"min_row":0.9999999973358388,"max_abs":8.118152618408203e-05},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":3,"letter_logits":[10.3359375,15.53125,8.8515625],"probs":[0.005505057037375104,0.9932472550968242,0.0012476878658007774],"probs_oracle":[0.005630022846162319,0.9931067824363708,0.0012632559519261122],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00014047266045336126,"mean_abs_dp":9.366885178863718e-05,"oracle_top2_margin":0.9874767595902085,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00014047266045336126,"mean_abs_dp":9.366885178863718e-05,"shard":"g256_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g256","variant":"e2e","tokens":126,"grid":[8,8],"start":65,"amount":56,"slots_host":[125],"slots_oracle":[125],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999002903,"min_row":0.9999999444547036,"max_abs":0.00019788742065429688},"prefill_calls":7,"main_calls":14,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":125,"nopts":8,"letter_logits":[9.1484375,9.1015625,16.875,8.0078125,8.3125,8.5078125,9.4453125,7.6875],"probs":[0.0004400236403511958,0.00041987349080713975,0.9978826403507972,0.00014064000275697136,0.00019073612980814877,0.00023187616405674332,0.0005921165281113695,0.00010209369331129326],"probs_oracle":[0.00044743184116669,0.00042624998604878783,0.997841477394104,0.0001445232192054391,0.00019250228069722652,0.00023652952222619206,0.0006083882763050497,0.00010282994480803609],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.116295669320813e-05,"mean_abs_dp":1.0282297243470957e-05,"oracle_top2_margin":0.997233089117799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.116295669320813e-05,"mean_abs_dp":1.0282297243470957e-05,"shard":"g256_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g256","variant":"e2e","tokens":184,"grid":[8,8],"start":65,"amount":56,"slots_host":[112,156,183],"slots_oracle":[112,156,183],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999978740303,"min_row":0.9999999137321018,"max_abs":0.00029277801513671875},"prefill_calls":10,"main_calls":24,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":112,"nopts":4,"letter_logits":[16.578125,9.1171875,8.28125,8.7421875],"probs":[0.9987818028366288,0.0005744161411319111,0.00024899096687484233,0.00039479005536444453],"probs_oracle":[0.9987712502479553,0.00058116385480389,0.0002529850753489882,0.000394599192077294],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0552588673440333e-05,"mean_abs_dp":5.37131852667891e-06,"oracle_top2_margin":0.9981900863931514,"finite":true},{"t":156,"nopts":6,"letter_logits":[9.7890625,16.21875,8.7109375,8.71875,9.3046875,8.7265625],"probs":[0.0016061032410859485,0.9957521667623974,0.0005464491065163368,0.0005507349599771212,0.000989491502219736,0.000555054427803211],"probs_oracle":[0.0015793738421052694,0.9958256483078003,0.0005403549876064062,0.0005451973993331194,0.0009696456836536527,0.0005397982313297689],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.348154540287588e-05,"mean_abs_dp":2.4490773162835463e-05,"oracle_top2_margin":0.994246274465695,"finite":true},{"t":183,"nopts":2,"letter_logits":[11.21875,13.96875],"probs":[0.06008665017400762,0.9399133498259924],"probs_oracle":[0.06064261496067047,0.9393573999404907],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.000555964786662852,"mean_abs_dp":0.000555957336082262,"oracle_top2_margin":0.8787147849798203,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.000555964786662852,"mean_abs_dp":0.00010669538210402103,"shard":"g256_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g256","variant":"e2e","tokens":120,"grid":[8,8],"start":65,"amount":56,"slots_host":[119],"slots_oracle":[119],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999982491743,"min_row":0.999999924746909,"max_abs":0.0003834962844848633},"prefill_calls":7,"main_calls":8,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":119,"nopts":6,"letter_logits":[9.4140625,9.1796875,16.703125,8.84375,7.796875,8.4140625],"probs":[0.0006816074483659527,0.0005391958716979997,0.9980078322636227,0.0003853459118428981,0.00013526913726709207,0.0002507493672031594],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.8015877093889863e-05,"mean_abs_dp":9.334585116129031e-06,"oracle_top2_margin":0.9973679909599014,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.8015877093889863e-05,"mean_abs_dp":9.334585116129031e-06,"shard":"g256_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g256","variant":"e2e","tokens":128,"grid":[8,8],"start":65,"amount":56,"slots_host":[127],"slots_oracle":[127],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"prefill_calls":8,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":127,"nopts":8,"letter_logits":[8.75,8.75,8.53125,11.953125,16.0,10.3671875,8.8515625,7.98828125],"probs":[0.0006934185961940363,0.0006934185961940363,0.0005571774950576876,0.017064556152041468,0.9764060871361167,0.00349406590113812,0.0007675444182639585,0.0003237317049940974],"probs_oracle":[0.0006885188049636781,0.0006795556400902569,0.0005544525920413435,0.01720018871128559,0.9762108325958252,0.0035912375897169113,0.0007585337734781206,0.0003167196991853416],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00019525454029145628,"mean_abs_dp":5.81961361324308e-05,"oracle_top2_margin":0.9590106438845396,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00019525454029145628,"mean_abs_dp":5.81961361324308e-05,"shard":"g256_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g256","variant":"e2e","tokens":112,"grid":[8,8],"start":65,"amount":56,"slots_host":[111],"slots_oracle":[111],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999997629995,"min_row":0.9999999269103695,"max_abs":0.0005315542221069336},"prefill_calls":7,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":111,"nopts":3,"letter_logits":[16.3125,9.53125,8.2109375],"probs":[0.9985641439765004,0.0011332259530196082,0.00030263007048000824],"probs_oracle":[0.9985672235488892,0.0011292636627331376,0.00030339331715367734],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.962290286470575e-06,"mean_abs_dp":2.6017031163013717e-06,"oracle_top2_margin":0.997437959886156,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.962290286470575e-06,"mean_abs_dp":2.6017031163013717e-06,"shard":"g256_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g256","variant":"e2e","tokens":103,"grid":[8,8],"start":65,"amount":56,"slots_host":[102],"slots_oracle":[102],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991065235,"min_row":0.9999999875856802,"max_abs":0.0003247261047363281},"prefill_calls":6,"main_calls":7,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":102,"nopts":2,"letter_logits":[10.1484375,16.015625],"probs":[0.002822832897761561,0.9971771671022386],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5927995652420535e-06,"mean_abs_dp":1.564277811323114e-06,"oracle_top2_margin":0.9943512056488544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5927995652420535e-06,"mean_abs_dp":1.564277811323114e-06,"shard":"g256_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g256","variant":"e2e","tokens":117,"grid":[8,8],"start":65,"amount":56,"slots_host":[116],"slots_oracle":[116],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999998283227,"min_row":0.9999999375108324,"max_abs":0.00032973289489746094},"prefill_calls":7,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":116,"nopts":5,"letter_logits":[16.84375,9.5078125,8.734375,7.78515625,7.4453125],"probs":[0.9988496853864509,0.0006509430002991509,0.00030036084881837144,0.00011625264899144839,8.27581154400108e-05],"probs_oracle":[0.9988265633583069,0.0006655653123743832,0.0003061715397052467,0.00011903217091457918,8.272226841654629e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.3122028144029194e-05,"mean_abs_dp":9.274080010546421e-06,"oracle_top2_margin":0.9981609980459325,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.3122028144029194e-05,"mean_abs_dp":9.274080010546421e-06,"shard":"g256_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g256","variant":"e2e","tokens":140,"grid":[8,8],"start":65,"amount":56,"slots_host":[139],"slots_oracle":[139],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"prefill_calls":8,"main_calls":12,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":139,"nopts":9,"letter_logits":[8.46875,9.09375,8.8359375,7.95703125,9.0859375,9.421875,9.609375,13.953125,18.0625],"probs":[6.699639880964326e-05,0.000125165751238633,9.672059604174703e-05,4.0161953568592486e-05,0.00012419170363479095,0.00017377543614974488,0.00020961318769014648,0.0161393209562696,0.983024054016597],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010179375096165157,"mean_abs_dp":0.0002270132377130864,"oracle_top2_margin":0.9648526888340712,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010179375096165157,"mean_abs_dp":0.0002270132377130864,"shard":"g256_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g256","variant":"e2e","tokens":111,"grid":[8,8],"start":65,"amount":56,"slots_host":[110],"slots_oracle":[110],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999998486087,"min_row":0.999999977027422,"max_abs":0.00013625621795654297},"prefill_calls":6,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":110,"nopts":4,"letter_logits":[16.703125,9.328125,8.0703125,8.328125],"probs":[0.9989656216236307,0.0006260784259036891,0.00017797856901463773,0.00023032138145094542],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.137983285918857e-05,"mean_abs_dp":2.5674156705415657e-05,"oracle_top2_margin":0.998262623208575,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.137983285918857e-05,"mean_abs_dp":2.5674156705415657e-05,"shard":"g256_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,146],"slots_oracle":[114,146],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999991796076,"min_row":0.9999999777026998,"max_abs":0.0002797842025756836},"prefill_calls":9,"main_calls":3,"slot_read_from":["main","prefill"],"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.203125,8.890625,15.84375,8.7734375],"probs":[0.0013021585212991049,0.0009526795255484737,0.9968978312427982,0.0008473307103542585],"probs_oracle":[0.0013125522527843714,0.0009568282985128462,0.9968631267547607,0.00086748949252069],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.4704488037440306e-05,"mean_abs_dp":1.7351443663377714e-05,"oracle_top2_margin":0.9955505745019764,"finite":true},{"t":146,"nopts":3,"letter_logits":[15.9609375,9.734375,8.71875],"probs":[0.9973152493968619,0.0019709278426206776,0.0007138227605173603],"probs_oracle":[0.9973812699317932,0.001912115840241313,0.000706570572219789],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.602053493132143e-05,"mean_abs_dp":4.402824186941909e-05,"oracle_top2_margin":0.9954691540915519,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":6.602053493132143e-05,"mean_abs_dp":2.878435718025259e-05,"shard":"g256_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g256","variant":"e2e","tokens":193,"grid":[8,8],"start":65,"amount":56,"slots_host":[117,165,192],"slots_oracle":[117,165,192],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"prefill_calls":11,"main_calls":17,"slot_read_from":["main","prefill","main"],"slots_equal":true,"slots":[{"t":117,"nopts":4,"letter_logits":[9.0078125,9.3515625,16.171875,8.2421875],"probs":[0.0007721859177778627,0.0010889566850533462,0.997779757596133,0.0003590998010356395],"probs_oracle":[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.852403531012541e-06,"mean_abs_dp":4.889385368809157e-06,"oracle_top2_margin":0.9967023314675316,"finite":true},{"t":165,"nopts":7,"letter_logits":[8.953125,9.84375,15.390625,9.828125,8.5703125,8.53125,8.453125],"probs":[0.0015807213866532268,0.003851668059482278,0.9877022803627443,0.0037919534810878382,0.0010779583298369502,0.0010366623947264762,0.0009587559854686503],"probs_oracle":[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.170317945405383e-05,"mean_abs_dp":3.3598291299435215e-05,"oracle_top2_margin":0.983884489396587,"finite":true},{"t":192,"nopts":2,"letter_logits":[9.7265625,15.34375],"probs":[0.003621685478675127,0.996378314521325],"probs_oracle":[0.0035970157478004694,0.9964029788970947],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.4669730874657403e-05,"mean_abs_dp":2.466705332220681e-05,"oracle_top2_margin":0.9928059631492943,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":7.170317945405383e-05,"mean_abs_dp":2.339074517043821e-05,"shard":"g256_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g256","variant":"e2e","tokens":171,"grid":[8,8],"start":65,"amount":56,"slots_host":[108,141,170],"slots_oracle":[108,141,170],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938571861,"min_row":0.9999996459946552,"max_abs":0.0006239414215087891},"prefill_calls":9,"main_calls":27,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":108,"nopts":3,"letter_logits":[17.21875,8.3515625,7.58984375],"probs":[0.999793305333327,0.00014090928886091258,6.578537781193891e-05],"probs_oracle":[0.9997918009757996,0.00014244449266698211,6.58148928778246e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5352038060695327e-06,"mean_abs_dp":1.023025466464276e-06,"oracle_top2_margin":0.9996493564831326,"finite":true},{"t":141,"nopts":3,"letter_logits":[16.34375,8.515625,8.4296875],"probs":[0.9992366449824038,0.00039806762839613775,0.0003652873892001707],"probs_oracle":[0.999238133430481,0.00039801813545636833,0.0003638898197095841],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.4884480771248931e-06,"mean_abs_dp":9.785035024936258e-07,"oracle_top2_margin":0.9988401152950246,"finite":true},{"t":170,"nopts":2,"letter_logits":[15.640625,9.34375],"probs":[0.9981613347123114,0.0018386652876885773],"probs_oracle":[0.9981531500816345,0.0018468272173777223],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":8.184630676866256e-06,"mean_abs_dp":8.173280183005585e-06,"oracle_top2_margin":0.9963063228642568,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":8.184630676866256e-06,"mean_abs_dp":2.7938934091106095e-06,"shard":"g256_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g256","variant":"e2e","tokens":211,"grid":[8,8],"start":65,"amount":56,"slots_host":[123,164,210],"slots_oracle":[123,164,210],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999962495109,"min_row":0.9999998377040508,"max_abs":0.0007060766220092773},"prefill_calls":11,"main_calls":35,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":123,"nopts":6,"letter_logits":[16.859375,9.578125,8.1796875,7.31640625,7.875,7.66796875],"probs":[0.9988440406451573,0.0006875289446565364,0.00016980766767819388,7.162077460333754e-05,0.0001252083224842479,0.00010179364542055033],"probs_oracle":[0.9988755583763123,0.000659995072055608,0.00016870087711140513,7.21013275324367e-05,0.00012259691720828414,0.00010095535981236026],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.151773115495082e-05,"mean_abs_dp":1.0681439689320165e-05,"oracle_top2_margin":0.9982155633042566,"finite":true},{"t":164,"nopts":5,"letter_logits":[9.28125,10.8828125,14.9609375,11.453125,9.3125],"probs":[0.003240176742589289,0.01607379616220138,0.948911348455058,0.028431647646852916,0.0033430309932984156],"probs_oracle":[0.0031590552534908056,0.015553153119981289,0.9480063915252686,0.03006896562874317,0.0032123548444360495],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0016373179818902558,"mean_abs_dp":0.0006549431183721239,"oracle_top2_margin":0.9179374258965254,"finite":true},{"t":210,"nopts":6,"letter_logits":[8.609375,9.15625,8.6328125,8.4765625,16.140625,8.8203125],"probs":[0.000534388468287204,0.0009233404731951682,0.0005470611256128158,0.000467926177544461,0.9968674020773639,0.0006598816779964693],"probs_oracle":[0.0005212401156313717,0.0009053464164026082,0.000543770962394774,0.0004741615557577461,0.9969097971916199,0.0006456233095377684],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.2395114255966426e-05,"mean_abs_dp":1.622023893239777e-05,"oracle_top2_margin":0.9960044507752173,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0016373179818902558,"mean_abs_dp":0.00020212503903476042,"shard":"g256_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g256","variant":"e2e","tokens":177,"grid":[8,8],"start":65,"amount":56,"slots_host":[110,146,176],"slots_oracle":[110,146,176],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999933555952,"min_row":0.9999997420000609,"max_abs":0.00135040283203125},"prefill_calls":9,"main_calls":33,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":110,"nopts":3,"letter_logits":[15.421875,10.2890625,8.625],"probs":[0.9930316933687084,0.005858830910290339,0.0011094757210011975],"probs_oracle":[0.9930190443992615,0.005865252576768398,0.0011157557601109147],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2648969446971137e-05,"mean_abs_dp":8.450225011582407e-06,"oracle_top2_margin":0.9871537918224931,"finite":true},{"t":146,"nopts":4,"letter_logits":[9.6328125,15.609375,11.1640625,8.578125],"probs":[0.002499652361071137,0.985071440170062,0.011558275415834056,0.0008706320530326969],"probs_oracle":[0.0024147704243659973,0.9852963089942932,0.011448029428720474,0.0008408919093199074],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.000224868824231228,"mean_abs_dp":0.00011243422294068484,"oracle_top2_margin":0.9738482795655727,"finite":true},{"t":176,"nopts":2,"letter_logits":[16.5625,10.359375],"probs":[0.9979809860995514,0.0020190139004485808],"probs_oracle":[0.9979719519615173,0.0020279884338378906],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.034138034103023e-06,"mean_abs_dp":9.004335711706437e-06,"oracle_top2_margin":0.9959439635276794,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.000224868824231228,"mean_abs_dp":5.478847091343327e-05,"shard":"g256_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986735162,"min_row":0.9999999569395478,"max_abs":0.00039207935333251953},"prefill_calls":8,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.8359375,9.8359375,8.96875,9.25,9.4140625,8.734375,10.1640625,15.96875,9.8671875,16.078125],"probs":[0.0003752092940643742,0.0010199246059241348,0.0004285024637740692,0.0005676735330856547,0.0006688828868548242,0.00033897334900505897,0.0014160250825835967,0.46991001024293366,0.0010523004883083464,0.5242224980534663],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"full_vocab_top1_id":41,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010215486531204299,"mean_abs_dp":0.00020431019919575183,"oracle_top2_margin":0.05622464418411255,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010215486531204299,"mean_abs_dp":0.00020431019919575183,"shard":"g256_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g256","variant":"e2e","tokens":143,"grid":[8,8],"start":65,"amount":56,"slots_host":[142],"slots_oracle":[142],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"prefill_calls":8,"main_calls":15,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":142,"nopts":10,"letter_logits":[8.703125,9.2890625,8.7109375,16.546875,9.59375,8.9453125,9.0078125,9.3515625,8.8125,12.8828125],"probs":[0.0003806633017063551,0.0006839280772388108,0.0003836488809845655,0.970595676864989,0.00092754402703674,0.0004849776279125633,0.0005162559976120511,0.0007280376485190599,0.00042466060008941175,0.024874606973911684],"probs_oracle":[0.00038343475898727775,0.000686735613271594,0.0003942575422115624,0.9702177047729492,0.0009427570621483028,0.0004960547666996717,0.0005290430854074657,0.0007387973600998521,0.0004333727993071079,0.02517782151699066],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0003779720920398244,"mean_abs_dp":7.559234621520785e-05,"oracle_top2_margin":0.9450398832559586,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0003779720920398244,"mean_abs_dp":7.559234621520785e-05,"shard":"g256_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g256","variant":"e2e","tokens":147,"grid":[8,8],"start":65,"amount":56,"slots_host":[146],"slots_oracle":[146],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987741061,"min_row":0.9999999614504017,"max_abs":0.00040400028228759766},"prefill_calls":9,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":146,"nopts":9,"letter_logits":[9.6796875,9.9453125,9.2578125,16.171875,9.8359375,10.0234375,9.6875,9.1015625,9.109375],"probs":[0.001497815420134219,0.0019535195828734113,0.0009822913344533718,0.9885064424299235,0.0017511236366360415,0.002112258300986467,0.0015095629320716485,0.0008401983029792642,0.0008467880599422232],"probs_oracle":[0.0015125663485378027,0.0019855706486850977,0.0009997023735195398,0.9884001016616821,0.0017508834134787321,0.0021429003681987524,0.0015369588509202003,0.0008162282756529748,0.0008550662896595895],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00010634076824134198,"mean_abs_dp":2.900891864273134e-05,"oracle_top2_margin":0.9862572012934834,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00010634076824134198,"mean_abs_dp":2.900891864273134e-05,"shard":"g256_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988789011,"min_row":0.9999999811149097,"max_abs":0.00045871734619140625},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[17.421875,6.5,9.0078125],"probs":[0.9997602713814426,1.8054515155315643e-05,0.00022167410340184044],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.761231113345701e-07,"mean_abs_dp":5.237824768687645e-07,"oracle_top2_margin":0.9995371885306668,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":7.761231113345701e-07,"mean_abs_dp":5.237824768687645e-07,"shard":"g256_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999943377201,"min_row":0.9999999109306431,"max_abs":0.00048339366912841797},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[6.83984375,16.984375,9.8359375],"probs":[3.92579615874165e-05,0.9991752989387929,0.0007854430996196572],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.1340847057026444e-05,"mean_abs_dp":2.089802593132409e-05,"oracle_top2_margin":0.9983272287645377,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.1340847057026444e-05,"mean_abs_dp":2.089802593132409e-05,"shard":"g256_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g256","variant":"e2e","tokens":150,"grid":[8,8],"start":65,"amount":56,"slots_host":[149],"slots_oracle":[149],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999987945203,"min_row":0.9999999450352564,"max_abs":0.0005197525024414062},"prefill_calls":9,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":149,"nopts":3,"letter_logits":[8.5234375,8.640625,15.2265625],"probs":[0.0012238810106976132,0.001376046408269225,0.9974000725810331],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00012555980040607206,"mean_abs_dp":8.37017993809521e-05,"oracle_top2_margin":0.9962251851102337,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00012555980040607206,"mean_abs_dp":8.37017993809521e-05,"shard":"g256_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999953414549,"min_row":0.9999997896138803,"max_abs":0.0007483959197998047},"prefill_calls":9,"main_calls":1,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[15.1953125,8.5703125,10.6875,8.6015625],"probs":[0.986467419916574,0.0013088256685909964,0.010873382159700651,0.001350372255134366],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0002712236654069614,"mean_abs_dp":0.00015280369152171437,"oracle_top2_margin":0.9761303840205073,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0002712236654069614,"mean_abs_dp":0.00015280369152171437,"shard":"g256_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[144],"slots_oracle":[144],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999774345,"min_row":0.999999638113879,"max_abs":0.0035762786865234375},"prefill_calls":9,"main_calls":1,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":144,"nopts":4,"letter_logits":[10.1484375,10.2578125,9.75,14.9765625],"probs":[0.0078269701772855,0.008731616201164524,0.005254779190857521,0.9781866344306925],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010564056541463307,"mean_abs_dp":0.0005281996838594962,"oracle_top2_margin":0.9708722895011306,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010564056541463307,"mean_abs_dp":0.0005281996838594962,"shard":"g256_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g256","variant":"e2e","tokens":170,"grid":[8,8],"start":65,"amount":56,"slots_host":[169],"slots_oracle":[169],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999995429996,"min_row":0.999999997034214,"max_abs":0.0001723766326904297},"prefill_calls":10,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":169,"nopts":6,"letter_logits":[11.25,14.6015625,13.0546875,8.1328125,7.7265625,8.2421875],"probs":[0.027973158830786167,0.7985582683278948,0.17002286656753948,0.0012386944192324437,0.0008251483729857597,0.00138186348156154],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.007688615102949714,"mean_abs_dp":0.0025679425313154367,"oracle_top2_margin":0.6143285483121872,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.007688615102949714,"mean_abs_dp":0.0025679425313154367,"shard":"g256_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g256","variant":"e2e","tokens":164,"grid":[8,8],"start":65,"amount":56,"slots_host":[163],"slots_oracle":[163],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999984244424,"min_row":0.9999998889909817,"max_abs":0.0006805658340454102},"prefill_calls":10,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":163,"nopts":4,"letter_logits":[9.4140625,14.1640625,11.375,11.4296875],"probs":[0.007622201780028129,0.8810067392664075,0.05416325765231141,0.057207801301252956],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.009505770333302022,"mean_abs_dp":0.004752886097973589,"oracle_top2_margin":0.8101431205868721,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.009505770333302022,"mean_abs_dp":0.004752886097973589,"shard":"g256_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999999279783,"min_row":0.9999999062844798,"max_abs":0.0003088712692260742},"prefill_calls":7,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":120,"nopts":4,"letter_logits":[17.328125,7.7265625,7.61328125,7.40234375],"probs":[0.9998231301105909,6.761103250243447e-05,6.036985690052259e-05,4.888900000639292e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1228588513722e-06,"mean_abs_dp":1.1953254186007538e-06,"oracle_top2_margin":0.999753624877485,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.1228588513722e-06,"mean_abs_dp":1.1953254186007538e-06,"shard":"g256_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g256","variant":"e2e","tokens":114,"grid":[8,8],"start":65,"amount":56,"slots_host":[113],"slots_oracle":[113],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999249085866,"min_row":0.9999975477988065,"max_abs":0.0015762150287628174},"prefill_calls":7,"main_calls":2,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[11.3671875,9.296875,8.15625,16.078125],"probs":[0.008902913131610247,0.0011230700387340725,0.00035895474438093475,0.9896150620852748],"probs_oracle":[0.00852695107460022,0.0010953464079648256,0.0003487524518277496,0.9900289177894592],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.000413855704184396,"mean_abs_dp":0.00020693592112921386,"oracle_top2_margin":0.981501966714859,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.000413855704184396,"mean_abs_dp":0.00020693592112921386,"shard":"g256_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g256","variant":"e2e","tokens":105,"grid":[8,8],"start":65,"amount":56,"slots_host":[104],"slots_oracle":[104],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999993205748,"min_row":0.9999999902541404,"max_abs":0.00025975704193115234},"prefill_calls":6,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":104,"nopts":2,"letter_logits":[10.75,15.5703125],"probs":[0.007999754508377905,0.9920002454916221],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00025746877992327555,"mean_abs_dp":0.00025744992064115953,"oracle_top2_margin":0.9845153908245265,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00025746877992327555,"mean_abs_dp":0.00025744992064115953,"shard":"g256_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g256","variant":"e2e","tokens":144,"grid":[8,8],"start":65,"amount":56,"slots_host":[114,143],"slots_oracle":[114,143],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999627485475,"min_row":0.9999994966002149,"max_abs":0.003256559371948242},"prefill_calls":8,"main_calls":16,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":114,"nopts":4,"letter_logits":[9.3828125,16.4375,9.21875,8.21875],"probs":[0.0008617448024981268,0.9981378520336721,0.0007313533150063774,0.00026904984882342793],"probs_oracle":[0.0008657005382701755,0.9981381893157959,0.000728585640899837,0.0002674604766070843],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.955735772048687e-06,"mean_abs_dp":2.1625160546796178e-06,"oracle_top2_margin":0.9972724887775257,"finite":true},{"t":143,"nopts":2,"letter_logits":[9.796875,15.2109375],"probs":[0.0044337652006436815,0.9955662347993564],"probs_oracle":[0.0045051840133965015,0.9954948425292969],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.141881275282008e-05,"mean_abs_dp":7.140554140614916e-05,"oracle_top2_margin":0.9909896585159004,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":7.141881275282008e-05,"mean_abs_dp":2.5243524505169466e-05,"shard":"g256_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g256","variant":"e2e","tokens":121,"grid":[8,8],"start":65,"amount":56,"slots_host":[120],"slots_oracle":[120],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999937644662,"min_row":0.9999999427890165,"max_abs":0.0006965398788452148},"prefill_calls":7,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":120,"nopts":7,"letter_logits":[17.046875,9.5,8.453125,7.48046875,7.7109375,7.5234375,8.5625],"probs":[0.9988502764587792,0.0005271500184296672,0.0001850470603471304,6.996211791949e-05,8.809560744718788e-05,7.303382375750886e-05,0.00020643491331983596],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.3593891182782656e-05,"mean_abs_dp":6.737934251871467e-06,"oracle_top2_margin":0.9982935651787557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.3593891182782656e-05,"mean_abs_dp":6.737934251871467e-06,"shard":"g256_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g256","variant":"e2e","tokens":145,"grid":[8,8],"start":65,"amount":56,"slots_host":[113,144],"slots_oracle":[113,144],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999876876982,"min_row":0.9999995768261549,"max_abs":0.0006225109100341797},"prefill_calls":8,"main_calls":17,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":113,"nopts":4,"letter_logits":[8.8125,17.171875,8.171875,7.84765625],"probs":[0.0002340860588611912,0.9995533624648736,0.00012335468463597186,8.919679162922821e-05],"probs_oracle":[0.00023222366871777922,0.9995563626289368,0.00012253291788510978,8.888279262464494e-05],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.0001640631827087e-06,"mean_abs_dp":1.4995799905100092e-06,"oracle_top2_margin":0.999324138960219,"finite":true},{"t":144,"nopts":2,"letter_logits":[15.546875,11.2265625],"probs":[0.986878728873449,0.013121271126550956],"probs_oracle":[0.9866299629211426,0.013370047323405743],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00024877619685478684,"mean_abs_dp":0.0002487710745805857,"oracle_top2_margin":0.9732599155977368,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.00024877619685478684,"mean_abs_dp":8.392341152053523e-05,"shard":"g256_shard_02","npz_key":"10","first_in_process":false},{"id":"r01","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[16.734375,8.1171875,7.92578125],"probs":[0.9996696973594793,0.0001809087391935138,0.00014939390132710846],"probs_oracle":[0.9996669292449951,0.00018169928807765245,0.00015134402201510966],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.768114484186235e-06,"mean_abs_dp":1.8362613521086973e-06,"oracle_top2_margin":0.9994852299569175,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.768114484186235e-06,"mean_abs_dp":1.8362613521086973e-06,"shard":"g448_shard_00","npz_key":"00","first_in_process":true},{"id":"r02","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999916397168,"min_row":0.9999997436311697,"max_abs":0.0009350776672363281},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.3359375,16.5625,8.28125],"probs":[0.0002673149413439089,0.9994795963589859,0.00025308869967015395],"probs_oracle":[0.000269706710241735,0.9994760155677795,0.00025428077788092196],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.5807912063257064e-06,"mean_abs_dp":2.3882127716399297e-06,"oracle_top2_margin":0.9992063088575378,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.5807912063257064e-06,"mean_abs_dp":2.3882127716399297e-06,"shard":"g448_shard_00","npz_key":"01","first_in_process":false},{"id":"r03","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999995442122,"min_row":0.9999998389383462,"max_abs":0.0005829334259033203},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[8.453125,8.5234375,16.171875],"probs":[0.0004440067556332185,0.0004763497139775458,0.9990796435303891],"probs_oracle":[0.00043719500536099076,0.000467298727016896,0.9990954399108887],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5796380499533136e-05,"mean_abs_dp":1.0553039244136881e-05,"oracle_top2_margin":0.9986281411838718,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5796380499533136e-05,"mean_abs_dp":1.0553039244136881e-05,"shard":"g448_shard_00","npz_key":"02","first_in_process":false},{"id":"r04","arm":"g448","variant":"e2e","tokens":285,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,284],"slots_oracle":[244,284],"nopts":[4,5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"prefill_calls":17,"main_calls":13,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.78125,8.703125,8.1015625,7.34375],"probs":[0.9994403775955385,0.0003100785892044343,0.00016990904745579075,7.963476780132266e-05],"probs_oracle":[0.9994351267814636,0.00030979173607192934,0.0001716899569146335,8.336015162058175e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.250814074875265e-06,"mean_abs_dp":2.7609901213705197e-06,"oracle_top2_margin":0.9991253350453917,"finite":true},{"t":284,"nopts":5,"letter_logits":[16.34375,8.96875,8.6953125,8.3046875,7.85546875],"probs":[0.9983706657884381,0.0006257055511973763,0.00047601168152259414,0.0003220856148865449,0.00020553136395529638],"probs_oracle":[0.9983682036399841,0.0006189235136844218,0.0004789685772266239,0.0003326288133393973,0.00020131732162553817],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0543198452852415e-05,"mean_abs_dp":5.391664490720526e-06,"oracle_top2_margin":0.9977492801262997,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":1.0543198452852415e-05,"mean_abs_dp":4.222475882120524e-06,"shard":"g448_shard_00","npz_key":"03","first_in_process":false},{"id":"r05","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983957306,"min_row":0.9999995785250194,"max_abs":0.0007635354995727539},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":3,"letter_logits":[10.15625,15.359375,9.1640625],"probs":[0.005458206369994767,0.9925180830803724,0.0020237105496327197],"probs_oracle":[0.005602917168289423,0.9923451542854309,0.0020519329700618982],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00017292879494146263,"mean_abs_dp":0.00011528733788843245,"oracle_top2_margin":0.9867422371171415,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00017292879494146263,"mean_abs_dp":0.00011528733788843245,"shard":"g448_shard_00","npz_key":"04","first_in_process":false},{"id":"r06","arm":"g448","variant":"e2e","tokens":258,"grid":[14,14],"start":197,"amount":182,"slots_host":[257],"slots_oracle":[257],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999918498712,"min_row":0.9999988176600126,"max_abs":0.0012667179107666016},"prefill_calls":16,"main_calls":2,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":257,"nopts":8,"letter_logits":[9.1484375,9.078125,16.796875,8.015625,8.0859375,8.4375,9.359375,7.890625],"probs":[0.0004757428233225181,0.0004434410713410775,0.9978067717693796,0.00015324913356830282,0.00016441232034512368,0.0002336770236383557,0.000587463972707059,0.0001352418856978002],"probs_oracle":[0.00048085491289384663,0.0004459824995137751,0.9977728724479675,0.0001569857558934018,0.00016541295917704701,0.00023827303084544837,0.0006033360259607434,0.00013632865739054978],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.389932141206753e-05,"mean_abs_dp":8.480616558330334e-06,"oracle_top2_margin":0.9971695364220068,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":3.389932141206753e-05,"mean_abs_dp":8.480616558330334e-06,"shard":"g448_shard_00","npz_key":"05","first_in_process":false},{"id":"r07","arm":"g448","variant":"e2e","tokens":316,"grid":[14,14],"start":197,"amount":182,"slots_host":[244,288,315],"slots_oracle":[244,288,315],"nopts":[4,6,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966980364,"min_row":0.9999994791316137,"max_abs":0.001055002212524414},"prefill_calls":18,"main_calls":28,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":244,"nopts":4,"letter_logits":[16.453125,9.0078125,8.3359375,8.9296875],"probs":[0.9985792091788953,0.0005833435292802529,0.0002979427210720479,0.0005395045707521943],"probs_oracle":[0.9985532164573669,0.0005945708835497499,0.0003056767163798213,0.0005464947316795588],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.599272152836729e-05,"mean_abs_dp":1.2986058008250507e-05,"oracle_top2_margin":0.9979586455738172,"finite":true},{"t":288,"nopts":6,"letter_logits":[9.7421875,16.109375,8.75,8.7109375,9.25,8.6796875],"probs":[0.0017091046515143318,0.9954124140695666,0.0006336757680525778,0.0006094000306012636,0.0010447547175155257,0.0005906507627496457],"probs_oracle":[0.0016743798041716218,0.9955074787139893,0.0006255566840991378,0.0006036655395291746,0.001013218774460256,0.0005756971659138799],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.506464442265994e-05,"mean_abs_dp":3.16887677803224e-05,"oracle_top2_margin":0.9938330989098176,"finite":true},{"t":315,"nopts":2,"letter_logits":[11.15625,13.7265625],"probs":[0.07107366938018356,0.9289263306198166],"probs_oracle":[0.07187289744615555,0.9281271696090698],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0007992280659719908,"mean_abs_dp":0.0007991945383593602,"oracle_top2_margin":0.8562542721629143,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0007992280659719908,"mean_abs_dp":0.0001533721596194714,"shard":"g448_shard_00","npz_key":"06","first_in_process":false},{"id":"r08","arm":"g448","variant":"e2e","tokens":252,"grid":[14,14],"start":197,"amount":182,"slots_host":[251],"slots_oracle":[251],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990586492,"min_row":0.9999998544803113,"max_abs":0.0004191398620605469},"prefill_calls":15,"main_calls":12,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":251,"nopts":6,"letter_logits":[9.296875,9.1484375,16.765625,8.515625,7.56640625,8.1171875],"probs":[0.0005697293907046283,0.0004911374340030258,0.9984022148036586,0.00026084112224639345,0.00010095680427838349,0.00017512044510889345],"probs_oracle":[0.0005603667814284563,0.00047818213352002203,0.9984318614006042,0.00025924580404534936,9.779584797797725e-05,0.00017250367091037333],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.9646596945598347e-05,"mean_abs_dp":9.889592567457425e-06,"oracle_top2_margin":0.9978714946191758,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.9646596945598347e-05,"mean_abs_dp":9.889592567457425e-06,"shard":"g448_shard_00","npz_key":"07","first_in_process":false},{"id":"r09","arm":"g448","variant":"e2e","tokens":260,"grid":[14,14],"start":197,"amount":182,"slots_host":[259],"slots_oracle":[259],"nopts":[8],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"prefill_calls":16,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":259,"nopts":8,"letter_logits":[9.0703125,8.859375,8.53125,9.6953125,15.796875,12.5546875,9.828125,8.65625],"probs":[0.001144253149969525,0.0009266444402602349,0.0006674369523453798,0.002137746321709652,0.9546212389830444,0.037304992072413175,0.0024413829301876983,0.0007563051500698042],"probs_oracle":[0.0011424915865063667,0.0009199993801303208,0.0006675715558230877,0.0021507099736481905,0.9533334374427795,0.03857970982789993,0.0024612408597022295,0.0007448457181453705],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0012878015402648657,"mean_abs_dp":0.00032691769202498845,"oracle_top2_margin":0.9147537276148796,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0012878015402648657,"mean_abs_dp":0.00032691769202498845,"shard":"g448_shard_00","npz_key":"08","first_in_process":false},{"id":"r10","arm":"g448","variant":"e2e","tokens":244,"grid":[14,14],"start":197,"amount":182,"slots_host":[243],"slots_oracle":[243],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956709666,"min_row":0.9999997635903763,"max_abs":0.0017061233520507812},"prefill_calls":15,"main_calls":4,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":243,"nopts":3,"letter_logits":[16.859375,8.8515625,7.7578125],"probs":[0.9995558538495318,0.00033270420206987523,0.00011144194839834729],"probs_oracle":[0.9995611310005188,0.0003284418198745698,0.00011045892460970208],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.277150986970902e-06,"mean_abs_dp":3.5075189903071883e-06,"oracle_top2_margin":0.9992326891806442,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":5.277150986970902e-06,"mean_abs_dp":3.5075189903071883e-06,"shard":"g448_shard_00","npz_key":"09","first_in_process":false},{"id":"r11","arm":"g448","variant":"e2e","tokens":235,"grid":[14,14],"start":197,"amount":182,"slots_host":[234],"slots_oracle":[234],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999961689187,"min_row":0.9999998879820546,"max_abs":0.0006570816040039062},"prefill_calls":14,"main_calls":11,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":234,"nopts":2,"letter_logits":[10.5078125,15.4140625],"probs":[0.007345826574477061,0.9926541734255229],"probs_oracle":[0.007302414625883102,0.992697536945343],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.3411948593958735e-05,"mean_abs_dp":4.3387734207054295e-05,"oracle_top2_margin":0.9853951223194599,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.3411948593958735e-05,"mean_abs_dp":4.3387734207054295e-05,"shard":"g448_shard_00","npz_key":"10","first_in_process":false},{"id":"r12","arm":"g448","variant":"e2e","tokens":249,"grid":[14,14],"start":197,"amount":182,"slots_host":[248],"slots_oracle":[248],"nopts":[5],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999966244549,"min_row":0.9999996970623636,"max_abs":0.0011693239212036133},"prefill_calls":15,"main_calls":9,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":248,"nopts":5,"letter_logits":[16.9375,9.234375,8.4296875,7.74609375,7.453125],"probs":[0.9991694490902987,0.00045103938414601543,0.00020171728985908093,0.00010182680826733488,7.596742742897676e-05],"probs_oracle":[0.9991558790206909,0.0004565727722365409,0.00020724281785078347,0.00010403238411527127,7.625338912475854e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.3570069607782287e-05,"mean_abs_dp":5.424104646745695e-06,"oracle_top2_margin":0.9986993062484544,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.3570069607782287e-05,"mean_abs_dp":5.424104646745695e-06,"shard":"g448_shard_00","npz_key":"11","first_in_process":false},{"id":"r13","arm":"g448","variant":"e2e","tokens":272,"grid":[14,14],"start":197,"amount":182,"slots_host":[271],"slots_oracle":[271],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"prefill_calls":17,"main_calls":0,"slot_read_from":["prefill"],"slots_equal":true,"slots":[{"t":271,"nopts":9,"letter_logits":[8.40625,8.90625,8.8984375,7.58984375,8.6953125,8.8515625,9.171875,9.921875,19.203125],"probs":[2.045735459059768e-05,3.3728475655773307e-05,3.3465998575832204e-05,9.042504708183235e-06,2.7314151982633743e-05,3.193347892437445e-05,4.399022523624303e-05,9.312730755592179e-05,0.9997069405027705],"probs_oracle":[2.0277637304388918e-05,3.2944568374659866e-05,3.3252264984184876e-05,9.089779268833809e-06,2.7153426344739273e-05,3.251702946727164e-05,4.40161456936039e-05,9.227909322362393e-05,0.9997084736824036],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"full_vocab_top1_id":40,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.5331796330286807e-06,"mean_abs_dp":4.862470358999081e-07,"oracle_top2_margin":0.9996161945891799,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":1.5331796330286807e-06,"mean_abs_dp":4.862470358999081e-07,"shard":"g448_shard_01","npz_key":"00","first_in_process":true},{"id":"r14","arm":"g448","variant":"e2e","tokens":243,"grid":[14,14],"start":197,"amount":182,"slots_host":[242],"slots_oracle":[242],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999976172956,"min_row":0.9999999187868627,"max_abs":0.00044417381286621094},"prefill_calls":15,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":242,"nopts":4,"letter_logits":[16.90625,9.1953125,7.86328125,8.1484375],"probs":[0.9992771739621324,0.0004475776179294981,0.00011813389925229162,0.00015711452068568034],"probs_oracle":[0.9992570281028748,0.0004573110491037369,0.00012069327203789726,0.00016500464698765427],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.0145859257691967e-05,"mean_abs_dp":1.0082197379877578e-05,"oracle_top2_margin":0.998799717053771,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.0145859257691967e-05,"mean_abs_dp":1.0082197379877578e-05,"shard":"g448_shard_01","npz_key":"01","first_in_process":false},{"id":"r15","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,278],"slots_oracle":[246,278],"nopts":[4,3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999929284377,"min_row":0.9999994888410919,"max_abs":0.001983642578125},"prefill_calls":17,"main_calls":7,"slot_read_from":["main","prefill"],"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[10.0,9.3125,15.0078125,10.078125],"probs":[0.006571974705538923,0.0033045964115712466,0.9830174299221682,0.007105998960721564],"probs_oracle":[0.006657375022768974,0.0033173311967402697,0.9827334880828857,0.007291808724403381],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0002839418392824866,"mean_abs_dp":0.00014197167634084473,"oracle_top2_margin":0.9754416793584824,"finite":true},{"t":278,"nopts":3,"letter_logits":[15.5703125,10.1640625,8.6015625],"probs":[0.9946000492337841,0.004464202985831848,0.0009357477803842864],"probs_oracle":[0.9947662353515625,0.004311799071729183,0.0009220570791512728],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00016618611777841075,"mean_abs_dp":0.00011076024437136306,"oracle_top2_margin":0.9904544362798333,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.0002839418392824866,"mean_abs_dp":0.000128595348353924,"shard":"g448_shard_01","npz_key":"02","first_in_process":false},{"id":"r16","arm":"g448","variant":"e2e","tokens":325,"grid":[14,14],"start":197,"amount":182,"slots_host":[249,297,324],"slots_oracle":[249,297,324],"nopts":[4,7,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"prefill_calls":19,"main_calls":21,"slot_read_from":["main","prefill","main"],"slots_equal":true,"slots":[{"t":249,"nopts":4,"letter_logits":[7.9765625,8.90625,16.65625,7.83203125],"probs":[0.00016987713906667826,0.0004304206405629625,0.9992526858101947,0.00014701641017563836],"probs_oracle":[0.00016730134666431695,0.00042254829895682633,0.9992651343345642,0.00014504071441479027],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.2448524369546021e-05,"mean_abs_dp":6.218088534722902e-06,"oracle_top2_margin":0.9988425860356074,"finite":true},{"t":297,"nopts":7,"letter_logits":[8.9609375,9.71875,15.65625,9.296875,8.265625,8.3984375,8.328125],"probs":[0.001227386572953095,0.002618756721822501,0.9924728643583892,0.0017174225877960656,0.0006123658821189787,0.0006993437885740216,0.000651860088346],"probs_oracle":[0.0012208223342895508,0.0025618993677198887,0.9925703406333923,0.0017182007431983948,0.0005935655790381134,0.0006946290959604084,0.0006406526081264019],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.747627500311662e-05,"mean_abs_dp":2.805692844081124e-05,"oracle_top2_margin":0.9900084412656724,"finite":true},{"t":324,"nopts":2,"letter_logits":[9.8046875,15.2109375],"probs":[0.0044683842664911206,0.9955316157335089],"probs_oracle":[0.004423052072525024,0.9955769777297974],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.536199628846216e-05,"mean_abs_dp":4.534709512727915e-05,"oracle_top2_margin":0.9911539256572723,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":9.747627500311662e-05,"mean_abs_dp":2.3997311036856045e-05,"shard":"g448_shard_01","npz_key":"03","first_in_process":false},{"id":"r17","arm":"g448","variant":"e2e","tokens":303,"grid":[14,14],"start":197,"amount":182,"slots_host":[240,273,302],"slots_oracle":[240,273,302],"nopts":[3,3,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999879537118,"min_row":0.9999992956657752,"max_abs":0.0012297630310058594},"prefill_calls":18,"main_calls":15,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":240,"nopts":3,"letter_logits":[17.359375,8.40625,7.625],"probs":[0.9998114905071781,0.00012930798386508665,5.920150895686227e-05],"probs_oracle":[0.9998090863227844,0.0001311514643020928,5.978461922495626e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.404184393678399e-06,"mean_abs_dp":1.6102583662595095e-06,"oracle_top2_margin":0.9996779348584823,"finite":true},{"t":273,"nopts":3,"letter_logits":[16.375,8.609375,8.53125],"probs":[0.999184405694298,0.000423718631874856,0.0003918756738270545],"probs_oracle":[0.9991744160652161,0.00042735174065455794,0.0003981590270996094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.989629081941231e-06,"mean_abs_dp":6.6353637113993474e-06,"oracle_top2_margin":0.9987470643245615,"finite":true},{"t":302,"nopts":2,"letter_logits":[15.5625,9.3515625],"probs":[0.9979966667138236,0.0020033332861764124],"probs_oracle":[0.9979913234710693,0.002008667681366205],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.343242754252131e-06,"mean_abs_dp":5.338818972022491e-06,"oracle_top2_margin":0.9959826557897031,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":9.989629081941231e-06,"mean_abs_dp":4.426813022127694e-06,"shard":"g448_shard_01","npz_key":"04","first_in_process":false},{"id":"r18","arm":"g448","variant":"e2e","tokens":343,"grid":[14,14],"start":197,"amount":182,"slots_host":[255,296,342],"slots_oracle":[255,296,342],"nopts":[6,5,6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999931520331,"min_row":0.9999993848051172,"max_abs":0.0010471343994140625},"prefill_calls":20,"main_calls":23,"slot_read_from":["prefill","main","main"],"slots_equal":true,"slots":[{"t":255,"nopts":6,"letter_logits":[16.78125,9.0703125,8.2578125,7.4140625,7.97265625,8.0234375],"probs":[0.9989622667020183,0.00044743657053541845,0.0001985487746069953,8.539476386412036e-05,0.0001492881805814305,0.0001570650083936732],"probs_oracle":[0.9989650249481201,0.00044237051042728126,0.00019978830823674798,8.695968426764011e-05,0.0001475344179198146,0.0001582982367835939],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":5.066060108137186e-06,"mean_abs_dp":2.2692918824664924e-06,"oracle_top2_margin":0.9985226544376928,"finite":true},{"t":296,"nopts":5,"letter_logits":[9.9375,11.625,14.6328125,10.703125,9.3984375],"probs":[0.008433652843579347,0.04559189652476152,0.9229199410080258,0.0181352034795276,0.004919306144105839],"probs_oracle":[0.008088547736406326,0.04423723742365837,0.9244673848152161,0.018492545932531357,0.004714324604719877],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0015474438071902963,"mean_abs_dp":0.0007619064015712366,"oracle_top2_margin":0.8802301473915577,"finite":true},{"t":342,"nopts":6,"letter_logits":[8.65625,8.96875,8.5390625,8.390625,16.015625,9.2109375],"probs":[0.0006342687066817879,0.0008669425331919015,0.0005641302656092515,0.00048631068646836864,0.9963438343669072,0.0011045134411413573],"probs_oracle":[0.0006307050934992731,0.0008567753247916698,0.0005710572004318237,0.0004954338655807078,0.9963390827178955,0.0011069673346355557],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"full_vocab_top1_id":36,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.0167208400231696e-05,"mean_abs_dp":6.164413003926513e-06,"oracle_top2_margin":0.99523211538326,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":0.0015474438071902963,"mean_abs_dp":0.00022706671983379652,"shard":"g448_shard_01","npz_key":"05","first_in_process":false},{"id":"r19","arm":"g448","variant":"e2e","tokens":309,"grid":[14,14],"start":197,"amount":182,"slots_host":[242,278,308],"slots_oracle":[242,278,308],"nopts":[3,4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999990263727,"min_row":0.9999998530702078,"max_abs":0.0005652308464050293},"prefill_calls":18,"main_calls":21,"slot_read_from":["main","main","main"],"slots_equal":true,"slots":[{"t":242,"nopts":3,"letter_logits":[15.6484375,10.015625,8.3046875],"probs":[0.9957926587339325,0.0035634406824430814,0.0006439005836244478],"probs_oracle":[0.9957261085510254,0.0036251493729650974,0.0006488442304544151],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.655018290713244e-05,"mean_abs_dp":4.4400840086371915e-05,"oracle_top2_margin":0.9921009591780603,"finite":true},{"t":278,"nopts":4,"letter_logits":[9.1875,16.40625,9.671875,8.015625],"probs":[0.0007311464943971777,0.9978555869855932,0.0011867679022261688,0.00022649861778363273],"probs_oracle":[0.000710506399627775,0.9978955984115601,0.0011723366333171725,0.00022145592083688825],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.0011425966879344e-05,"mean_abs_dp":2.0031371648005717e-05,"oracle_top2_margin":0.9967232617782429,"finite":true},{"t":308,"nopts":2,"letter_logits":[16.578125,10.2890625],"probs":[0.9981469406043857,0.0018530593956144392],"probs_oracle":[0.9981451034545898,0.0018549266969785094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":1.867301364070215e-06,"mean_abs_dp":1.8522255799585706e-06,"oracle_top2_margin":0.9962901767576113,"finite":true}],"n_slots_read":3,"n_slots_oracle":3,"argmax_all_equal":true,"max_abs_dp":6.655018290713244e-05,"mean_abs_dp":2.4114717556783973e-05,"shard":"g448_shard_01","npz_key":"06","first_in_process":false},{"id":"r20","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999977039586,"min_row":0.9999996889255951,"max_abs":0.0005522966384887695},"prefill_calls":17,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.9140625,9.7890625,9.234375,9.3046875,9.6796875,8.8359375,10.4140625,16.515625,9.9375,14.3203125],"probs":[0.0004462873107688687,0.0010705876038144555,0.00061478673737031,0.0006595698889443333,0.0009596685257546854,0.0004127482897180398,0.002000120962903406,0.8931639513690334,0.0012419033471868894,0.09943037596450577],"probs_oracle":[0.0004485415993258357,0.0010800594463944435,0.0006290642777457833,0.0006908925715833902,0.000972151174210012,0.00042305333772674203,0.0021294124890118837,0.8899959921836853,0.0012687055859714746,0.10236208140850067],"argmax":7,"argmax_oracle":7,"argmax_equal":true,"full_vocab_top1_id":39,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.003167959185348068,"mean_abs_dp":0.0006335872444851548,"oracle_top2_margin":0.7876339107751846,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.003167959185348068,"mean_abs_dp":0.0006335872444851548,"shard":"g448_shard_01","npz_key":"07","first_in_process":false},{"id":"r21","arm":"g448","variant":"e2e","tokens":275,"grid":[14,14],"start":197,"amount":182,"slots_host":[274],"slots_oracle":[274],"nopts":[10],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"prefill_calls":17,"main_calls":3,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":274,"nopts":10,"letter_logits":[8.90625,9.390625,8.890625,16.390625,9.7109375,9.1171875,9.1171875,9.5234375,8.9765625,12.890625],"probs":[0.0005420045756578569,0.0008797602644334618,0.0005336015735757884,0.9647742774455231,0.0012119209522387742,0.0006692863152777638,0.0006692863152777638,0.001004717758338862,0.0005814860276640014,0.02913365877201275],"probs_oracle":[0.0005481093539856374,0.0008933480712585151,0.0005559168639592826,0.9644231796264648,0.0012373479548841715,0.0006897316197864711,0.0006905003683641553,0.0010131854796782136,0.0005959380650892854,0.02935273014008999],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0003510978190582881,"mean_abs_dp":7.02183181676988e-05,"oracle_top2_margin":0.9350704494863749,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0003510978190582881,"mean_abs_dp":7.02183181676988e-05,"shard":"g448_shard_01","npz_key":"08","first_in_process":false},{"id":"r22","arm":"g448","variant":"e2e","tokens":279,"grid":[14,14],"start":197,"amount":182,"slots_host":[278],"slots_oracle":[278],"nopts":[9],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986970453,"min_row":0.9999999473461512,"max_abs":0.0007014274597167969},"prefill_calls":17,"main_calls":7,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":278,"nopts":9,"letter_logits":[10.015625,10.421875,9.578125,16.015625,9.53125,9.6484375,9.703125,8.7578125,9.3046875],"probs":[0.0024426499021358065,0.003666851806258745,0.0015770933098932182,0.9854353029437959,0.0015048729491555196,0.0016919741367721894,0.001787080844447541,0.000694384786631751,0.0011997893209093398],"probs_oracle":[0.0024558305740356445,0.0037613804452121258,0.0016030978877097368,0.9852538704872131,0.0015132761327549815,0.0017176602268591523,0.0018075669649988413,0.0006852896767668426,0.0012020787689834833],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00018143245658275298,"mean_abs_dp":4.2345144158807465e-05,"oracle_top2_margin":0.981492490042001,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00018143245658275298,"mean_abs_dp":4.2345144158807465e-05,"shard":"g448_shard_01","npz_key":"09","first_in_process":false},{"id":"r23","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999964794616,"min_row":0.9999997779082417,"max_abs":0.0010602474212646484},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[17.296875,6.61328125,9.046875],"probs":[0.9997159043093791,2.2911355749567803e-05,0.00026118433487140033],"probs_oracle":[0.999715268611908,2.3231894374475814e-05,0.00026144483126699924],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":6.35697471107477e-07,"mean_abs_dp":4.0557749720480154e-07,"oracle_top2_margin":0.999453823780641,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":6.35697471107477e-07,"mean_abs_dp":4.0557749720480154e-07,"shard":"g448_shard_01","npz_key":"10","first_in_process":false},{"id":"r24","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.999999971226904,"min_row":0.9999958151456003,"max_abs":0.006329655647277832},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[6.79296875,16.96875,10.0],"probs":[3.8044285043092655e-05,0.9990220475937871,0.0009399081211699353],"probs_oracle":[3.7778951082145795e-05,0.9990003705024719,0.0009618884068913758],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.1980285721440434e-05,"mean_abs_dp":1.464090366585422e-05,"oracle_top2_margin":0.9980384820955805,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.1980285721440434e-05,"mean_abs_dp":1.464090366585422e-05,"shard":"g448_shard_01","npz_key":"11","first_in_process":false},{"id":"r25","arm":"g448","variant":"e2e","tokens":282,"grid":[14,14],"start":197,"amount":182,"slots_host":[281],"slots_oracle":[281],"nopts":[3],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999963945622,"min_row":0.9999997341044145,"max_abs":0.0008140802383422852},"prefill_calls":17,"main_calls":10,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":281,"nopts":3,"letter_logits":[9.1328125,8.3828125,15.0703125],"probs":[0.002628406563880659,0.0012415713477821624,0.9961300220883372],"probs_oracle":[0.0025366705376654863,0.0012032677186653018,0.9962600469589233],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"full_vocab_top1_id":34,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.00013002487058610956,"mean_abs_dp":8.668817530604759e-05,"oracle_top2_margin":0.9937233764212579,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.00013002487058610956,"mean_abs_dp":8.668817530604759e-05,"shard":"g448_shard_02","npz_key":"00","first_in_process":true},{"id":"r26","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999913820677,"min_row":0.9999998286642663,"max_abs":0.0021512508392333984},"prefill_calls":17,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[13.59375,10.25,11.3046875,10.59375],"probs":[0.8428485100197483,0.02975619181099293,0.0854323417771534,0.04196295639210546],"probs_oracle":[0.8332034349441528,0.030570058152079582,0.08590248227119446,0.050323981791734695],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.009645075075595422,"mean_abs_dp":0.00482252682758809,"oracle_top2_margin":0.7473009526729584,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.009645075075595422,"mean_abs_dp":0.00482252682758809,"shard":"g448_shard_02","npz_key":"01","first_in_process":false},{"id":"r27","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[276],"slots_oracle":[276],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999938795284,"min_row":0.9999972236708179,"max_abs":0.0009641647338867188},"prefill_calls":17,"main_calls":5,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":276,"nopts":4,"letter_logits":[10.2890625,10.5234375,9.9921875,14.765625],"probs":[0.01099636501398774,0.013900707872412706,0.008171804593124487,0.966931122520475],"probs_oracle":[0.010312587022781372,0.013162228278815746,0.007728788536041975,0.9687963724136353],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0018652498931602812,"mean_abs_dp":0.0009326308837615304,"oracle_top2_margin":0.9556341441348195,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0018652498931602812,"mean_abs_dp":0.0009326308837615304,"shard":"g448_shard_02","npz_key":"02","first_in_process":false},{"id":"r28","arm":"g448","variant":"e2e","tokens":302,"grid":[14,14],"start":197,"amount":182,"slots_host":[301],"slots_oracle":[301],"nopts":[6],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999973437731,"min_row":0.9999997646891092,"max_abs":0.00072479248046875},"prefill_calls":18,"main_calls":14,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":301,"nopts":6,"letter_logits":[11.125,14.5546875,13.3828125,8.1640625,7.68359375,8.15625],"probs":[0.024059107351089543,0.7426323536800727,0.23005677100131036,0.0012455486416929082,0.0007703636205712258,0.0012358557052633843],"probs_oracle":[0.023014351725578308,0.7404738664627075,0.23333954811096191,0.0012221261858940125,0.000736995309125632,0.001213126815855503],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0032827771096515523,"mean_abs_dp":0.0010942566015300634,"oracle_top2_margin":0.5071343183517456,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0032827771096515523,"mean_abs_dp":0.0010942566015300634,"shard":"g448_shard_02","npz_key":"03","first_in_process":false},{"id":"r29","arm":"g448","variant":"e2e","tokens":296,"grid":[14,14],"start":197,"amount":182,"slots_host":[295],"slots_oracle":[295],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999986543849,"min_row":0.9999999721567457,"max_abs":0.0002944469451904297},"prefill_calls":18,"main_calls":8,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":295,"nopts":4,"letter_logits":[9.09375,15.0703125,10.9453125,9.1953125],"probs":[0.002484101507144741,0.9789431071619533,0.015823141614734516,0.002749649716167261],"probs_oracle":[0.002556135645136237,0.9778785705566406,0.016833467409014702,0.002731863409280777],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0010645366053126937,"mean_abs_dp":0.0005411707111177151,"oracle_top2_margin":0.9610451031476259,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0010645366053126937,"mean_abs_dp":0.0005411707111177151,"shard":"g448_shard_02","npz_key":"04","first_in_process":false},{"id":"r30","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999988237362,"min_row":0.9999999445513873,"max_abs":0.00018906593322753906},"prefill_calls":15,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":252,"nopts":4,"letter_logits":[17.390625,7.55078125,7.59375,7.19921875],"probs":[0.9998536195097018,5.327783637121997e-05,5.5617014284713345e-05,3.748563964216082e-05],"probs_oracle":[0.9998513460159302,5.3302719607017934e-05,5.6550619774498045e-05,3.8857629988342524e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":2.2734937715762626e-06,"mean_abs_dp":1.1509932108351578e-06,"oracle_top2_margin":0.9997947953961557,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":2.2734937715762626e-06,"mean_abs_dp":1.1509932108351578e-06,"shard":"g448_shard_02","npz_key":"05","first_in_process":false},{"id":"r31","arm":"g448","variant":"e2e","tokens":246,"grid":[14,14],"start":197,"amount":182,"slots_host":[245],"slots_oracle":[245],"nopts":[4],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999853107792,"min_row":0.9999956898696566,"max_abs":0.0029872655868530273},"prefill_calls":15,"main_calls":6,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[12.8046875,8.5625,8.0859375,15.6953125],"probs":[0.05255451363294278,0.0007555294522778163,0.000469118904848662,0.9462208380099308],"probs_oracle":[0.05128991976380348,0.000733718799892813,0.00045598449651151896,0.94752037525177],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"full_vocab_top1_id":35,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.001299537241839177,"mean_abs_dp":0.0006497690429251551,"oracle_top2_margin":0.8962304554879665,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.001299537241839177,"mean_abs_dp":0.0006497690429251551,"shard":"g448_shard_02","npz_key":"06","first_in_process":false},{"id":"r32","arm":"g448","variant":"e2e","tokens":237,"grid":[14,14],"start":197,"amount":182,"slots_host":[236],"slots_oracle":[236],"nopts":[2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999983675069,"min_row":0.9999998766400079,"max_abs":0.0003254413604736328},"prefill_calls":14,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":236,"nopts":2,"letter_logits":[10.5234375,16.09375],"probs":[0.003794834220043924,0.9962051657799561],"probs_oracle":[0.0036633117124438286,0.9963366985321045],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0001315327521483889,"mean_abs_dp":0.00013152762987424216,"oracle_top2_margin":0.9926733868196607,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":0.0001315327521483889,"mean_abs_dp":0.00013152762987424216,"shard":"g448_shard_02","npz_key":"07","first_in_process":false},{"id":"r33","arm":"g448","variant":"e2e","tokens":276,"grid":[14,14],"start":197,"amount":182,"slots_host":[246,275],"slots_oracle":[246,275],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999942012971,"min_row":0.9999995640499911,"max_abs":0.001127004623413086},"prefill_calls":16,"main_calls":20,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":246,"nopts":4,"letter_logits":[9.3359375,16.8125,8.953125,7.953125],"probs":[0.0005655814386908304,0.998906836993382,0.00038569303116014277,0.000141888536766913],"probs_oracle":[0.0005686153890565038,0.9989047050476074,0.00038564109127037227,0.00014100427506491542],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":3.033950365673361e-06,"mean_abs_dp":1.525524433006878e-06,"oracle_top2_margin":0.9983360896585509,"finite":true},{"t":275,"nopts":2,"letter_logits":[10.421875,14.3046875],"probs":[0.02017731832286999,0.97982268167713],"probs_oracle":[0.020169703289866447,0.979830265045166],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":7.615033003543353e-06,"mean_abs_dp":7.599200519755808e-06,"oracle_top2_margin":0.9596605617552996,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":7.615033003543353e-06,"mean_abs_dp":3.5500831285898546e-06,"shard":"g448_shard_02","npz_key":"08","first_in_process":false},{"id":"r34","arm":"g448","variant":"e2e","tokens":253,"grid":[14,14],"start":197,"amount":182,"slots_host":[252],"slots_oracle":[252],"nopts":[7],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.9999999956634552,"min_row":0.9999998884464328,"max_abs":0.0005083084106445312},"prefill_calls":15,"main_calls":13,"slot_read_from":["main"],"slots_equal":true,"slots":[{"t":252,"nopts":7,"letter_logits":[16.9375,9.640625,8.6171875,7.69140625,7.984375,7.7265625,8.890625],"probs":[0.9984354176980794,0.0006765928917309875,0.00024313874571634818,9.633685929236129e-05,0.00012913001311531475,9.978394018967788e-05,0.0003195998518760412],"probs_oracle":[0.9983891248703003,0.0006920418818481266,0.0002512198407202959,0.00010025671508628875,0.00013134843902662396,0.00010331271914765239,0.000332709081703797],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":4.6292827779126355e-05,"mean_abs_dp":1.3228457627311453e-05,"oracle_top2_margin":0.9976970829884522,"finite":true}],"n_slots_read":1,"n_slots_oracle":1,"argmax_all_equal":true,"max_abs_dp":4.6292827779126355e-05,"mean_abs_dp":1.3228457627311453e-05,"shard":"g448_shard_02","npz_key":"09","first_in_process":false},{"id":"r35","arm":"g448","variant":"e2e","tokens":277,"grid":[14,14],"start":197,"amount":182,"slots_host":[245,276],"slots_oracle":[245,276],"nopts":[4,2],"ids_equal_oracle":true,"tower_vs_oracle":{"cos":0.99999999936307,"min_row":0.9999999791907344,"max_abs":0.0006172657012939453},"prefill_calls":16,"main_calls":21,"slot_read_from":["main","main"],"slots_equal":true,"slots":[{"t":245,"nopts":4,"letter_logits":[8.8203125,17.03125,8.1171875,7.91015625],"probs":[0.00027152594743203213,0.9994847802664772,0.00013441509092575185,0.0001092786951649191],"probs_oracle":[0.0002710831176955253,0.9994843006134033,0.00013441758346743882,0.00011026520951418206],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"full_vocab_top1_id":33,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":9.865143492629631e-07,"mean_abs_dp":4.778724253456796e-07,"oracle_top2_margin":0.9992132174957078,"finite":true},{"t":276,"nopts":2,"letter_logits":[15.578125,11.3046875],"probs":[0.9862576795040977,0.01374232049590237],"probs_oracle":[0.985750675201416,0.014249387197196484],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"full_vocab_top1_id":32,"full_vocab_top1_is_oracle_letter":true,"max_abs_dp":0.0005070667012941135,"mean_abs_dp":0.0005070355019879021,"oracle_top2_margin":0.9715012880042195,"finite":true}],"n_slots_read":2,"n_slots_oracle":2,"argmax_all_equal":true,"max_abs_dp":0.0005070667012941135,"mean_abs_dp":0.00016933041561286444,"shard":"g448_shard_02","npz_key":"10","first_in_process":false}],"note":"The fp16 layer set [0, 2, 5] was chosen on this fixture: int8_bisect_torch.py (fp32 torch, exporter int8 weights) on rows r29 g256, r26 g448, r28 g256 and r20 g256 (logs/r6_bisect.json, rule: r29 |dp| <= 0.010 and no bisect run worse than int8lin, at most 4 layers, smallest set). r20, r28 and r29 native carry the same ids and image rows as their g256 arms. This result therefore includes the rows used in the search; generalization is checked in a later round on 250 held-out photos.","checks":{"all_runs":true,"slots":true,"argmax":true,"full_vocab_top1":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true,"ids_equal_oracle":true},"result":"PASS","environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","tokenizers":"0.23.0rc0","pillow":"12.2.0","transformers":"4.57.6"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","gpu":"shared with other sessions, no _GPU_LOCK (times are contended reference values)"},"generated_at":"2026-09-28T17:16:35+00:00"}},"towers":{"fp16/g256":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/decider_2b_vision_g256_vision_aotc/decider_2b_vision_g256_vision_fp16.h16c.aimodelc","bytes":659236272,"tree_sha256":"3208dffe89bba3f55d042612b2cc600e18f26bf4d966da44977f6b35e80c3b81","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"5b487f8f53dea94abbcf3d709a5757dc53b2c1cf3c0bf7b0e3334b2d1bf53aa0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"fadac072a92db44ab5e233d5244f9078ae4dac1bbff466ec63650267ba37ef4f","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph":"56e0f79a3a9f69920ea9143c7816f9c5ae9412b3a42b320928001644b9ebcc5d","main-h16c.mlirb":"daee6654fc1aced35a6d85e5dc3e6ecdc73eb12cad2609d8b454e00ddd58d9f8","main.hash":"5c8546c1f8c47c07a68d0b1cac879fe140123364f28d9f15208589c089a4a940","metadata.json":"404e9c4292db3bc930bcf7e9f75389bf527754055eb3f0e859cd19be8703e507","stats.json":"9098999a1d6f953a5f8a5f715a871fe5d14f056511d100489989eb0458c87b36"}},"fp16/g448":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/decider_2b_vision_g448_vision_aotc/decider_2b_vision_g448_vision_fp16.h16c.aimodelc","bytes":660452786,"tree_sha256":"d39a564bd6a34dd27d25950cc1349585e9d735a52f35720119587b43737377ca","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"f250b7121be151f2ead0f0ff08341fbc626f591ecfc4ed7ea6fbbdb7d4b5ac4c","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"a3213b0d78d803501151b5248bcb6128259b3d8a53b34b086fde0482bbfc9346","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph":"ffb47c89587b447f96613adcd167995ff4084dcadb9a82f5d6a651e16a13d755","main-h16c.mlirb":"ea9c13801a6ba9d1f313822cd0000fff5c14c27c70ba249f2d7730085f7a7a5f","main.hash":"3924a26229b0fe43adeee272c0f46e98821f13c93e758907daf74db20d0d6d47","metadata.json":"5b844091de42acb67c64764233c8de7a8be905fb9181d67acf175a2176bee010","stats.json":"b27f87e6760be68706dc2c587e03abc0ae03a06cad7a4973f6f2f5a39be86eeb"}},"fp16w32/g256":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/decider_2b_vision_g256_vision_fp16w32_aotc/decider_2b_vision_g256_vision_fp16w32.h16c.aimodelc","bytes":660582224,"tree_sha256":"a260e1c394e249e67f4595d20010a633fe21a960fa33cf18c4d4a445597a9dd7","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"c76113e8ce2b35a01d6e5feaf41cd73fd0852bf40fe9cb1884281676527dacd1","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"ccf5e9113196fa3552bd8111346c939becdb5e62ef05c2c65c64e6ccf6dcc600","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph":"b94ea4f336a101380f2e095fd4c4fa84106d60b6ba5674da8d13ede3a2caf31b","main-h16c.mlirb":"839ef2e535f486ad34ca714395657d14cb0ad6572ad26e89ee4c4046d97943a0","main.hash":"66124a2d42ab1b613ec94fbddf6f8d065a52a483d1870797bbfc5b5b296bc3b0","metadata.json":"035421fe77f2f3bc27165a840c78e5ba206d004db44a4bdba92a43388b270c86","stats.json":"f7374cc16c67cfd72ab5b8ee760eff6a9863ec1b03522355ce07c52eb9dc6c50"}},"fp16w32/g448":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/exports/decider_2b_vision_g448_vision_fp16w32_aotc/decider_2b_vision_g448_vision_fp16w32.h16c.aimodelc","bytes":663015542,"tree_sha256":"208bbb64cb807edf64c88489dfb49a059e4828208596750d0940c73a81121ed4","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"6e7eb367589748353dda1dcca2531736adf9978532c679d83d7a2086d580be64","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"cb362543562d51ae1da5f1b614e6e49a688fc3b2ac81f1bd5eaad2332cd079c0","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_0.mpsgraph":"ab362c7957529866f89be195a06fabd3cddc3940b000bcf0be94830e9b6ed1ba","main-h16c.mlirb":"c20ed76583edf22a75614dcd28c4ffa93d80fb34dc801687cca63e2627e40b06","main.hash":"5c66dc6eda106b5cde907d45c58489235ae23d38591f4b9c7be56b051cab8e2b","metadata.json":"7ebb0db45101fc1379759c21a52b77db16668f4f379b36a936523d2faee2c136","stats.json":"d2575996ae15dca768fc356971582b653cff50d95edbd7d631d8fc05646127aa"}}},"wall_seconds_total":624.6313861249946,"generated_at":"2026-09-28T15:54:04+00:00","appended":[{"arms":["decider_2b_vision_decode_int8lin_pf16+tower_fp16w32+chunk16"],"generated_at":"2026-09-28T16:28:30+00:00","wall_seconds":56.06251004198566},{"arms":["decider_2b_vision_decode_fp16_pf16+tower_fp16w32+chunk16"],"generated_at":"2026-09-28T16:51:37+00:00","wall_seconds":79.92460645898245},{"arms":["decider_2b_vision_decode_int8mix_pf16+tower_fp16w32+chunk16"],"generated_at":"2026-09-28T17:16:35+00:00","wall_seconds":58.04859170806594}]}