{"schema":"coreai-decider-vision-torch-parity/1","purpose":"ids-input Qwen3.5 VL decoder (S=1, fresh zero states, loop-free GDN step, in-graph M-RoPE, fp32 CPU eager) vs the author's fp32 oracle on every fixture run","module":{"path":"conversion/decider_vision/qwen3_5_vl_pipelined.py","sha256":"7f7fd56967f7ba4ca9e9ca12092205df638d6996470454cfc0845b495090211f","class":"Qwen3_5VLPipelinedForCausalLM","n_image_max":256},"harness":{"path":"conversion/decider_vision/parity_decoder_torch.py","sha256":"64aea49a32695029c8c1117d59608f4a2acf4bf2583dddff2705f50e457966b7","depthwise_conv":"evaluated as torch.bmm (no oneDNN in this torch build); checked against F.conv1d with torch.equal (all channels, all linear layers) at the last slot step of every run","conv_check":{"fast_calls":412794,"checked_vs_F_conv1d":2340,"mismatched":0,"max_abs_diff":0.0}},"oracle":{"path":"/Users/majimadaisuke/code/coreai/_decider2bv/oracle/fixture_oracle.json","sha256":"c2741795879ee1036fb1b4e3b9c016174fc3a4de90b448d9198718a39b01573e","hf_id":"Mapika/decider-2b-vision","revision":"863e290863655f1d6b69324d77d09ac972d21609","oracle":"checkpoint decider/vision.py VisionDecisionModel.prepare() -> slot_logits(), fp32, CPU, torch.no_grad","image_embeds":"oracle npz image_embeds (HF fp32 tower output), zero-padded to 256 rows"},"contract":{"input_names":["input_ids","position_ids","image_embeds","image_rc","rope_shift_start","rope_shift_amount"],"image":"ids <|image_pad|> -> V + k (row-major), image_rc[k] = (k // W, k % W), start = index of <|vision_end|> = 1 + H*W, amount = H*W - max(H, W)","text":"image_embeds 0, image_rc 0, start 1<<30, amount 0","readout":"logits at every slot step of one S=1 pass, letters ids 32..41, softmax(T=1) over the first nopts"},"versions":{"python":"3.11.13","torch":"2.9.0","transformers":"4.57.6","numpy":"2.3.5","platform":"macOS-27.0-arm64-arm-64bit","coreai_torch":"0.4.1","overlay":{"path":"/Users/majimadaisuke/code/coreai/coreai-models","branch":"zoo-0.2","rev":"397b337","uncommitted_python":[" M python/src/coreai_models/model_registry.py"," M python/src/coreai_models/models/base.py"," M python/src/coreai_models/models/macos/lfm2.py"," M python/src/coreai_models/models/registry.py","?? python/src/coreai_models/models/ios/qwen3_5_mtp_ios.py","?? python/src/coreai_models/models/macos/bitcpm_ternary_gemm.py","?? python/src/coreai_models/models/macos/cohere_compass.py","?? python/src/coreai_models/models/macos/lfm2_vl.py","?? python/src/coreai_models/models/macos/muse_glimmer.py","?? python/src/coreai_models/models/macos/muse_glimmer_config_shim.py","?? python/src/coreai_models/models/macos/nanbeige.py","?? python/src/coreai_models/models/macos/qwen3_5_vision.py","?? python/src/coreai_models/models/macos/qwen3_8_mtp.py"],"sha256":{"models/macos/qwen3_5.py":"8e9da56ac2fad9c43017a5ca88316af49e9667960c4367cc3f00bca8038620b6","models/base.py":"5b47e8d362238d2ca242e7520386c9b879ce7653b554e2adb08de13c86754008","primitives/macos/cache.py":"c5a1fc439db3f6268f3be96974563b14ba80dcd802580ed09a37e3a08633cc01","primitives/_ops.py":"76680cc6a61d9f25d8ffed5754336f11bcf255cfc312a4d2a586513138dd5aa2"}}},"shards":[{"shard":0,"threads":4,"planned_token_steps":7613,"load_seconds":3.000965332845226,"wall_seconds":917.4298197079916,"load_report":{"checkpoint_text_keys":320,"checkpoint_other_keys_skipped":297,"module_tensors":321,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"tied_lm_head":true},"loopfree_linear_layers":18,"conv":{"fast_calls":137952,"checked_vs_F_conv1d":864,"mismatched":0,"max_abs_diff":0.0}},{"shard":1,"threads":4,"planned_token_steps":7612,"load_seconds":3.000940917059779,"wall_seconds":911.4517045419198,"load_report":{"checkpoint_text_keys":320,"checkpoint_other_keys_skipped":297,"module_tensors":321,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"tied_lm_head":true},"loopfree_linear_layers":18,"conv":{"fast_calls":137934,"checked_vs_F_conv1d":792,"mismatched":0,"max_abs_diff":0.0}},{"shard":2,"threads":4,"planned_token_steps":7555,"load_seconds":3.0009725838899612,"wall_seconds":894.3399928750005,"load_report":{"checkpoint_text_keys":320,"checkpoint_other_keys_skipped":297,"module_tensors":321,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"tied_lm_head":true},"loopfree_linear_layers":18,"conv":{"fast_calls":136908,"checked_vs_F_conv1d":684,"mismatched":0,"max_abs_diff":0.0}}],"p1":{"summary":{"runs":111,"expected_runs":111,"missing_runs":[],"slots":157,"slots_equal_runs":111,"argmax_equal_slots":157,"rope_planes_equal_runs":111,"max_abs_dp":3.337860107421875e-06,"mean_slot_max_abs_dp":2.3066312661186858e-07,"bar_max_abs_dp":0.0001,"per_arm":{"g256":{"runs":35,"slots":49,"slots_equal_runs":35,"argmax_equal_slots":49,"rope_planes_equal_runs":35,"max_abs_dp":3.337860107421875e-06,"worst_run":"r29","max_abs_dlogit":3.910064697265625e-05,"min_slot_hidden_cos":0.999999999995812,"full_vocab_top1_equal_slots":49},"g448":{"runs":35,"slots":49,"slots_equal_runs":35,"argmax_equal_slots":49,"rope_planes_equal_runs":35,"max_abs_dp":1.9222497940063477e-06,"worst_run":"r28","max_abs_dlogit":3.62396240234375e-05,"min_slot_hidden_cos":0.9999999999977253,"full_vocab_top1_equal_slots":49},"native":{"runs":35,"slots":49,"slots_equal_runs":35,"argmax_equal_slots":49,"rope_planes_equal_runs":35,"max_abs_dp":3.337860107421875e-06,"worst_run":"r29","max_abs_dlogit":3.910064697265625e-05,"min_slot_hidden_cos":0.999999999995812,"full_vocab_top1_equal_slots":49},"text":{"runs":6,"slots":10,"slots_equal_runs":6,"argmax_equal_slots":10,"rope_planes_equal_runs":6,"max_abs_dp":1.8477439880371094e-06,"worst_run":"t04","max_abs_dlogit":2.6702880859375e-05,"min_slot_hidden_cos":0.9999999999976276,"full_vocab_top1_equal_slots":10}}},"result":"PASS","runs":[{"id":"r01","arm":"g256","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.79154795804061,"slots":[{"t":104,"nopts":3,"letter_logits":[16.823593139648438,7.9315361976623535,7.707070827484131,8.495515823364258,8.693568229675293,8.1458740234375,8.38948917388916,7.211328029632568,8.074274063110352,9.16669750213623],"probs":[0.9997528195381165,0.00013744253374170512,0.00010980889783240855],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3096723705530167e-09,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":2.193450927734375e-05,"slot_hidden_cos":0.9999999999984219,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9996153712272644}],"max_abs_dp":1.3096723705530167e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r02","arm":"g256","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.08460395806469,"slots":[{"t":104,"nopts":3,"letter_logits":[8.210222244262695,16.747337341308594,8.017282485961914,9.464059829711914,10.039422988891602,8.515644073486328,8.981799125671387,8.175357818603516,8.747228622436523,10.448811531066895],"probs":[0.00019598493236117065,0.9996423721313477,0.00016159577353391796],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.111804395914078e-10,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.1444091796875e-05,"slot_hidden_cos":0.9999999999988332,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9994463920593262}],"max_abs_dp":6.111804395914078e-10,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r03","arm":"g256","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":12.45793362497352,"slots":[{"t":104,"nopts":3,"letter_logits":[8.06097412109375,8.171426773071289,16.28597640991211,9.401004791259766,9.347599029541016,8.677619934082031,8.702926635742188,7.984285354614258,8.680512428283691,9.963160514831543],"probs":[0.0002677199081517756,0.0002989851636812091,0.9994332194328308],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999986936,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.999134361743927}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r04","arm":"g256","tokens":153,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[112,152],"slots_oracle":[112,152],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.19346179207787,"slots":[{"t":112,"nopts":4,"letter_logits":[16.684696197509766,8.964405059814453,8.350112915039062,7.272757530212402,8.99258804321289,8.19890022277832,8.793401718139648,7.362564563751221,8.30180835723877,9.822227478027344],"probs":[0.9992350339889526,0.00044339196756482124,0.0002398855722276494,8.167979103745893e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.034962669014931e-09,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.9550323486328125e-05,"slot_hidden_cos":0.9999999999986117,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9987916350364685},{"t":152,"nopts":5,"letter_logits":[15.856611251831055,9.289834976196289,8.863602638244629,8.786226272583008,8.187148094177246,8.601520538330078,8.90032958984375,7.822279930114746,8.492924690246582,9.872466087341309],"probs":[0.996371865272522,0.0014012212632223964,0.0009149480029009283,0.0008468223386444151,0.0004651745257433504],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.3655745685100555e-09,"max_abs_dlogit":1.621246337890625e-05,"slot_hidden_max_abs_diff":2.86102294921875e-05,"slot_hidden_cos":0.9999999999985095,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9949706196784973}],"max_abs_dp":5.034962669014931e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r05","arm":"g256","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":12.587011625058949,"slots":[{"t":104,"nopts":3,"letter_logits":[10.368900299072266,15.541622161865234,8.874471664428711,10.62053108215332,10.630023956298828,9.254457473754883,9.024820327758789,8.762063980102539,9.380090713500977,11.27775764465332],"probs":[0.005630038678646088,0.9931067824363708,0.0012632498983293772],"probs_oracle":[0.005630022846162319,0.9931067824363708,0.0012632559519261122],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5832483768463135e-08,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":2.09808349609375e-05,"slot_hidden_cos":0.9999999999986794,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9874767661094666}],"max_abs_dp":1.5832483768463135e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r06","arm":"g256","tokens":126,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[125],"slots_oracle":[125],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.942397791193798,"slots":[{"t":125,"nopts":8,"letter_logits":[9.16711139678955,9.11861515045166,16.876943588256836,8.037035942077637,8.32369613647461,8.529661178588867,9.474403381347656,7.696667194366455,8.861482620239258,10.686942100524902],"probs":[0.00044742884347215295,0.00042624794878065586,0.997841477394104,0.0001445234811399132,0.00019250117475166917,0.0002365281543461606,0.0006083859479986131,0.00010282955190632492],"probs_oracle":[0.00044743184116669,0.00042624998604878783,0.997841477394104,0.0001445232192054391,0.00019250228069722652,0.00023652952222619206,0.0006083882763050497,0.00010282994480803609],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.9976945370435715e-09,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":1.430511474609375e-05,"slot_hidden_cos":0.9999999999986489,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9972330927848816}],"max_abs_dp":2.9976945370435715e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r07","arm":"g256","tokens":184,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[112,156,183],"slots_oracle":[112,156,183],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":21.69685437506996,"slots":[{"t":112,"nopts":4,"letter_logits":[16.59587860107422,9.146646499633789,8.314926147460938,8.759479522705078,9.305328369140625,8.333318710327148,8.701175689697266,7.426422119140625,8.10493278503418,9.749385833740234],"probs":[0.9987712502479553,0.0005811732262372971,0.00025298460968770087,0.0003946037031710148],"probs_oracle":[0.9987712502479553,0.00058116385480389,0.0002529850753489882,0.000394599192077294],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.371433407068253e-09,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999980247,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9981901049613953},{"t":156,"nopts":6,"letter_logits":[9.797964096069336,16.2445011138916,8.725404739379883,8.734325408935547,9.31010627746582,8.724371910095215,8.988898277282715,8.206212997436523,8.82691764831543,11.332939147949219],"probs":[0.0015793844358995557,0.9958256483078003,0.0005403575487434864,0.0005451994948089123,0.000969647488091141,0.0005397997447289526],"probs_oracle":[0.0015793738421052694,0.9958256483078003,0.0005403549876064062,0.0005451973993331194,0.0009696456836536527,0.0005397982313297689],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0593794286251068e-08,"max_abs_dlogit":1.52587890625e-05,"slot_hidden_max_abs_diff":1.9073486328125e-05,"slot_hidden_cos":0.9999999999986893,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9942463040351868},{"t":183,"nopts":2,"letter_logits":[11.23090934753418,13.971110343933105,10.377387046813965,10.077220916748047,9.91912841796875,9.348938941955566,9.39875316619873,8.921358108520508,9.29195785522461,10.911466598510742],"probs":[0.060642458498477936,0.939357578754425],"probs_oracle":[0.06064261496067047,0.9393573999404907],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"max_abs_dlogit":1.239776611328125e-05,"slot_hidden_max_abs_diff":1.33514404296875e-05,"slot_hidden_cos":0.9999999999986078,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8787147998809814}],"max_abs_dp":1.7881393432617188e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r08","arm":"g256","tokens":120,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[119],"slots_oracle":[119],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.788044290849939,"slots":[{"t":119,"nopts":6,"letter_logits":[9.412131309509277,9.179280281066895,16.721603393554688,8.86177921295166,7.79526424407959,8.427227020263672,9.22014045715332,7.986944198608398,9.08005428314209,10.609193801879883],"probs":[0.00066785590024665,0.0005291232373565435,0.9980358481407166,0.00038518369547091424,0.00013258252874948084,0.0002494274522177875],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.5133991837501526e-09,"max_abs_dlogit":7.152557373046875e-06,"slot_hidden_max_abs_diff":1.621246337890625e-05,"slot_hidden_cos":0.9999999999986822,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9973679780960083}],"max_abs_dp":1.5133991837501526e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r09","arm":"g256","tokens":128,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[127],"slots_oracle":[127],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":15.399995499989018,"slots":[{"t":127,"nopts":8,"letter_logits":[8.767422676086426,8.754318237304688,8.550861358642578,11.985556602478027,16.024316787719727,10.4191255569458,8.864267349243164,7.990898132324219,9.112388610839844,11.062604904174805],"probs":[0.000688516884110868,0.0006795531371608377,0.0005544510786421597,0.017200157046318054,0.9762109518051147,0.0035912038292735815,0.0007585316780023277,0.00031671911710873246],"probs_oracle":[0.0006885188049636781,0.0006795556400902569,0.0005544525920413435,0.01720018871128559,0.9762108325958252,0.0035912375897169113,0.0007585337734781206,0.0003167196991853416],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":2.193450927734375e-05,"slot_hidden_cos":0.999999999998638,"full_vocab_top1_id":36,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.959010660648346}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r10","arm":"g256","tokens":112,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[111],"slots_oracle":[111],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.08532837498933,"slots":[{"t":111,"nopts":3,"letter_logits":[16.322406768798828,9.537649154663086,8.223366737365723,8.893301010131836,9.067865371704102,8.353010177612305,8.799220085144043,7.479402542114258,8.113375663757324,9.54293441772461],"probs":[0.9985672235488892,0.001129261450842023,0.00030339532531797886],"probs_oracle":[0.9985672235488892,0.0011292636627331376,0.00030339331715367734],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.2118911147117615e-09,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.3589859008789062e-05,"slot_hidden_cos":0.9999999999984591,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9974379539489746}],"max_abs_dp":2.2118911147117615e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r11","arm":"g256","tokens":103,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[102],"slots_oracle":[102],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":12.846367709105834,"slots":[{"t":102,"nopts":2,"letter_logits":[10.163719177246094,16.030364990234375,9.764691352844238,9.705698013305664,9.73260498046875,8.772497177124023,8.7994384765625,8.23073959350586,8.702737808227539,10.104147911071777],"probs":[0.002824357943609357,0.9971755743026733],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0710209608078003e-08,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.3828277587890625e-05,"slot_hidden_cos":0.9999999999987289,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9943512082099915}],"max_abs_dp":1.0710209608078003e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r12","arm":"g256","tokens":117,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[116],"slots_oracle":[116],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.752040500054136,"slots":[{"t":116,"nopts":5,"letter_logits":[16.84958267211914,9.535877227783203,8.759382247924805,7.814628601074219,7.450724124908447,8.504790306091309,8.523906707763672,7.587178707122803,8.257046699523926,9.520102500915527],"probs":[0.9988265633583069,0.0006655614706687629,0.000306168629322201,0.00011903081031050533,8.272132254205644e-05],"probs_oracle":[0.9988265633583069,0.0006655653123743832,0.0003061715397052467,0.00011903217091457918,8.272226841654629e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.841705620288849e-09,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":2.002716064453125e-05,"slot_hidden_cos":0.9999999999986322,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9981610178947449}],"max_abs_dp":3.841705620288849e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r13","arm":"g256","tokens":140,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[139],"slots_oracle":[139],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":15.555941958911717,"slots":[{"t":139,"nopts":9,"letter_logits":[8.47953987121582,9.084574699401855,8.841058731079102,7.985182285308838,9.091838836669922,9.44228744506836,9.644987106323242,14.03445053100586,18.081619262695312,11.943984985351562],"probs":[6.637212209170684e-05,0.00012154832074884325,9.527771908324212e-05,4.048449409310706e-05,0.00012243447417858988,0.00017382075020577759,0.00021287909476086497,0.017157450318336487,0.9820097088813782],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":2.4318695068359375e-05,"slot_hidden_cos":0.999999999998628,"full_vocab_top1_id":40,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9648526906967163}],"max_abs_dp":2.384185791015625e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r14","arm":"g256","tokens":111,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[110],"slots_oracle":[110],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.442461875034496,"slots":[{"t":110,"nopts":4,"letter_logits":[16.68832778930664,9.353372573852539,8.097652435302734,8.389162063598633,9.329336166381836,8.3663330078125,8.723158836364746,7.583672523498535,8.248863220214844,9.785926818847656],"probs":[0.9989142417907715,0.0006516248686239123,0.00018562878540251404,0.00024845419102348387],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.28642737865448e-09,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999985497,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9982626438140869}],"max_abs_dp":6.28642737865448e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r15","arm":"g256","tokens":147,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[114,146],"slots_oracle":[114,146],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.949573749909177,"slots":[{"t":114,"nopts":4,"letter_logits":[9.21133041381836,8.895241737365723,15.843979835510254,8.797210693359375,9.694682121276855,8.804388046264648,9.087125778198242,8.149345397949219,8.72407341003418,10.380807876586914],"probs":[0.0013125399127602577,0.0009568347013555467,0.9968631267547607,0.0008674861746840179],"probs_oracle":[0.0013125522527843714,0.0009568282985128462,0.9968631267547607,0.00086748949252069],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.234002411365509e-08,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":2.002716064453125e-05,"slot_hidden_cos":0.9999999999985135,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9955505728721619},{"t":146,"nopts":3,"letter_logits":[15.98725700378418,9.730314254760742,8.734764099121094,9.067488670349121,9.118780136108398,8.362321853637695,8.976910591125488,7.569981575012207,8.348897933959961,9.80079460144043],"probs":[0.9973812699317932,0.001912077539600432,0.000706551072653383],"probs_oracle":[0.9973812699317932,0.001912115840241313,0.000706570572219789],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.8300640881061554e-08,"max_abs_dlogit":3.719329833984375e-05,"slot_hidden_max_abs_diff":1.9550323486328125e-05,"slot_hidden_cos":0.999999999998212,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9954691529273987}],"max_abs_dp":3.8300640881061554e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r16","arm":"g256","tokens":193,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[117,165,192],"slots_oracle":[117,165,192],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":23.67731795902364,"slots":[{"t":117,"nopts":4,"letter_logits":[9.034728050231934,9.365623474121094,16.192237854003906,8.254289627075195,9.880317687988281,9.321037292480469,9.358797073364258,8.30325698852539,9.094355583190918,10.416135787963867],"probs":[0.0007772660464979708,0.0010821209289133549,0.997784435749054,0.00035614726948551834],"probs_oracle":[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.664739102125168e-08,"max_abs_dlogit":2.47955322265625e-05,"slot_hidden_max_abs_diff":2.6702880859375e-05,"slot_hidden_cos":0.9999999999985808,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9967023134231567},{"t":165,"nopts":7,"letter_logits":[8.9555025100708,9.838976860046387,15.40227222442627,9.858466148376465,8.557024002075195,8.54109001159668,8.45202922821045,8.41923713684082,9.255669593811035,10.468439102172852],"probs":[0.0015662087826058269,0.0037891143001616,0.9877480268478394,0.003863685764372349,0.0010514596942812204,0.0010348384967073798,0.0009466599440202117],"probs_oracle":[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":2.47955322265625e-05,"slot_hidden_max_abs_diff":1.33514404296875e-05,"slot_hidden_cos":0.9999999999985546,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9838845133781433},{"t":192,"nopts":2,"letter_logits":[9.733461380004883,15.357515335083008,10.90792179107666,9.401845932006836,9.149887084960938,8.444111824035645,8.511201858520508,8.084893226623535,8.774120330810547,10.612164497375488],"probs":[0.0035969915334135294,0.9964029788970947],"probs_oracle":[0.0035970157478004694,0.9964029788970947],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.421438694000244e-08,"max_abs_dlogit":3.528594970703125e-05,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999986728,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9928059577941895}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r17","arm":"g256","tokens":171,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[108,141,170],"slots_oracle":[108,141,170],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":20.31983312498778,"slots":[{"t":108,"nopts":3,"letter_logits":[17.239891052246094,8.383541107177734,7.611423969268799,8.114679336547852,8.591598510742188,8.082931518554688,8.445694923400879,6.99466609954834,7.90621280670166,9.156953811645508],"probs":[0.9997918009757996,0.00014244449266698211,6.581414345419034e-05],"probs_oracle":[0.9997918009757996,0.00014244449266698211,6.58148928778246e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.494236342608929e-10,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":1.4066696166992188e-05,"slot_hidden_cos":0.9999999999984569,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9996493458747864},{"t":141,"nopts":3,"letter_logits":[16.36737060546875,8.539113998413086,8.449464797973633,8.391607284545898,8.926130294799805,7.914477348327637,8.408175468444824,7.155488014221191,7.973379135131836,9.153974533081055],"probs":[0.999238133430481,0.00039801583625376225,0.00036388670559972525],"probs_oracle":[0.999238133430481,0.00039801813545636833,0.0003638898197095841],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.1141098588705063e-09,"max_abs_dlogit":6.67572021484375e-06,"slot_hidden_max_abs_diff":1.4603137969970703e-05,"slot_hidden_cos":0.9999999999986856,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9988400936126709},{"t":170,"nopts":2,"letter_logits":[15.648941040039062,9.356500625610352,8.611303329467773,7.7910027503967285,8.529070854187012,7.7717437744140625,8.066561698913574,7.1138787269592285,8.01775074005127,8.883228302001953],"probs":[0.9981531500816345,0.00184682197868824],"probs_oracle":[0.9981531500816345,0.0018468272173777223],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.238689482212067e-09,"max_abs_dlogit":2.002716064453125e-05,"slot_hidden_max_abs_diff":2.384185791015625e-05,"slot_hidden_cos":0.9999999999985754,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.996306300163269}],"max_abs_dp":5.238689482212067e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r18","arm":"g256","tokens":211,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[123,164,210],"slots_oracle":[123,164,210],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":24.342306959209964,"slots":[{"t":123,"nopts":6,"letter_logits":[16.887792587280273,9.565654754638672,8.20154094696045,7.351496696472168,7.8823089599609375,7.688083171844482,8.829211235046387,7.262191295623779,8.112452507019043,9.430769920349121],"probs":[0.9988755583763123,0.0006600051419809461,0.00016870201216079295,7.210256444523111e-05,0.00012259691720828414,0.00010095517063746229],"probs_oracle":[0.9988755583763123,0.000659995072055608,0.00016870087711140513,7.21013275324367e-05,0.00012259691720828414,0.00010095535981236026],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.0069925338029861e-08,"max_abs_dlogit":2.288818359375e-05,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999985236,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9982155561447144},{"t":164,"nopts":5,"letter_logits":[9.273630142211914,10.867607116699219,14.977707862854004,11.526859283447266,9.290348052978516,9.430231094360352,9.095831871032715,8.537691116333008,9.439899444580078,10.961244583129883],"probs":[0.0031590869184583426,0.015553100034594536,0.9480059742927551,0.03006952442228794,0.003212344367057085],"probs_oracle":[0.0031590552534908056,0.015553153119981289,0.9480063915252686,0.03006896562874317,0.0032123548444360495],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.587935447692871e-07,"max_abs_dlogit":1.430511474609375e-05,"slot_hidden_max_abs_diff":2.09808349609375e-05,"slot_hidden_cos":0.9999999999982679,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9179373979568481},{"t":210,"nopts":6,"letter_logits":[8.611358642578125,9.163471221923828,8.653690338134766,8.516716957092285,16.167573928833008,8.825363159179688,9.045470237731934,7.804583549499512,8.551947593688965,10.24882698059082],"probs":[0.000521234585903585,0.0009053420508280396,0.0005437730578705668,0.0004741665325127542,0.9969097971916199,0.0006456159171648324],"probs_oracle":[0.0005212401156313717,0.0009053464164026082,0.000543770962394774,0.0004741615557577461,0.9969097971916199,0.0006456233095377684],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":7.392372936010361e-09,"max_abs_dlogit":1.811981201171875e-05,"slot_hidden_max_abs_diff":1.1920928955078125e-05,"slot_hidden_cos":0.999999999998586,"full_vocab_top1_id":36,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9960044622421265}],"max_abs_dp":5.587935447692871e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r19","arm":"g256","tokens":177,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[110,146,176],"slots_oracle":[110,146,176],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":21.025566540891305,"slots":[{"t":110,"nopts":3,"letter_logits":[15.439619064331055,10.307939529418945,8.64841365814209,10.447871208190918,10.985542297363281,9.337278366088867,9.582927703857422,8.730152130126953,9.035131454467773,11.034279823303223],"probs":[0.9930188059806824,0.005865396466106176,0.0011157693807035685],"probs_oracle":[0.9930190443992615,0.005865252576768398,0.0011157557601109147],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"max_abs_dlogit":1.430511474609375e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999986038,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9871537685394287},{"t":146,"nopts":4,"letter_logits":[9.634033203125,15.64535140991211,11.190242767333984,8.579126358032227,10.313114166259766,9.072933197021484,8.980783462524414,8.373872756958008,8.992775917053223,10.738394737243652],"probs":[0.0024148181546479464,0.9852960705757141,0.011448211967945099,0.0008408997091464698],"probs_oracle":[0.0024147704243659973,0.9852963089942932,0.011448029428720474,0.0008408919093199074],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.9073486328125e-05,"slot_hidden_cos":0.9999999999975131,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.973848283290863},{"t":176,"nopts":2,"letter_logits":[16.587207794189453,10.388534545898438,10.232276916503906,8.645736694335938,9.184608459472656,8.755383491516113,8.743794441223145,7.776010990142822,8.550039291381836,9.541976928710938],"probs":[0.9979719519615173,0.002028003567829728],"probs_oracle":[0.9979719519615173,0.0020279884338378906],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.5133991837501526e-08,"max_abs_dlogit":1.52587890625e-05,"slot_hidden_max_abs_diff":2.3365020751953125e-05,"slot_hidden_cos":0.9999999999983902,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9959439635276794}],"max_abs_dp":2.384185791015625e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r20","arm":"g256","tokens":143,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[142],"slots_oracle":[142],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.363382833078504,"slots":[{"t":142,"nopts":10,"letter_logits":[8.840995788574219,9.838260650634766,8.987131118774414,9.281614303588867,9.422170639038086,8.758090019226074,10.207371711730957,15.963688850402832,9.873794555664062,16.076950073242188],"probs":[0.00037819897988811135,0.001025243429467082,0.0004377096483949572,0.0005875956267118454,0.0006762719713151455,0.0003481086459942162,0.0014829615829512477,0.4688853323459625,0.0010623292764648795,0.5251161456108093],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"max_abs_dp":3.129243850708008e-06,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999985251,"full_vocab_top1_id":41,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.05622464418411255}],"max_abs_dp":3.129243850708008e-06,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r21","arm":"g256","tokens":143,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[142],"slots_oracle":[142],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.001599834067747,"slots":[{"t":142,"nopts":10,"letter_logits":[8.710456848144531,9.293235778808594,8.738290786743164,16.546567916870117,9.610098838806152,8.967977523803711,9.032356262207031,9.366312026977539,8.832887649536133,12.895017623901367],"probs":[0.00038343286723829806,0.0006867315387353301,0.0003942552430089563,0.9702175855636597,0.0009427551412954926,0.0004960542428307235,0.0005290399421937764,0.0007387944497168064,0.00043337151873856783,0.025177987292408943],"probs_oracle":[0.00038343475898727775,0.000686735613271594,0.0003942575422115624,0.9702177047729492,0.0009427570621483028,0.0004960547666996717,0.0005290430854074657,0.0007387973600998521,0.0004333727993071079,0.02517782151699066],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.6577541828155518e-07,"max_abs_dlogit":1.811981201171875e-05,"slot_hidden_max_abs_diff":2.002716064453125e-05,"slot_hidden_cos":0.9999999999985537,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9450398683547974}],"max_abs_dp":1.6577541828155518e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r22","arm":"g256","tokens":147,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[146],"slots_oracle":[146],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.49920208286494,"slots":[{"t":146,"nopts":9,"letter_logits":[9.689615249633789,9.961708068847656,9.275505065917969,16.171886444091797,9.835922241210938,10.037958145141602,9.705609321594238,9.072734832763672,9.119223594665527,11.012624740600586],"probs":[0.0015125793870538473,0.0019855762366205454,0.0009997062152251601,0.9884001016616821,0.0017508885357528925,0.0021428982727229595,0.0015369661850854754,0.0008162260055541992,0.0008550671627745032],"probs_oracle":[0.0015125663485378027,0.0019855706486850977,0.0009997023735195398,0.9884001016616821,0.0017508834134787321,0.0021429003681987524,0.0015369588509202003,0.0008162282756529748,0.0008550662896595895],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.30385160446167e-08,"max_abs_dlogit":6.67572021484375e-06,"slot_hidden_max_abs_diff":1.239776611328125e-05,"slot_hidden_cos":0.9999999999984928,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9862571954727173}],"max_abs_dp":1.30385160446167e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r23","arm":"g256","tokens":150,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[149],"slots_oracle":[149],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.741044000023976,"slots":[{"t":149,"nopts":3,"letter_logits":[17.438491821289062,6.525594711303711,9.0272855758667,7.099834442138672,7.790238380432129,7.648580551147461,7.788805961608887,6.209578514099121,7.869709014892578,8.74169921875],"probs":[0.9997594952583313,1.8217322576674633e-05,0.00022230799368117005],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2660166248679161e-09,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999985316,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9995371699333191}],"max_abs_dp":1.2660166248679161e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r24","arm":"g256","tokens":150,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[149],"slots_oracle":[149],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.451638625003397,"slots":[{"t":149,"nopts":3,"letter_logits":[6.847947120666504,16.990747451782227,9.881393432617188,8.03354263305664,9.102045059204102,7.882449626922607,8.168327331542969,7.339740753173828,8.523506164550781,9.65280818939209],"probs":[3.9324739191215485e-05,0.9991439580917358,0.0008167230989784002],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.2282197177410126e-09,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.430511474609375e-05,"slot_hidden_cos":0.999999999998717,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9983272552490234}],"max_abs_dp":6.2282197177410126e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r25","arm":"g256","tokens":150,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[149],"slots_oracle":[149],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.332251250045374,"slots":[{"t":149,"nopts":3,"letter_logits":[8.519112586975098,8.621458053588867,15.264043807983398,8.986862182617188,10.160396575927734,8.92231559753418,9.307586669921875,8.375371932983398,9.029961585998535,10.485221862792969],"probs":[0.001173917786218226,0.0013004262000322342,0.9975256323814392],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.10711732506752e-08,"max_abs_dlogit":1.9073486328125e-05,"slot_hidden_max_abs_diff":2.574920654296875e-05,"slot_hidden_cos":0.9999999999985368,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9962251782417297}],"max_abs_dp":2.10711732506752e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r26","arm":"g256","tokens":145,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[144],"slots_oracle":[144],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.587251875083894,"slots":[{"t":144,"nopts":4,"letter_logits":[15.212038040161133,8.560141563415527,10.678683280944824,8.647552490234375,8.99020767211914,8.450797080993652,8.501180648803711,7.216488838195801,8.168987274169922,9.318931579589844],"probs":[0.9867326617240906,0.0012744346167892218,0.010602017864584923,0.0013908478431403637],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.4062970876693726e-07,"max_abs_dlogit":2.002716064453125e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999981353,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9761303663253784}],"max_abs_dp":1.4062970876693726e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r27","arm":"g256","tokens":145,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[144],"slots_oracle":[144],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.010228583822027,"slots":[{"t":144,"nopts":4,"letter_logits":[10.120741844177246,10.246715545654297,9.732677459716797,15.008763313293457,9.741556167602539,8.761783599853516,9.067707061767578,8.50054931640625,8.368419647216797,9.856206893920898],"probs":[0.00737988855689764,0.008370655588805676,0.005006284918636084,0.9792431592941284],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.8596649169921875e-05,"slot_hidden_cos":0.9999999999982445,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9708722829818726}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r28","arm":"g256","tokens":170,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[169],"slots_oracle":[169],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":20.27952833287418,"slots":[{"t":169,"nopts":6,"letter_logits":[11.295186042785645,14.596195220947266,13.09662914276123,8.144245147705078,7.7122907638549805,8.253700256347656,9.165071487426758,8.348042488098145,8.943787574768066,10.556410789489746],"probs":[0.029140271246433258,0.7908673882484436,0.1765429526567459,0.0012475482653826475,0.000809956924058497,0.0013918521581217647],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.2649765014648438e-06,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.5735626220703125e-05,"slot_hidden_cos":0.9999999999975321,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.6143285632133484}],"max_abs_dp":2.2649765014648438e-06,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r29","arm":"g256","tokens":164,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[163],"slots_oracle":[163],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":19.603612624807283,"slots":[{"t":163,"nopts":4,"letter_logits":[9.434759140014648,14.145147323608398,11.457432746887207,11.49163818359375,10.924259185791016,9.813268661499023,9.820850372314453,9.305425643920898,9.416170120239258,11.313937187194824],"probs":[0.007844656705856323,0.8715043067932129,0.05929388478398323,0.06135714799165726],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.337860107421875e-06,"max_abs_dlogit":3.910064697265625e-05,"slot_hidden_max_abs_diff":1.5139579772949219e-05,"slot_hidden_cos":0.999999999995812,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8101431131362915}],"max_abs_dp":3.337860107421875e-06,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r30","arm":"g256","tokens":121,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[120],"slots_oracle":[120],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":15.008243958000094,"slots":[{"t":120,"nopts":4,"letter_logits":[17.343379974365234,7.738438129425049,7.63932991027832,7.453264236450195,8.506805419921875,7.937795639038086,8.215145111083984,6.784334659576416,7.977639675140381,9.19316291809082],"probs":[0.9998210072517395,6.738275988027453e-05,6.102487168391235e-05,5.066400990472175e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.8562575355172157e-10,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.2874603271484375e-05,"slot_hidden_cos":0.9999999999984156,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9997536540031433}],"max_abs_dp":3.8562575355172157e-10,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r31","arm":"g256","tokens":114,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[113],"slots_oracle":[113],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.742490666918457,"slots":[{"t":113,"nopts":4,"letter_logits":[11.350570678710938,9.298413276672363,8.153950691223145,16.10508155822754,10.461771011352539,9.490421295166016,9.507164001464844,8.95838451385498,9.036576271057129,10.63316535949707],"probs":[0.008526879362761974,0.0010953412856906652,0.0003487511712592095,0.9900290369987488],"probs_oracle":[0.00852695107460022,0.0010953464079648256,0.0003487524518277496,0.9900289177894592],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.4901161193847656e-05,"slot_hidden_cos":0.999999999998659,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9815019369125366}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r32","arm":"g256","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":10.728654833044857,"slots":[{"t":104,"nopts":2,"letter_logits":[10.755979537963867,15.609260559082031,10.414053916931152,10.451473236083984,10.199104309082031,9.26750373840332,9.401721954345703,8.714773178100586,9.14172077178955,10.36642074584961],"probs":[0.007742323447018862,0.9922577142715454],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0,"max_abs_dlogit":3.814697265625e-06,"slot_hidden_max_abs_diff":1.9550323486328125e-05,"slot_hidden_cos":0.9999999999985308,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.984515368938446}],"max_abs_dp":0.0,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r33","arm":"g256","tokens":144,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[114,143],"slots_oracle":[114,143],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.60998566681519,"slots":[{"t":114,"nopts":4,"letter_logits":[9.41360855102539,16.463733673095703,9.241193771362305,8.239044189453125,10.339607238769531,8.891396522521973,8.936545372009277,8.172273635864258,9.022247314453125,10.68510913848877],"probs":[0.0008656856953166425,0.9981381893157959,0.0007285870378836989,0.00026745666400529444],"probs_oracle":[0.0008657005382701755,0.9981381893157959,0.000728585640899837,0.0002674604766070843],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4842953532934189e-08,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999985207,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9972724914550781},{"t":143,"nopts":2,"letter_logits":[9.82353401184082,15.221548080444336,9.433788299560547,9.029385566711426,9.6993408203125,8.845206260681152,8.661277770996094,8.320236206054688,8.834675788879395,10.242125511169434],"probs":[0.004505170974880457,0.9954948425292969],"probs_oracle":[0.0045051840133965015,0.9954948425292969],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.30385160446167e-08,"max_abs_dlogit":8.58306884765625e-06,"slot_hidden_max_abs_diff":2.7179718017578125e-05,"slot_hidden_cos":0.9999999999987735,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9909896850585938}],"max_abs_dp":1.4842953532934189e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r34","arm":"g256","tokens":121,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[120],"slots_oracle":[120],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.987894000019878,"slots":[{"t":120,"nopts":7,"letter_logits":[17.046432495117188,9.510838508605957,8.484029769897461,7.519189834594727,7.722208023071289,7.557710647583008,8.587472915649414,7.490626335144043,8.278684616088867,9.482709884643555],"probs":[0.9988266825675964,0.0005331178545020521,0.000190935141290538,7.275473035406321e-05,8.913144120015204e-05,7.56119770812802e-05,0.00021174378343857825],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.656612873077393e-10,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999987034,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9982935786247253}],"max_abs_dp":4.656612873077393e-10,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r35","arm":"g256","tokens":145,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[113,144],"slots_oracle":[113,144],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.850798457860947,"slots":[{"t":113,"nopts":4,"letter_logits":[8.834615707397461,17.202007293701172,8.195297241210938,7.874231815338135,9.870458602905273,8.4580717086792,8.585310935974121,7.783662796020508,8.671270370483398,10.489944458007812],"probs":[0.00023221768788062036,0.9995563626289368,0.0001225301093654707,8.888033335097134e-05],"probs_oracle":[0.00023222366871777922,0.9995563626289368,0.00012253291788510978,8.888279262464494e-05],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.980837158858776e-09,"max_abs_dlogit":3.24249267578125e-05,"slot_hidden_max_abs_diff":1.5735626220703125e-05,"slot_hidden_cos":0.9999999999986637,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9993241429328918},{"t":144,"nopts":2,"letter_logits":[15.544065475463867,11.242778778076172,10.02168083190918,9.038045883178711,9.283136367797852,8.798868179321289,8.993345260620117,7.90241813659668,8.30023193359375,9.632102012634277],"probs":[0.9866300821304321,0.01336993370205164],"probs_oracle":[0.9866299629211426,0.013370047323405743],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":1.71661376953125e-05,"slot_hidden_max_abs_diff":2.384185791015625e-05,"slot_hidden_cos":0.9999999999986965,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9732599258422852}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r01","arm":"g448","tokens":237,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[236],"slots_oracle":[236],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":27.401054125046358,"slots":[{"t":236,"nopts":3,"letter_logits":[16.74692153930664,8.134096145629883,7.95129919052124,8.638976097106934,8.86630630493164,8.280291557312012,8.546181678771973,7.388748645782471,8.180946350097656,9.322219848632812],"probs":[0.9996669292449951,0.00018169911345466971,0.00015134402201510966],"probs_oracle":[0.9996669292449951,0.00018169928807765245,0.00015134402201510966],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7462298274040222e-10,"max_abs_dlogit":4.76837158203125e-06,"slot_hidden_max_abs_diff":1.6033649444580078e-05,"slot_hidden_cos":0.999999999998286,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9994852542877197}],"max_abs_dp":1.7462298274040222e-10,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r02","arm":"g448","tokens":237,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[236],"slots_oracle":[236],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":26.26536220801063,"slots":[{"t":236,"nopts":3,"letter_logits":[8.357597351074219,16.575241088867188,8.298699378967285,9.675470352172852,10.215506553649902,8.645479202270508,9.187750816345215,8.300576210021973,8.864421844482422,10.570802688598633],"probs":[0.0002697087766136974,0.9994760155677795,0.0002542822330724448],"probs_oracle":[0.000269706710241735,0.9994760155677795,0.00025428077788092196],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.066371962428093e-09,"max_abs_dlogit":1.52587890625e-05,"slot_hidden_max_abs_diff":1.3828277587890625e-05,"slot_hidden_cos":0.999999999998346,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9992063045501709}],"max_abs_dp":2.066371962428093e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r03","arm":"g448","tokens":237,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[236],"slots_oracle":[236],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":32.796586249955,"slots":[{"t":236,"nopts":3,"letter_logits":[8.45779037475586,8.524380683898926,16.1920166015625,9.608294486999512,9.532024383544922,8.820328712463379,8.815659523010254,8.133984565734863,8.717923164367676,10.114580154418945],"probs":[0.0004371950635686517,0.0004672992217820138,0.9990955591201782],"probs_oracle":[0.00043719500536099076,0.000467298727016896,0.9990954399108887],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":3.814697265625e-06,"slot_hidden_max_abs_diff":1.5735626220703125e-05,"slot_hidden_cos":0.9999999999984791,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9986281394958496}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r04","arm":"g448","tokens":285,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[244,284],"slots_oracle":[244,284],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":34.61493833409622,"slots":[{"t":244,"nopts":4,"letter_logits":[16.79253578186035,8.713493347167969,8.123287200927734,7.400771141052246,8.893648147583008,8.007773399353027,8.62635612487793,7.164517402648926,8.053827285766602,9.602632522583008],"probs":[0.9994351267814636,0.00030979260918684304,0.00017169110651593655,8.336103201145306e-05],"probs_oracle":[0.9994351267814636,0.00030979173607192934,0.0001716899569146335,8.336015162058175e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1496013030409813e-09,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.5854835510253906e-05,"slot_hidden_cos":0.9999999999986958,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9991253614425659},{"t":284,"nopts":5,"letter_logits":[16.35289192199707,8.967026710510254,8.710667610168457,8.34605884552002,7.843918800354004,8.281461715698242,8.621711730957031,7.478113651275635,8.231294631958008,9.521993637084961],"probs":[0.9983680844306946,0.0006189423147588968,0.0004789771919604391,0.0003326344885863364,0.00020132171630393714],"probs_oracle":[0.9983682036399841,0.0006189235136844218,0.0004789685772266239,0.0003326288133393973,0.00020131732162553817],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":2.47955322265625e-05,"slot_hidden_max_abs_diff":2.193450927734375e-05,"slot_hidden_cos":0.999999999998492,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9977492690086365}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r05","arm":"g448","tokens":237,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[236],"slots_oracle":[236],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":26.92025391687639,"slots":[{"t":236,"nopts":3,"letter_logits":[10.191859245300293,15.36863899230957,9.187341690063477,10.75905704498291,10.771446228027344,9.282127380371094,8.989246368408203,8.89295768737793,9.30232048034668,11.255447387695312],"probs":[0.005602939520031214,0.9923452734947205,0.002051915507763624],"probs_oracle":[0.005602917168289423,0.9923451542854309,0.0020519329700618982],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":2.2411346435546875e-05,"slot_hidden_cos":0.9999999999985748,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9867422580718994}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r06","arm":"g448","tokens":258,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[257],"slots_oracle":[257],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":29.000744708813727,"slots":[{"t":257,"nopts":8,"letter_logits":[9.16552734375,9.090242385864258,16.803234100341797,8.046120643615723,8.09841251373291,8.463376998901367,9.392431259155273,7.905027389526367,8.846879959106445,10.649179458618164],"probs":[0.0004808590456377715,0.00044598671956919134,0.9977728724479675,0.0001569877058500424,0.00016541530203539878,0.00023827460245229304,0.00060333835426718,0.00013632942864205688],"probs_oracle":[0.00048085491289384663,0.0004459824995137751,0.9977728724479675,0.0001569857558934018,0.00016541295917704701,0.00023827303084544837,0.0006033360259607434,0.00013632865739054978],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.220055416226387e-09,"max_abs_dlogit":1.52587890625e-05,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.99999999999875,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.997169554233551}],"max_abs_dp":4.220055416226387e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r07","arm":"g448","tokens":316,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[244,288,315],"slots_oracle":[244,288,315],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":35.354706041980535,"slots":[{"t":244,"nopts":4,"letter_logits":[16.45699691772461,9.030759811401367,8.365442276000977,8.946456909179688,9.323824882507324,8.303325653076172,8.685341835021973,7.420465469360352,8.044036865234375,9.691226959228516],"probs":[0.9985532164573669,0.0005945623270235956,0.0003056706045754254,0.0005464936839416623],"probs_oracle":[0.9985532164573669,0.0005945708835497499,0.0003056767163798213,0.0005464947316795588],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.556526154279709e-09,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":2.1457672119140625e-05,"slot_hidden_cos":0.9999999999982825,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9979586601257324},{"t":288,"nopts":6,"letter_logits":[9.751389503479004,16.139202117919922,8.766828536987305,8.731206893920898,9.249076843261719,8.683770179748535,8.97386360168457,8.177664756774902,8.79109001159668,11.318015098571777],"probs":[0.001674375031143427,0.9955074787139893,0.0006255519110709429,0.0006036609993316233,0.0010132138850167394,0.0005756938480772078],"probs_oracle":[0.0016743798041716218,0.9955074787139893,0.0006255566840991378,0.0006036655395291746,0.001013218774460256,0.0005756971659138799],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.889443516731262e-09,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.7642974853515625e-05,"slot_hidden_cos":0.9999999999986289,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9938331246376038},{"t":315,"nopts":2,"letter_logits":[11.174903869628906,13.733175277709961,10.424253463745117,10.09305477142334,9.860453605651855,9.350486755371094,9.374297142028809,8.870304107666016,9.252437591552734,10.862263679504395],"probs":[0.0718727633357048,0.9281272292137146],"probs_oracle":[0.07187289744615555,0.9281271696090698],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.341104507446289e-07,"max_abs_dlogit":1.9073486328125e-06,"slot_hidden_max_abs_diff":1.9073486328125e-05,"slot_hidden_cos":0.9999999999987111,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8562542796134949}],"max_abs_dp":1.341104507446289e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r08","arm":"g448","tokens":252,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[251],"slots_oracle":[251],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":28.228446500143036,"slots":[{"t":251,"nopts":6,"letter_logits":[9.306009292602539,9.147415161132812,16.791366577148438,8.535202026367188,7.560304164886475,8.127840995788574,9.084434509277344,7.864716529846191,8.97726058959961,10.588666915893555],"probs":[0.0005603625322692096,0.0004781812313012779,0.9984318614006042,0.00025924580404534936,9.779557149158791e-05,0.00017250317614525557],"probs_oracle":[0.0005603667814284563,0.00047818213352002203,0.9984318614006042,0.00025924580404534936,9.779584797797725e-05,0.00017250367091037333],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.249159246683121e-09,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.1682510375976562e-05,"slot_hidden_cos":0.9999999999988078,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9978715181350708}],"max_abs_dp":4.249159246683121e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r09","arm":"g448","tokens":260,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[259],"slots_oracle":[259],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":29.552452916977927,"slots":[{"t":259,"nopts":8,"letter_logits":[9.089741706848145,8.873146057128906,8.552423477172852,9.722326278686523,15.816490173339844,12.609253883361816,9.857192993164062,8.661948204040527,9.27016830444336,11.128199577331543],"probs":[0.0011424969416111708,0.000920001941267401,0.0006675759796053171,0.002150715794414282,0.9533333778381348,0.0385797843337059,0.0024612455163151026,0.0007448463584296405],"probs_oracle":[0.0011424915865063667,0.0009199993801303208,0.0006675715558230877,0.0021507099736481905,0.9533334374427795,0.03857970982789993,0.0024612408597022295,0.0007448457181453705],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":7.450580596923828e-08,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999988662,"full_vocab_top1_id":36,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9147537350654602}],"max_abs_dp":7.450580596923828e-08,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r10","arm":"g448","tokens":244,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[243],"slots_oracle":[243],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":28.111283791949973,"slots":[{"t":243,"nopts":3,"letter_logits":[16.886369705200195,8.865662574768066,7.77594518661499,8.511781692504883,8.736357688903809,8.140997886657715,8.549402236938477,7.143489837646484,7.982327938079834,9.285238265991211],"probs":[0.9995611310005188,0.00032844339148141444,0.0001104593466152437],"probs_oracle":[0.9995611310005188,0.0003284418198745698,0.00011045892460970208],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.57160684466362e-09,"max_abs_dlogit":2.86102294921875e-06,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999984328,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9992327094078064}],"max_abs_dp":1.57160684466362e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r11","arm":"g448","tokens":235,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[234],"slots_oracle":[234],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":31.97956324997358,"slots":[{"t":234,"nopts":2,"letter_logits":[10.5198335647583,15.432051658630371,9.99269962310791,9.835905075073242,9.824774742126465,8.942585945129395,8.896892547607422,8.378276824951172,8.859392166137695,10.233709335327148],"probs":[0.007302435580641031,0.992697536945343],"probs_oracle":[0.007302414625883102,0.992697536945343],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.0954757928848267e-08,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":2.6702880859375e-05,"slot_hidden_cos":0.9999999999986009,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9853951334953308}],"max_abs_dp":2.0954757928848267e-08,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r12","arm":"g448","tokens":249,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[248],"slots_oracle":[248],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":29.42663758387789,"slots":[{"t":248,"nopts":5,"letter_logits":[16.944698333740234,9.253782272338867,8.463916778564453,7.7747344970703125,7.464089393615723,8.501487731933594,8.571136474609375,7.587870121002197,8.269826889038086,9.613444328308105],"probs":[0.9991558790206909,0.0004565736453514546,0.000207241449970752,0.00010403238411527127,7.625302532687783e-05],"probs_oracle":[0.9991558790206909,0.0004565727722365409,0.00020724281785078347,0.00010403238411527127,7.625338912475854e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.367880031466484e-09,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":2.86102294921875e-05,"slot_hidden_cos":0.9999999999984536,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9986993074417114}],"max_abs_dp":1.367880031466484e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r13","arm":"g448","tokens":272,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[271],"slots_oracle":[271],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":35.02316579199396,"slots":[{"t":271,"nopts":9,"letter_logits":[8.425666809082031,8.91097354888916,8.92027473449707,7.623296737670898,8.7176513671875,8.89791488647461,9.200704574584961,9.940969467163086,19.23137664794922,11.405936241149902],"probs":[2.0277444491512142e-05,3.294422276667319e-05,3.32520721713081e-05,9.089674676943105e-06,2.715316804824397e-05,3.251681482652202e-05,4.401572368806228e-05,9.22785620787181e-05,0.9997084736824036],"probs_oracle":[2.0277637304388918e-05,3.2944568374659866e-05,3.3252264984184876e-05,9.089779268833809e-06,2.7153426344739273e-05,3.251702946727164e-05,4.40161456936039e-05,9.227909322362393e-05,0.9997084736824036],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"max_abs_dp":5.311449058353901e-10,"max_abs_dlogit":1.71661376953125e-05,"slot_hidden_max_abs_diff":2.47955322265625e-05,"slot_hidden_cos":0.9999999999986355,"full_vocab_top1_id":40,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9996162056922913}],"max_abs_dp":5.311449058353901e-10,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r14","arm":"g448","tokens":243,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[242],"slots_oracle":[242],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":31.04394904198125,"slots":[{"t":242,"nopts":4,"letter_logits":[16.90880584716797,9.219400405883789,7.887296199798584,8.200021743774414,9.223726272583008,8.284421920776367,8.65719985961914,7.461174964904785,8.238344192504883,9.711821556091309],"probs":[0.9992570281028748,0.0004573101759888232,0.0001206939632538706,0.00016500621859449893],"probs_oracle":[0.9992570281028748,0.0004573110491037369,0.00012069327203789726,0.00016500464698765427],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.57160684466362e-09,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":1.5497207641601562e-05,"slot_hidden_cos":0.9999999999985746,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.998799741268158}],"max_abs_dp":1.57160684466362e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r15","arm":"g448","tokens":279,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[246,278],"slots_oracle":[246,278],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":30.92908487492241,"slots":[{"t":246,"nopts":4,"letter_logits":[10.01102066040039,9.314468383789062,15.005658149719238,10.102057456970215,10.037569999694824,9.021217346191406,9.208658218383789,8.453157424926758,8.892760276794434,10.68155574798584],"probs":[0.006657212506979704,0.003317291382700205,0.9827338457107544,0.007291706744581461],"probs_oracle":[0.006657375022768974,0.0033173311967402697,0.9827334880828857,0.007291808724403381],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"max_abs_dlogit":1.430511474609375e-05,"slot_hidden_max_abs_diff":1.33514404296875e-05,"slot_hidden_cos":0.9999999999985935,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9754416942596436},{"t":278,"nopts":3,"letter_logits":[15.595704078674316,10.15452766418457,8.612025260925293,9.617255210876465,9.20242691040039,8.442774772644043,9.041037559509277,7.651843070983887,8.386234283447266,9.980377197265625],"probs":[0.994766354560852,0.0043116966262459755,0.000922036066185683],"probs_oracle":[0.9947662353515625,0.004311799071729183,0.0009220570791512728],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":1.239776611328125e-05,"slot_hidden_max_abs_diff":1.6927719116210938e-05,"slot_hidden_cos":0.9999999999986067,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9904544353485107}],"max_abs_dp":3.5762786865234375e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r16","arm":"g448","tokens":325,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[249,297,324],"slots_oracle":[249,297,324],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":35.64789287489839,"slots":[{"t":249,"nopts":4,"letter_logits":[7.989492893218994,8.91598892211914,16.684457778930664,7.846697807312012,9.629704475402832,9.017066955566406,9.158514022827148,7.961933612823486,8.855840682983398,9.976325035095215],"probs":[0.00016730358765926212,0.00042254949221387506,0.9992651343345642,0.00014504084538202733],"probs_oracle":[0.00016730134666431695,0.00042254829895682633,0.9992651343345642,0.00014504071441479027],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.240994945168495e-09,"max_abs_dlogit":1.52587890625e-05,"slot_hidden_max_abs_diff":1.3828277587890625e-05,"slot_hidden_cos":0.9999999999986303,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9988425970077515},{"t":297,"nopts":7,"letter_logits":[8.97385311126709,9.715087890625,15.674640655517578,9.315616607666016,8.252728462219238,8.409958839416504,8.329083442687988,8.212496757507324,9.192264556884766,10.462246894836426],"probs":[0.0012208048719912767,0.0025618895888328552,0.9925703406333923,0.0017181942239403725,0.0005935615627095103,0.0006946244393475354,0.0006406580796465278],"probs_oracle":[0.0012208223342895508,0.0025618993677198887,0.9925703406333923,0.0017182007431983948,0.0005935655790381134,0.0006946290959604084,0.0006406526081264019],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7462298274040222e-08,"max_abs_dlogit":1.430511474609375e-05,"slot_hidden_max_abs_diff":1.8596649169921875e-05,"slot_hidden_cos":0.9999999999985009,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9900084137916565},{"t":324,"nopts":2,"letter_logits":[9.809508323669434,15.225981712341309,11.008398056030273,9.34627628326416,9.114492416381836,8.486764907836914,8.569616317749023,8.151189804077148,8.833914756774902,10.658802032470703],"probs":[0.00442313589155674,0.9955768585205078],"probs_oracle":[0.004423052072525024,0.9955769777297974],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":2.193450927734375e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999986571,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9911539554595947}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r17","arm":"g448","tokens":303,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[240,273,302],"slots_oracle":[240,273,302],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":35.45927929203026,"slots":[{"t":240,"nopts":3,"letter_logits":[17.374271392822266,8.435303688049316,7.649698257446289,8.12362003326416,8.566877365112305,8.046346664428711,8.434505462646484,6.986207485198975,7.929439544677734,9.246803283691406],"probs":[0.9998090863227844,0.00013115133333485574,5.978450280963443e-05],"probs_oracle":[0.9998090863227844,0.0001311514643020928,5.978461922495626e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3096723705530167e-10,"max_abs_dlogit":7.152557373046875e-06,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999986549,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9996779561042786},{"t":273,"nopts":3,"letter_logits":[16.384328842163086,8.627239227294922,8.556493759155273,8.430615425109863,8.968734741210938,7.963140487670898,8.430610656738281,7.201323509216309,8.015036582946777,9.210592269897461],"probs":[0.9991744160652161,0.0004273464437574148,0.00039815824129618704],"probs_oracle":[0.9991744160652161,0.00042735174065455794,0.0003981590270996094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.296897143125534e-09,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":2.086162567138672e-05,"slot_hidden_cos":0.9999999999987313,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9987470507621765},{"t":302,"nopts":2,"letter_logits":[15.569398880004883,9.361133575439453,8.664759635925293,7.866177558898926,8.608089447021484,7.850886344909668,8.148616790771484,7.188929557800293,8.052555084228516,8.959273338317871],"probs":[0.9979913234710693,0.0020086830481886864],"probs_oracle":[0.9979913234710693,0.002008667681366205],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.5366822481155396e-08,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":2.288818359375e-05,"slot_hidden_cos":0.9999999999987021,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9959826469421387}],"max_abs_dp":1.5366822481155396e-08,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r18","arm":"g448","tokens":343,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[255,296,342],"slots_oracle":[255,296,342],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":37.5924117078539,"slots":[{"t":255,"nopts":6,"letter_logits":[16.79159927368164,9.069230079650879,8.274352073669434,7.442535400390625,7.971145153045654,8.041580200195312,9.002695083618164,7.402915000915527,8.176969528198242,9.567808151245117],"probs":[0.9989650249481201,0.00044235194218344986,0.0001997822109842673,8.695677388459444e-05,0.00014752849529031664,0.00015829430776648223],"probs_oracle":[0.9989650249481201,0.00044237051042728126,0.00019978830823674798,8.695968426764011e-05,0.0001475344179198146,0.0001582982367835939],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.8568243831396103e-08,"max_abs_dlogit":3.62396240234375e-05,"slot_hidden_max_abs_diff":3.62396240234375e-05,"slot_hidden_cos":0.9999999999985362,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9985226392745972},{"t":296,"nopts":5,"letter_logits":[9.915985107421875,11.615097999572754,14.654767036437988,10.742881774902344,9.376152992248535,9.763260841369629,9.172415733337402,8.608036041259766,9.504659652709961,10.983600616455078],"probs":[0.008088451810181141,0.044236503541469574,0.9244688153266907,0.018491921946406364,0.004714322742074728],"probs_oracle":[0.008088547736406326,0.04423723742365837,0.9244673848152161,0.018492545932531357,0.004714324604719877],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.430511474609375e-06,"max_abs_dlogit":1.811981201171875e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999980371,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8802301287651062},{"t":342,"nopts":6,"letter_logits":[8.664607048034668,8.970949172973633,8.565267562866211,8.423213005065918,16.02961540222168,9.227156639099121,9.033047676086426,7.744821548461914,8.448890686035156,10.123730659484863],"probs":[0.0006307027069851756,0.0008567761396989226,0.0005710604600608349,0.0004954371252097189,0.9963390827178955,0.001106972573325038],"probs_oracle":[0.0006307050934992731,0.0008567753247916698,0.0005710572004318237,0.0004954338655807078,0.9963390827178955,0.0011069673346355557],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":5.238689482212067e-09,"max_abs_dlogit":8.58306884765625e-06,"slot_hidden_max_abs_diff":1.71661376953125e-05,"slot_hidden_cos":0.9999999999985374,"full_vocab_top1_id":36,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.995232105255127}],"max_abs_dp":1.430511474609375e-06,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r19","arm":"g448","tokens":309,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[242,278,308],"slots_oracle":[242,278,308],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":34.557089541107416,"slots":[{"t":242,"nopts":3,"letter_logits":[15.65902042388916,10.043436050415039,8.322978973388672,10.077287673950195,10.640562057495117,9.088615417480469,9.342672348022461,8.454026222229004,8.899681091308594,10.809268951416016],"probs":[0.9957261085510254,0.0036251216661185026,0.0006488399812951684],"probs_oracle":[0.9957261085510254,0.0036251493729650974,0.0006488442304544151],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7706846594810486e-08,"max_abs_dlogit":6.67572021484375e-06,"slot_hidden_max_abs_diff":1.7642974853515625e-05,"slot_hidden_cos":0.9999999999986801,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9921009540557861},{"t":278,"nopts":4,"letter_logits":[9.187602996826172,16.43503761291504,9.68838882446289,8.021851539611816,9.887859344482422,8.612930297851562,8.592240333557129,7.924241065979004,8.712711334228516,10.435037612915039],"probs":[0.0007105002296157181,0.9978955984115601,0.0011723377974703908,0.00022145465482026339],"probs_oracle":[0.000710506399627775,0.9978955984115601,0.0011723366333171725,0.00022145592083688825],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.170012056827545e-09,"max_abs_dlogit":1.811981201171875e-05,"slot_hidden_max_abs_diff":2.09808349609375e-05,"slot_hidden_cos":0.9999999999983126,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9967232346534729},{"t":308,"nopts":2,"letter_logits":[16.60453224182129,10.316502571105957,9.900222778320312,8.57121467590332,9.098821640014648,8.656107902526855,8.63071060180664,7.659725666046143,8.45180606842041,9.393754959106445],"probs":[0.9981449842453003,0.0018549705855548382],"probs_oracle":[0.9981451034545898,0.0018549266969785094],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":2.288818359375e-05,"slot_hidden_max_abs_diff":2.193450927734375e-05,"slot_hidden_cos":0.9999999999985469,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9962901473045349}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r20","arm":"g448","tokens":275,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[274],"slots_oracle":[274],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":30.652845124946907,"slots":[{"t":274,"nopts":10,"letter_logits":[8.920831680297852,9.799599647521973,9.259062767028809,9.352814674377441,9.694342613220215,8.86232852935791,10.478436470031738,16.5137939453125,9.960583686828613,14.351099014282227],"probs":[0.00044854520820081234,0.0010800659656524658,0.0006290687597356737,0.0006908981595188379,0.0009721599635668099,0.00042305674287490547,0.0021294397301971912,0.8899955153465271,0.0012687169946730137,0.10236261039972305],"probs_oracle":[0.0004485415993258357,0.0010800594463944435,0.0006290642777457833,0.0006908925715833902,0.000972151174210012,0.00042305333772674203,0.0021294124890118837,0.8899959921836853,0.0012687055859714746,0.10236208140850067],"argmax":7,"argmax_oracle":7,"argmax_equal":true,"max_abs_dp":5.289912223815918e-07,"max_abs_dlogit":2.09808349609375e-05,"slot_hidden_max_abs_diff":1.9073486328125e-05,"slot_hidden_cos":0.9999999999987164,"full_vocab_top1_id":39,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.7876338958740234}],"max_abs_dp":5.289912223815918e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r21","arm":"g448","tokens":275,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[274],"slots_oracle":[274],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":31.369073416106403,"slots":[{"t":274,"nopts":10,"letter_logits":[8.912677764892578,9.401179313659668,8.926817893981934,16.385488510131836,9.726921081542969,9.142501831054688,9.143617630004883,9.52705192565918,8.996339797973633,12.893336296081543],"probs":[0.0005481094704009593,0.0008933483040891588,0.0005559148266911507,0.964423418045044,0.001237338874489069,0.0006897291750647128,0.000690499204210937,0.0010131800081580877,0.0005959382397122681,0.029352514073252678],"probs_oracle":[0.0005481093539856374,0.0008933480712585151,0.0005559168639592826,0.9644231796264648,0.0012373479548841715,0.0006897316197864711,0.0006905003683641553,0.0010131854796782136,0.0005959380650892854,0.02935273014008999],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.71661376953125e-05,"slot_hidden_cos":0.9999999999985818,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9350704550743103}],"max_abs_dp":2.384185791015625e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r22","arm":"g448","tokens":279,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[278],"slots_oracle":[278],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":38.398548749974,"slots":[{"t":278,"nopts":9,"letter_logits":[10.021478652954102,10.447793960571289,9.594951629638672,16.015914916992188,9.537297248840332,9.663979530334473,9.714995384216309,8.745105743408203,9.307062149047852,10.945245742797852],"probs":[0.002455825684592128,0.0037613518070429564,0.0016030948609113693,0.9852538704872131,0.0015132833505049348,0.001717661740258336,0.0018075634725391865,0.0006852922961115837,0.0012020719004794955],"probs_oracle":[0.0024558305740356445,0.0037613804452121258,0.0016030978877097368,0.9852538704872131,0.0015132761327549815,0.0017176602268591523,0.0018075669649988413,0.0006852896767668426,0.0012020787689834833],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.8638169169425964e-08,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.430511474609375e-05,"slot_hidden_cos":0.9999999999984328,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9814925193786621}],"max_abs_dp":2.8638169169425964e-08,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r23","arm":"g448","tokens":282,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[281],"slots_oracle":[281],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":31.051808999851346,"slots":[{"t":281,"nopts":3,"letter_logits":[17.309724807739258,6.640030860900879,9.060728073120117,7.111921310424805,7.822714805603027,7.677063941955566,7.799371719360352,6.279449462890625,8.01384162902832,8.87291431427002],"probs":[0.999715268611908,2.3232027160702273e-05,0.00026144631556235254],"probs_oracle":[0.999715268611908,2.3231894374475814e-05,0.00026144483126699924],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.4842953532934189e-09,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":2.193450927734375e-05,"slot_hidden_cos":0.999999999998507,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9994538426399231}],"max_abs_dp":1.4842953532934189e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r24","arm":"g448","tokens":282,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[281],"slots_oracle":[281],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":34.04799462505616,"slots":[{"t":281,"nopts":3,"letter_logits":[6.804454803466797,16.987211227416992,10.04159927368164,8.06381607055664,9.142472267150879,7.937207221984863,8.161720275878906,7.404613494873047,8.532441139221191,9.699459075927734],"probs":[3.777902384172194e-05,0.9990003705024719,0.0009618884068913758],"probs_oracle":[3.7778951082145795e-05,0.9990003705024719,0.0009618884068913758],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.275957614183426e-11,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":2.09808349609375e-05,"slot_hidden_cos":0.9999999999986715,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9980384707450867}],"max_abs_dp":7.275957614183426e-11,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r25","arm":"g448","tokens":282,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[281],"slots_oracle":[281],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":32.79417116707191,"slots":[{"t":281,"nopts":3,"letter_logits":[9.118901252746582,8.373085021972656,15.09205150604248,8.993803977966309,10.084182739257812,8.995796203613281,9.32761001586914,8.423479080200195,9.021167755126953,10.440135955810547],"probs":[0.0025366847403347492,0.0012032687664031982,0.9962600469589233],"probs_oracle":[0.0025366705376654863,0.0012032677186653018,0.9962600469589233],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.4202669262886047e-08,"max_abs_dlogit":2.86102294921875e-06,"slot_hidden_max_abs_diff":2.0503997802734375e-05,"slot_hidden_cos":0.9999999999986324,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9937233924865723}],"max_abs_dp":1.4202669262886047e-08,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r26","arm":"g448","tokens":277,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[276],"slots_oracle":[276],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":36.367881084093824,"slots":[{"t":276,"nopts":4,"letter_logits":[13.561600685119629,10.256331443786621,11.289527893066406,10.75479507446289,9.698384284973145,8.838501930236816,8.890979766845703,8.027570724487305,8.488704681396484,9.801095008850098],"probs":[0.8332047462463379,0.03056972660124302,0.08590196073055267,0.05032358318567276],"probs_oracle":[0.8332034349441528,0.030570058152079582,0.08590248227119446,0.050323981791734695],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"max_abs_dlogit":1.9073486328125e-05,"slot_hidden_max_abs_diff":2.193450927734375e-05,"slot_hidden_cos":0.9999999999986212,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.7473009824752808}],"max_abs_dp":1.3113021850585938e-06,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r27","arm":"g448","tokens":277,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[276],"slots_oracle":[276],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":31.55030137486756,"slots":[{"t":276,"nopts":4,"letter_logits":[10.263711929321289,10.507699966430664,9.975297927856445,14.806406021118164,9.753164291381836,8.76397705078125,9.10627269744873,8.527938842773438,8.448064804077148,9.878193855285645],"probs":[0.010312537662684917,0.013162191957235336,0.007728744763880968,0.96879643201828],"probs_oracle":[0.010312587022781372,0.013162228278815746,0.007728788536041975,0.9687963724136353],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"max_abs_dlogit":2.86102294921875e-06,"slot_hidden_max_abs_diff":1.2934207916259766e-05,"slot_hidden_cos":0.9999999999985512,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9556341171264648}],"max_abs_dp":5.960464477539063e-08,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r28","arm":"g448","tokens":302,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[301],"slots_oracle":[301],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":32.3894065420609,"slots":[{"t":301,"nopts":6,"letter_logits":[11.097152709960938,14.56833267211914,13.41354751586914,8.161633491516113,7.655869007110596,8.154237747192383,9.234954833984375,8.410165786743164,8.976605415344238,10.577479362487793],"probs":[0.023014124482870102,0.7404721975326538,0.23334147036075592,0.0012221223441883922,0.000736993970349431,0.0012131170369684696],"probs_oracle":[0.023014351725578308,0.7404738664627075,0.23333954811096191,0.0012221261858940125,0.000736995309125632,0.001213126815855503],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9222497940063477e-06,"max_abs_dlogit":1.621246337890625e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999977253,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.5071343183517456}],"max_abs_dp":1.9222497940063477e-06,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r29","arm":"g448","tokens":296,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[295],"slots_oracle":[295],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":35.1327670419123,"slots":[{"t":295,"nopts":4,"letter_logits":[9.127881050109863,15.074775695800781,11.012746810913086,9.194361686706543,10.836995124816895,9.607619285583496,9.61584186553955,8.967376708984375,9.13900375366211,11.195226669311523],"probs":[0.002556121675297618,0.9778788089752197,0.016833262518048286,0.002731829881668091],"probs_oracle":[0.002556135645136237,0.9778785705566406,0.016833467409014702,0.002731863409280777],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"max_abs_dlogit":8.58306884765625e-06,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999985627,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9610450863838196}],"max_abs_dp":2.384185791015625e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r30","arm":"g448","tokens":253,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[252],"slots_oracle":[252],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":31.583835917059332,"slots":[{"t":252,"nopts":4,"letter_logits":[17.40165138244629,7.562279224395752,7.621429443359375,7.2462005615234375,8.351863861083984,7.794598579406738,8.017833709716797,6.657703876495361,7.7447967529296875,9.004058837890625],"probs":[0.9998513460159302,5.330282147042453e-05,5.6550834415247664e-05,3.885788828483783e-05],"probs_oracle":[0.9998513460159302,5.3302719607017934e-05,5.6550619774498045e-05,3.8857629988342524e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.582964953035116e-10,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":2.09808349609375e-05,"slot_hidden_cos":0.999999999998535,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9997947812080383}],"max_abs_dp":2.582964953035116e-10,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r31","arm":"g448","tokens":246,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[245],"slots_oracle":[245],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":27.54749729204923,"slots":[{"t":245,"nopts":4,"letter_logits":[12.80225944519043,8.555137634277344,8.079471588134766,15.71861743927002,10.004365921020508,9.433960914611816,9.455656051635742,8.608049392700195,8.899028778076172,10.513748168945312],"probs":[0.05128973349928856,0.0007337175193242729,0.0004559841472655535,0.9475205540657043],"probs_oracle":[0.05128991976380348,0.000733718799892813,0.00045598449651151896,0.94752037525177],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.862645149230957e-07,"max_abs_dlogit":8.58306884765625e-06,"slot_hidden_max_abs_diff":1.4543533325195312e-05,"slot_hidden_cos":0.9999999999983171,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8962304592132568}],"max_abs_dp":1.862645149230957e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r32","arm":"g448","tokens":237,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[236],"slots_oracle":[236],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":27.303057374898344,"slots":[{"t":236,"nopts":2,"letter_logits":[10.538786888122559,16.144506454467773,10.323196411132812,10.41934585571289,10.033376693725586,9.052838325500488,9.289104461669922,8.645746231079102,9.005882263183594,10.309840202331543],"probs":[0.0036633049603551626,0.9963366985321045],"probs_oracle":[0.0036633117124438286,0.9963366985321045],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.752088665962219e-09,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999985834,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.992673397064209}],"max_abs_dp":6.752088665962219e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r33","arm":"g448","tokens":276,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[246,275],"slots_oracle":[246,275],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":37.01623983308673,"slots":[{"t":246,"nopts":4,"letter_logits":[9.367541313171387,16.83873748779297,8.979247093200684,7.973116874694824,10.22105598449707,8.74798583984375,8.828269004821777,8.015125274658203,8.96295166015625,10.588594436645508],"probs":[0.0005686234217137098,0.9989047050476074,0.0003856477269437164,0.00014100481348577887],"probs_oracle":[0.0005686153890565038,0.9989047050476074,0.00038564109127037227,0.00014100427506491542],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.032657206058502e-09,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":1.5735626220703125e-05,"slot_hidden_cos":0.9999999999986064,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9983360767364502},{"t":275,"nopts":2,"letter_logits":[10.441243171691895,14.324460983276367,9.779031753540039,9.23470687866211,9.897031784057617,9.115975379943848,8.89175796508789,8.52790641784668,8.925045013427734,10.298307418823242],"probs":[0.02016930840909481,0.9798306822776794],"probs_oracle":[0.020169703289866447,0.979830265045166],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"max_abs_dlogit":1.239776611328125e-05,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999985244,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9596605896949768}],"max_abs_dp":4.172325134277344e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r34","arm":"g448","tokens":253,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[252],"slots_oracle":[252],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":29.247865458019078,"slots":[{"t":252,"nopts":7,"letter_logits":[16.94028663635254,9.66602611541748,8.6527099609375,7.734109878540039,8.004232406616211,7.764142036437988,8.933650970458984,7.725044250488281,8.39466667175293,9.63428783416748],"probs":[0.9983891248703003,0.0006920358864590526,0.0002512181526981294,0.00010025547089753672,0.00013134720211382955,0.00010331202065572143,0.00033270716085098684],"probs_oracle":[0.9983891248703003,0.0006920418818481266,0.0002512198407202959,0.00010025671508628875,0.00013134843902662396,0.00010331271914765239,0.000332709081703797],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.995389074087143e-09,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":1.33514404296875e-05,"slot_hidden_cos":0.9999999999986522,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9976970553398132}],"max_abs_dp":5.995389074087143e-09,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r35","arm":"g448","tokens":277,"grid_thw":[1,28,28],"merged_grid":[14,14],"slots_host":[245,276],"slots_oracle":[245,276],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":37.31512458296493,"slots":[{"t":245,"nopts":4,"letter_logits":[8.83517074584961,17.047761917114258,8.133695602416992,7.935634613037109,9.997859954833984,8.538928985595703,8.620647430419922,7.844046115875244,8.708562850952148,10.503467559814453],"probs":[0.0002710771805141121,0.9994843006134033,0.00013441451301332563,0.00011026288848370314],"probs_oracle":[0.0002710831176955253,0.9994843006134033,0.00013441758346743882,0.00011026520951418206],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.9371814131736755e-09,"max_abs_dlogit":1.9073486328125e-05,"slot_hidden_max_abs_diff":2.1457672119140625e-05,"slot_hidden_cos":0.9999999999986108,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9992132186889648},{"t":276,"nopts":2,"letter_logits":[15.565185546875,11.328487396240234,10.059574127197266,9.103839874267578,9.318657875061035,8.855974197387695,9.00515365600586,7.993239879608154,8.3279390335083,9.654296875],"probs":[0.9857507944107056,0.014249266125261784],"probs_oracle":[0.985750675201416,0.014249387197196484],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.210719347000122e-07,"max_abs_dlogit":4.76837158203125e-06,"slot_hidden_max_abs_diff":1.8924474716186523e-05,"slot_hidden_cos":0.999999999998488,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9715012907981873}],"max_abs_dp":1.210719347000122e-07,"argmax_all_equal":true,"host":{"start":197,"amount":182,"image_tokens":196}},{"id":"r01","arm":"native","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.210373125039041,"slots":[{"t":104,"nopts":3,"letter_logits":[16.823593139648438,7.9315361976623535,7.707070827484131,8.495515823364258,8.693568229675293,8.1458740234375,8.38948917388916,7.211328029632568,8.074274063110352,9.16669750213623],"probs":[0.9997528195381165,0.00013744253374170512,0.00010980889783240855],"probs_oracle":[0.9997528195381165,0.00013744122406933457,0.0001098079519579187],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3096723705530167e-09,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":2.193450927734375e-05,"slot_hidden_cos":0.9999999999984219,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9996153712272644}],"max_abs_dp":1.3096723705530167e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r02","arm":"native","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.385237209033221,"slots":[{"t":104,"nopts":3,"letter_logits":[8.210222244262695,16.747337341308594,8.017282485961914,9.464059829711914,10.039422988891602,8.515644073486328,8.981799125671387,8.175357818603516,8.747228622436523,10.448811531066895],"probs":[0.00019598493236117065,0.9996423721313477,0.00016159577353391796],"probs_oracle":[0.00019598512153606862,0.9996423721313477,0.00016159516235347837],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.111804395914078e-10,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.1444091796875e-05,"slot_hidden_cos":0.9999999999988332,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9994463920593262}],"max_abs_dp":6.111804395914078e-10,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r03","arm":"native","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":12.9626582080964,"slots":[{"t":104,"nopts":3,"letter_logits":[8.06097412109375,8.171426773071289,16.28597640991211,9.401004791259766,9.347599029541016,8.677619934082031,8.702926635742188,7.984285354614258,8.680512428283691,9.963160514831543],"probs":[0.0002677199081517756,0.0002989851636812091,0.9994332194328308],"probs_oracle":[0.00026771891862154007,0.0002989834756590426,0.9994333386421204],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999986936,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.999134361743927}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r04","arm":"native","tokens":153,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[112,152],"slots_oracle":[112,152],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.569795666961,"slots":[{"t":112,"nopts":4,"letter_logits":[16.684696197509766,8.964405059814453,8.350112915039062,7.272757530212402,8.99258804321289,8.19890022277832,8.793401718139648,7.362564563751221,8.30180835723877,9.822227478027344],"probs":[0.9992350339889526,0.00044339196756482124,0.0002398855722276494,8.167979103745893e-05],"probs_oracle":[0.9992350339889526,0.0004433949070516974,0.0002398906071903184,8.168041676981375e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.034962669014931e-09,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.9550323486328125e-05,"slot_hidden_cos":0.9999999999986117,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9987916350364685},{"t":152,"nopts":5,"letter_logits":[15.856611251831055,9.289834976196289,8.863602638244629,8.786226272583008,8.187148094177246,8.601520538330078,8.90032958984375,7.822279930114746,8.492924690246582,9.872466087341309],"probs":[0.996371865272522,0.0014012212632223964,0.0009149480029009283,0.0008468223386444151,0.0004651745257433504],"probs_oracle":[0.996371865272522,0.0014012253377586603,0.0009149523684754968,0.0008468246669508517,0.0004651718772947788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.3655745685100555e-09,"max_abs_dlogit":1.621246337890625e-05,"slot_hidden_max_abs_diff":2.86102294921875e-05,"slot_hidden_cos":0.9999999999985095,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9949706196784973}],"max_abs_dp":5.034962669014931e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r05","arm":"native","tokens":121,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[120],"slots_oracle":[120],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.161417082883418,"slots":[{"t":120,"nopts":3,"letter_logits":[9.320122718811035,16.606470108032227,8.304443359375,9.792060852050781,10.014480590820312,8.636772155761719,8.625595092773438,8.24057388305664,8.936052322387695,10.891286849975586],"probs":[0.0006841866998001933,0.9990680813789368,0.0002477825037203729],"probs_oracle":[0.0006841860595159233,0.9990680813789368,0.0002477818343322724],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.693881005048752e-10,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":2.956390380859375e-05,"slot_hidden_cos":0.9999999999987734,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9983838796615601}],"max_abs_dp":6.693881005048752e-10,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r06","arm":"native","tokens":142,"grid_thw":[1,20,16],"merged_grid":[10,8],"slots_host":[141],"slots_oracle":[141],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.01777350017801,"slots":[{"t":141,"nopts":8,"letter_logits":[9.170136451721191,9.094474792480469,16.82367706298828,7.987152099609375,8.099925994873047,8.55285930633545,9.711662292480469,7.9487199783325195,8.843672752380371,10.627395629882812],"probs":[0.0004732102097477764,0.0004387273220345378,0.9975727200508118,0.0001449741394026205,0.00016228096501436085,0.00025525488308630884,0.0008132719667628407,0.0001395081781083718],"probs_oracle":[0.00047321428428404033,0.00043873104732483625,0.9975727200508118,0.00014497509982902557,0.0001622829877305776,0.0002552587538957596,0.0008132727234624326,0.0001395088474964723],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.0745362639427185e-09,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":2.3603439331054688e-05,"slot_hidden_cos":0.9999999999984491,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9967594742774963}],"max_abs_dp":4.0745362639427185e-09,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r07","arm":"native","tokens":340,"grid_thw":[1,22,40],"merged_grid":[11,20],"slots_host":[268,312,339],"slots_oracle":[268,312,339],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":36.94716341700405,"slots":[{"t":268,"nopts":4,"letter_logits":[16.333263397216797,9.117176055908203,8.450861930847168,9.069686889648438,9.412103652954102,8.369284629821777,8.721891403198242,7.49456787109375,8.070450782775879,9.744173049926758],"probs":[0.998190701007843,0.000733342079911381,0.0003766431473195553,0.0006993302959017456],"probs_oracle":[0.998190701007843,0.0007333392859436572,0.0003766420704778284,0.0006993309361860156],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7939677238464355e-09,"max_abs_dlogit":3.814697265625e-06,"slot_hidden_max_abs_diff":1.3113021850585938e-05,"slot_hidden_cos":0.9999999999985688,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9974573850631714},{"t":312,"nopts":6,"letter_logits":[9.987651824951172,15.945560455322266,8.897078514099121,8.84996509552002,9.581796646118164,8.790640830993652,9.071043014526367,8.290919303894043,8.825458526611328,11.394758224487305],"probs":[0.0025678856763988733,0.993259072303772,0.0008628707146272063,0.000823160691652447,0.0017112562200054526,0.0007757475832477212],"probs_oracle":[0.0025679541286081076,0.9932589530944824,0.0008628854411654174,0.0008231723913922906,0.0017112772911787033,0.0007757541607134044],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":1.811981201171875e-05,"slot_hidden_max_abs_diff":1.8358230590820312e-05,"slot_hidden_cos":0.9999999999986422,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9906910061836243},{"t":339,"nopts":2,"letter_logits":[11.183832168579102,13.521244049072266,10.448415756225586,10.080321311950684,9.932760238647461,9.333589553833008,9.361791610717773,8.846694946289062,9.174674987792969,10.808920860290527],"probs":[0.0880715548992157,0.9119284152984619],"probs_oracle":[0.08807171881198883,0.9119283556938171],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.6391277313232422e-07,"max_abs_dlogit":3.814697265625e-06,"slot_hidden_max_abs_diff":1.3113021850585938e-05,"slot_hidden_cos":0.9999999999986979,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8238566517829895}],"max_abs_dp":1.6391277313232422e-07,"argmax_all_equal":true,"host":{"start":221,"amount":200,"image_tokens":220}},{"id":"r08","arm":"native","tokens":120,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[119],"slots_oracle":[119],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.946008166996762,"slots":[{"t":119,"nopts":6,"letter_logits":[9.412131309509277,9.179280281066895,16.721603393554688,8.86177921295166,7.79526424407959,8.427227020263672,9.22014045715332,7.986944198608398,9.08005428314209,10.609193801879883],"probs":[0.00066785590024665,0.0005291232373565435,0.9980358481407166,0.00038518369547091424,0.00013258252874948084,0.0002494274522177875],"probs_oracle":[0.0006678571808151901,0.0005291247507557273,0.9980358481407166,0.0003851840447168797,0.00013258290709927678,0.00024942721938714385],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.5133991837501526e-09,"max_abs_dlogit":7.152557373046875e-06,"slot_hidden_max_abs_diff":1.621246337890625e-05,"slot_hidden_cos":0.9999999999986822,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9973679780960083}],"max_abs_dp":1.5133991837501526e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r09","arm":"native","tokens":144,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[143],"slots_oracle":[143],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.203972957795486,"slots":[{"t":143,"nopts":8,"letter_logits":[8.901596069335938,8.811765670776367,8.546876907348633,11.592578887939453,15.968978881835938,10.31173038482666,9.110885620117188,8.175899505615234,9.164581298828125,11.06440544128418],"probs":[0.0008359465282410383,0.0007641271804459393,0.0005863081314601004,0.012327002361416817,0.9806270003318787,0.0034244596026837826,0.0010305563919246197,0.00040458751027472317],"probs_oracle":[0.0008359434432350099,0.0007641243282705545,0.0005863065016455948,0.012326945550739765,0.9806271195411682,0.003424430498853326,0.0010305565083399415,0.0004045860259793699],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.71661376953125e-05,"slot_hidden_cos":0.9999999999986106,"full_vocab_top1_id":36,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9683001637458801}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r10","arm":"native","tokens":268,"grid_thw":[1,22,40],"merged_grid":[11,20],"slots_host":[267],"slots_oracle":[267],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":31.500804708106443,"slots":[{"t":267,"nopts":3,"letter_logits":[16.428709030151367,9.551081657409668,8.071113586425781,8.802406311035156,8.950672149658203,8.282208442687988,8.690893173217773,7.353459358215332,8.074153900146484,9.475850105285645],"probs":[0.9987364411354065,0.001029284088872373,0.00023431134468410164],"probs_oracle":[0.9987364411354065,0.0010292939841747284,0.00023431201407220215],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.89530235528946e-09,"max_abs_dlogit":1.52587890625e-05,"slot_hidden_max_abs_diff":2.574920654296875e-05,"slot_hidden_cos":0.9999999999982642,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9977071285247803}],"max_abs_dp":9.89530235528946e-09,"argmax_all_equal":true,"host":{"start":221,"amount":200,"image_tokens":220}},{"id":"r11","arm":"native","tokens":103,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[102],"slots_oracle":[102],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":8.21970137488097,"slots":[{"t":102,"nopts":2,"letter_logits":[10.163719177246094,16.030364990234375,9.764691352844238,9.705698013305664,9.73260498046875,8.772497177124023,8.7994384765625,8.23073959350586,8.702737808227539,10.104147911071777],"probs":[0.002824357943609357,0.9971755743026733],"probs_oracle":[0.002824368653818965,0.9971755743026733],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0710209608078003e-08,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.3828277587890625e-05,"slot_hidden_cos":0.9999999999987289,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9943512082099915}],"max_abs_dp":1.0710209608078003e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r12","arm":"native","tokens":133,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[132],"slots_oracle":[132],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":15.88987566693686,"slots":[{"t":132,"nopts":5,"letter_logits":[16.562923431396484,9.895132064819336,8.925750732421875,8.50352954864502,7.421490669250488,8.583599090576172,8.624919891357422,7.770994186401367,8.377218246459961,9.663108825683594],"probs":[0.9978280663490295,0.0012684422545135021,0.00048114254605025053,0.00031543176737613976,0.0001069010395440273],"probs_oracle":[0.9978280663490295,0.001268424210138619,0.00048114254605025053,0.0003154272271785885,0.0001068998099071905],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.8044374883174896e-08,"max_abs_dlogit":8.58306884765625e-06,"slot_hidden_max_abs_diff":1.8596649169921875e-05,"slot_hidden_cos":0.9999999999983644,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9965596199035645}],"max_abs_dp":1.8044374883174896e-08,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r13","arm":"native","tokens":140,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[139],"slots_oracle":[139],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.51157045806758,"slots":[{"t":139,"nopts":9,"letter_logits":[8.47953987121582,9.084574699401855,8.841058731079102,7.985182285308838,9.091838836669922,9.44228744506836,9.644987106323242,14.03445053100586,18.081619262695312,11.943984985351562],"probs":[6.637212209170684e-05,0.00012154832074884325,9.527771908324212e-05,4.048449409310706e-05,0.00012243447417858988,0.00017382075020577759,0.00021287909476086497,0.017157450318336487,0.9820097088813782],"probs_oracle":[6.637163460254669e-05,0.00012154777505202219,9.527682414045557e-05,4.0484348573954776e-05,0.00012243450328242034,0.00017381930956616998,0.00021287811978254467,0.017157258465886116,0.9820099472999573],"argmax":8,"argmax_oracle":8,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":2.4318695068359375e-05,"slot_hidden_cos":0.999999999998628,"full_vocab_top1_id":40,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9648526906967163}],"max_abs_dp":2.384185791015625e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r14","arm":"native","tokens":111,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[110],"slots_oracle":[110],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.278373791836202,"slots":[{"t":110,"nopts":4,"letter_logits":[16.68832778930664,9.353372573852539,8.097652435302734,8.389162063598633,9.329336166381836,8.3663330078125,8.723158836364746,7.583672523498535,8.248863220214844,9.785926818847656],"probs":[0.9989142417907715,0.0006516248686239123,0.00018562878540251404,0.00024845419102348387],"probs_oracle":[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.28642737865448e-09,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999985497,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9982626438140869}],"max_abs_dp":6.28642737865448e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r15","arm":"native","tokens":303,"grid_thw":[1,22,40],"merged_grid":[11,20],"slots_host":[270,302],"slots_oracle":[270,302],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":34.098206541035324,"slots":[{"t":270,"nopts":4,"letter_logits":[9.253276824951172,8.53147029876709,15.917985916137695,8.381937026977539,9.65585994720459,8.803226470947266,9.02632999420166,7.981834411621094,8.698015213012695,10.235279083251953],"probs":[0.0012720386730507016,0.0006180501659400761,0.9975776076316833,0.0005322090582922101],"probs_oracle":[0.0012720398372039199,0.0006180554628372192,0.9975776076316833,0.0005322125507518649],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.296897143125534e-09,"max_abs_dlogit":1.239776611328125e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999984841,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9963055849075317},{"t":302,"nopts":3,"letter_logits":[15.899724006652832,9.528525352478027,8.803651809692383,8.895672798156738,9.076087951660156,8.398835182189941,9.003425598144531,7.520378112792969,8.384614944458008,9.79486083984375],"probs":[0.9974679946899414,0.0017057781806215644,0.0008262547780759633],"probs_oracle":[0.9974679946899414,0.00170577981043607,0.0008262610645033419],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.28642737865448e-09,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999985939,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9957622289657593}],"max_abs_dp":6.28642737865448e-09,"argmax_all_equal":true,"host":{"start":221,"amount":200,"image_tokens":220}},{"id":"r16","arm":"native","tokens":209,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[133,181,208],"slots_oracle":[133,181,208],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":23.114702875027433,"slots":[{"t":133,"nopts":4,"letter_logits":[8.697325706481934,10.766939163208008,14.984466552734375,10.188287734985352,10.421947479248047,9.514727592468262,9.550606727600098,8.979818344116211,9.40857219696045,10.65687370300293],"probs":[0.0018149574752897024,0.014377657324075699,0.9757465124130249,0.008060891181230545],"probs_oracle":[0.0018149522366002202,0.014377602376043797,0.9757465124130249,0.008060960099101067],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.891787052154541e-08,"max_abs_dlogit":6.67572021484375e-06,"slot_hidden_max_abs_diff":1.239776611328125e-05,"slot_hidden_cos":0.9999999999984863,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9613689184188843},{"t":181,"nopts":7,"letter_logits":[8.788684844970703,9.742816925048828,15.258408546447754,11.458866119384766,8.699592590332031,8.57281494140625,8.496956825256348,8.541675567626953,9.27223014831543,10.571704864501953],"probs":[0.0015019255224615335,0.0038996238727122545,0.9692006707191467,0.021691691130399704,0.001373903127387166,0.0012103118933737278,0.0011218958534300327],"probs_oracle":[0.0015019363490864635,0.003899636911228299,0.9692001938819885,0.021692175418138504,0.0013739155838266015,0.0012103159679099917,0.0011219080770388246],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.842877388000488e-07,"max_abs_dlogit":1.239776611328125e-05,"slot_hidden_max_abs_diff":1.8358230590820312e-05,"slot_hidden_cos":0.9999999999982866,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9475080370903015},{"t":208,"nopts":2,"letter_logits":[9.733161926269531,15.234353065490723,10.931623458862305,9.914313316345215,9.296215057373047,8.538557052612305,8.610248565673828,8.1655855178833,8.857561111450195,10.663686752319336],"probs":[0.004065311513841152,0.9959346055984497],"probs_oracle":[0.004065308719873428,0.9959347248077393],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":2.86102294921875e-06,"slot_hidden_max_abs_diff":1.5735626220703125e-05,"slot_hidden_cos":0.9999999999985932,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9918693900108337}],"max_abs_dp":4.842877388000488e-07,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r17","arm":"native","tokens":187,"grid_thw":[1,20,16],"merged_grid":[10,8],"slots_host":[124,157,186],"slots_oracle":[124,157,186],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":21.92897399980575,"slots":[{"t":124,"nopts":3,"letter_logits":[17.352298736572266,8.414615631103516,7.641691207885742,8.094069480895996,8.571991920471191,8.052833557128906,8.422679901123047,6.96264123916626,7.8935322761535645,9.145674705505371],"probs":[0.9998080134391785,0.0001313197863055393,6.062522152205929e-05],"probs_oracle":[0.9998080134391785,0.00013132191088516265,6.062603279133327e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.1245796233415604e-09,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999984988,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9996767044067383},{"t":157,"nopts":3,"letter_logits":[16.399490356445312,8.574474334716797,8.41697883605957,8.370108604431152,8.921123504638672,7.904177188873291,8.362659454345703,7.138379096984863,7.956692695617676,9.124786376953125],"probs":[0.9992595314979553,0.0003993162827100605,0.00034112815046682954],"probs_oracle":[0.9992595314979553,0.0003993094142060727,0.0003411242796573788],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.868503987789154e-09,"max_abs_dlogit":1.9073486328125e-05,"slot_hidden_max_abs_diff":2.0503997802734375e-05,"slot_hidden_cos":0.9999999999986164,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.998860239982605},{"t":186,"nopts":2,"letter_logits":[15.563902854919434,9.39317512512207,8.628125190734863,7.856302738189697,8.581380844116211,7.814000129699707,8.118223190307617,7.174969673156738,8.061944961547852,8.937673568725586],"probs":[0.9979146122932434,0.002085356740280986],"probs_oracle":[0.9979146122932434,0.0020853946916759014],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.795139491558075e-08,"max_abs_dlogit":1.71661376953125e-05,"slot_hidden_max_abs_diff":1.9073486328125e-05,"slot_hidden_cos":0.9999999999986317,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9958292245864868}],"max_abs_dp":3.795139491558075e-08,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r18","arm":"native","tokens":367,"grid_thw":[1,22,40],"merged_grid":[11,20],"slots_host":[279,320,366],"slots_oracle":[279,320,366],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":41.23266354203224,"slots":[{"t":279,"nopts":6,"letter_logits":[16.556264877319336,9.261882781982422,8.408731460571289,7.584077835083008,8.21017074584961,8.494372367858887,9.10713005065918,7.540899276733398,8.285460472106934,9.668832778930664],"probs":[0.998354434967041,0.0006782267009839416,0.0002889721072278917,0.00012668156705331057,0.00023693112598266453,0.00031481057521887124],"probs_oracle":[0.9983543157577515,0.0006782350246794522,0.0002889798197429627,0.0001266840990865603,0.0002369356225244701,0.00031481802579946816],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":2.4318695068359375e-05,"slot_hidden_cos":0.9999999999981256,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9976760745048523},{"t":320,"nopts":5,"letter_logits":[9.951751708984375,11.067049026489258,14.337318420410156,12.208928108215332,9.654695510864258,9.991401672363281,9.266913414001465,8.792205810546875,9.647754669189453,11.038398742675781],"probs":[0.010567110031843185,0.03223470225930214,0.8483667373657227,0.10098002105951309,0.007851386442780495],"probs_oracle":[0.010567154735326767,0.03223487362265587,0.8483663201332092,0.10098026692867279,0.007851427420973778],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999983606,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.7473860383033752},{"t":366,"nopts":6,"letter_logits":[8.739675521850586,9.088704109191895,8.71320629119873,8.606307029724121,15.743478775024414,10.170404434204102,9.187612533569336,7.94377326965332,8.605035781860352,10.315729141235352],"probs":[0.0009015016839839518,0.0012780496617779136,0.0008779526688158512,0.0007889425032772124,0.9923837780952454,0.003769851289689541],"probs_oracle":[0.0009015085524879396,0.0012780643301084638,0.0008779509807936847,0.0007889552507549524,0.9923837780952454,0.003769894363358617],"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":4.307366907596588e-08,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":3.337860107421875e-05,"slot_hidden_cos":0.9999999999983179,"full_vocab_top1_id":36,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9886139035224915}],"max_abs_dp":4.172325134277344e-07,"argmax_all_equal":true,"host":{"start":221,"amount":200,"image_tokens":220}},{"id":"r19","arm":"native","tokens":333,"grid_thw":[1,22,40],"merged_grid":[11,20],"slots_host":[266,302,332],"slots_oracle":[266,302,332],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":37.90293291583657,"slots":[{"t":266,"nopts":3,"letter_logits":[16.847869873046875,8.614224433898926,7.334114074707031,8.322811126708984,8.647859573364258,7.978461265563965,8.544020652770996,7.130159378051758,8.092376708984375,9.57172966003418],"probs":[0.9996607303619385,0.0002654763520695269,7.380417810054496e-05],"probs_oracle":[0.9996607303619385,0.00026547355810180306,7.380298484349623e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7939677238464355e-09,"max_abs_dlogit":1.430511474609375e-05,"slot_hidden_max_abs_diff":2.765655517578125e-05,"slot_hidden_cos":0.9999999999985151,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9993952512741089},{"t":302,"nopts":4,"letter_logits":[9.154094696044922,16.324169158935547,9.5599946975708,7.924139022827148,9.874431610107422,8.480547904968262,8.465017318725586,7.799271583557129,8.63131332397461,10.413915634155273],"probs":[0.0007676162058487535,0.997856080532074,0.0011519250692799687,0.00022437846928369254],"probs_oracle":[0.0007676227833144367,0.997856080532074,0.0011519339168444276,0.00022438017185777426],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.847564458847046e-09,"max_abs_dlogit":1.049041748046875e-05,"slot_hidden_max_abs_diff":1.6689300537109375e-05,"slot_hidden_cos":0.9999999999982762,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9967041611671448},{"t":332,"nopts":2,"letter_logits":[16.273635864257812,10.31814956665039,9.800420761108398,8.437807083129883,8.933422088623047,8.490949630737305,8.4988431930542,7.499343395233154,8.344464302062988,9.298137664794922],"probs":[0.9974150657653809,0.002584884176030755],"probs_oracle":[0.9974150657653809,0.002584935864433646],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.168840289115906e-08,"max_abs_dlogit":3.0517578125e-05,"slot_hidden_max_abs_diff":1.9073486328125e-05,"slot_hidden_cos":0.9999999999986178,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9948301315307617}],"max_abs_dp":5.168840289115906e-08,"argmax_all_equal":true,"host":{"start":221,"amount":200,"image_tokens":220}},{"id":"r20","arm":"native","tokens":143,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[142],"slots_oracle":[142],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.714542791014537,"slots":[{"t":142,"nopts":10,"letter_logits":[8.840995788574219,9.838260650634766,8.987131118774414,9.281614303588867,9.422170639038086,8.758090019226074,10.207371711730957,15.963688850402832,9.873794555664062,16.076950073242188],"probs":[0.00037819897988811135,0.001025243429467082,0.0004377096483949572,0.0005875956267118454,0.0006762719713151455,0.0003481086459942162,0.0014829615829512477,0.4688853323459625,0.0010623292764648795,0.5251161456108093],"probs_oracle":[0.0003781993000302464,0.0010252433130517602,0.00043770880438387394,0.0005875966744497418,0.0006762796547263861,0.00034810963552445173,0.0014829656574875116,0.46888846158981323,0.001062334282323718,0.5251131057739258],"argmax":9,"argmax_oracle":9,"argmax_equal":true,"max_abs_dp":3.129243850708008e-06,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999985251,"full_vocab_top1_id":41,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.05622464418411255}],"max_abs_dp":3.129243850708008e-06,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r21","arm":"native","tokens":159,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[158],"slots_oracle":[158],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.86244691698812,"slots":[{"t":158,"nopts":10,"letter_logits":[8.745548248291016,9.480545043945312,9.08588695526123,16.446243286132812,9.612932205200195,9.058034896850586,9.3521728515625,9.177919387817383,9.264936447143555,13.475029945373535],"probs":[0.00042800622759386897,0.0008925964357331395,0.0006015300168655813,0.9458438754081726,0.0010189437307417393,0.0005850073648616672,0.0007850617403164506,0.0006595177110284567,0.0007194780046120286,0.04846607893705368],"probs_oracle":[0.0004280051216483116,0.000892594107426703,0.0006015296094119549,0.9458441138267517,0.0010189429158344865,0.0005850063753314316,0.0007850604597479105,0.0006595135200768709,0.0007194782374426723,0.04846585914492607],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":3.0994415283203125e-05,"slot_hidden_cos":0.9999999999986376,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8973782658576965}],"max_abs_dp":2.384185791015625e-07,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r22","arm":"native","tokens":303,"grid_thw":[1,22,40],"merged_grid":[11,20],"slots_host":[302],"slots_oracle":[302],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":34.86398633290082,"slots":[{"t":302,"nopts":9,"letter_logits":[9.691402435302734,10.672988891601562,9.789138793945312,15.789295196533203,9.936967849731445,10.288729667663574,9.897418975830078,9.403989791870117,10.284366607666016,11.232843399047852],"probs":[0.0021902229636907578,0.00584501912817359,0.002415097551420331,0.9744723439216614,0.0027998583391308784,0.003980194218456745,0.002691288013011217,0.0016431099502369761,0.003962866496294737],"probs_oracle":[0.00219021481461823,0.0058449977077543736,0.002415077295154333,0.9744724631309509,0.002799839712679386,0.003980186767876148,0.002691283356398344,0.0016431022668257356,0.003962881863117218],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":1.621246337890625e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999985302,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9686274528503418}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":221,"amount":200,"image_tokens":220}},{"id":"r23","arm":"native","tokens":150,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[149],"slots_oracle":[149],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.803215209161863,"slots":[{"t":149,"nopts":3,"letter_logits":[17.438491821289062,6.525594711303711,9.0272855758667,7.099834442138672,7.790238380432129,7.648580551147461,7.788805961608887,6.209578514099121,7.869709014892578,8.74169921875],"probs":[0.9997594952583313,1.8217322576674633e-05,0.00022230799368117005],"probs_oracle":[0.9997594952583313,1.821711521188263e-05,0.00022230672766454518],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2660166248679161e-09,"max_abs_dlogit":1.1444091796875e-05,"slot_hidden_max_abs_diff":1.4781951904296875e-05,"slot_hidden_cos":0.9999999999985316,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9995371699333191}],"max_abs_dp":1.2660166248679161e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r24","arm":"native","tokens":150,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[149],"slots_oracle":[149],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.416480500018224,"slots":[{"t":149,"nopts":3,"letter_logits":[6.847947120666504,16.990747451782227,9.881393432617188,8.03354263305664,9.102045059204102,7.882449626922607,8.168327331542969,7.339740753173828,8.523506164550781,9.65280818939209],"probs":[3.9324739191215485e-05,0.9991439580917358,0.0008167230989784002],"probs_oracle":[3.9324964745901525e-05,0.9991439580917358,0.000816729327198118],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.2282197177410126e-09,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.430511474609375e-05,"slot_hidden_cos":0.999999999998717,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9983272552490234}],"max_abs_dp":6.2282197177410126e-09,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r25","arm":"native","tokens":150,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[149],"slots_oracle":[149],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.006617916049436,"slots":[{"t":149,"nopts":3,"letter_logits":[8.519112586975098,8.621458053588867,15.264043807983398,8.986862182617188,10.160396575927734,8.92231559753418,9.307586669921875,8.375371932983398,9.029961585998535,10.485221862792969],"probs":[0.001173917786218226,0.0013004262000322342,0.9975256323814392],"probs_oracle":[0.001173934550024569,0.0013004472712054849,0.9975256323814392],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.10711732506752e-08,"max_abs_dlogit":1.9073486328125e-05,"slot_hidden_max_abs_diff":2.574920654296875e-05,"slot_hidden_cos":0.9999999999985368,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9962251782417297}],"max_abs_dp":2.10711732506752e-08,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r26","arm":"native","tokens":145,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[144],"slots_oracle":[144],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":17.24308937508613,"slots":[{"t":144,"nopts":4,"letter_logits":[15.212038040161133,8.560141563415527,10.678683280944824,8.647552490234375,8.99020767211914,8.450797080993652,8.501180648803711,7.216488838195801,8.168987274169922,9.318931579589844],"probs":[0.9867326617240906,0.0012744346167892218,0.010602017864584923,0.0013908478431403637],"probs_oracle":[0.986732542514801,0.001274453941732645,0.01060215849429369,0.0013908690307289362],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.4062970876693726e-07,"max_abs_dlogit":2.002716064453125e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999981353,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9761303663253784}],"max_abs_dp":1.4062970876693726e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r27","arm":"native","tokens":145,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[144],"slots_oracle":[144],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.643481915816665,"slots":[{"t":144,"nopts":4,"letter_logits":[10.120741844177246,10.246715545654297,9.732677459716797,15.008763313293457,9.741556167602539,8.761783599853516,9.067707061767578,8.50054931640625,8.368419647216797,9.856206893920898],"probs":[0.00737988855689764,0.008370655588805676,0.005006284918636084,0.9792431592941284],"probs_oracle":[0.007379894610494375,0.008370750583708286,0.005006327293813229,0.9792430400848389],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.8596649169921875e-05,"slot_hidden_cos":0.9999999999982445,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9708722829818726}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r28","arm":"native","tokens":170,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[169],"slots_oracle":[169],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":20.378145332913846,"slots":[{"t":169,"nopts":6,"letter_logits":[11.295186042785645,14.596195220947266,13.09662914276123,8.144245147705078,7.7122907638549805,8.253700256347656,9.165071487426758,8.348042488098145,8.943787574768066,10.556410789489746],"probs":[0.029140271246433258,0.7908673882484436,0.1765429526567459,0.0012475482653826475,0.000809956924058497,0.0013918521581217647],"probs_oracle":[0.029139939695596695,0.7908696532249451,0.17654110491275787,0.0012475387193262577,0.0008099511615000665,0.0013918428448960185],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.2649765014648438e-06,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.5735626220703125e-05,"slot_hidden_cos":0.9999999999975321,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.6143285632133484}],"max_abs_dp":2.2649765014648438e-06,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r29","arm":"native","tokens":164,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[163],"slots_oracle":[163],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":19.994064416969195,"slots":[{"t":163,"nopts":4,"letter_logits":[9.434759140014648,14.145147323608398,11.457432746887207,11.49163818359375,10.924259185791016,9.813268661499023,9.820850372314453,9.305425643920898,9.416170120239258,11.313937187194824],"probs":[0.007844656705856323,0.8715043067932129,0.05929388478398323,0.06135714799165726],"probs_oracle":[0.007844753563404083,0.8715009689331055,0.05929643288254738,0.06135784834623337],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.337860107421875e-06,"max_abs_dlogit":3.910064697265625e-05,"slot_hidden_max_abs_diff":1.5139579772949219e-05,"slot_hidden_cos":0.999999999995812,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.8101431131362915}],"max_abs_dp":3.337860107421875e-06,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r30","arm":"native","tokens":121,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[120],"slots_oracle":[120],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.481210250174627,"slots":[{"t":120,"nopts":4,"letter_logits":[17.343379974365234,7.738438129425049,7.63932991027832,7.453264236450195,8.506805419921875,7.937795639038086,8.215145111083984,6.784334659576416,7.977639675140381,9.19316291809082],"probs":[0.9998210072517395,6.738275988027453e-05,6.102487168391235e-05,5.066400990472175e-05],"probs_oracle":[0.9998210072517395,6.738237425452098e-05,6.102487168391235e-05,5.0663769798120484e-05],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.8562575355172157e-10,"max_abs_dlogit":5.7220458984375e-06,"slot_hidden_max_abs_diff":1.2874603271484375e-05,"slot_hidden_cos":0.9999999999984156,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9997536540031433}],"max_abs_dp":3.8562575355172157e-10,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r31","arm":"native","tokens":130,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[129],"slots_oracle":[129],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":16.605529999826103,"slots":[{"t":129,"nopts":4,"letter_logits":[14.744010925292969,9.01559829711914,8.385804176330566,14.60021686553955,9.904732704162598,9.509049415588379,9.491340637207031,8.47775650024414,9.093324661254883,10.620441436767578],"probs":[0.5344589948654175,0.0017381865764036775,0.0009259345242753625,0.4628768265247345],"probs_oracle":[0.5344566702842712,0.0017381822690367699,0.0009259366779588163,0.4628792107105255],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-06,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":1.430511474609375e-05,"slot_hidden_cos":0.9999999999985342,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.07157745957374573}],"max_abs_dp":2.384185791015625e-06,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r32","arm":"native","tokens":105,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[104],"slots_oracle":[104],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":13.511685207951814,"slots":[{"t":104,"nopts":2,"letter_logits":[10.755979537963867,15.609260559082031,10.414053916931152,10.451473236083984,10.199104309082031,9.26750373840332,9.401721954345703,8.714773178100586,9.14172077178955,10.36642074584961],"probs":[0.007742323447018862,0.9922577142715454],"probs_oracle":[0.007742323447018862,0.9922577142715454],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0,"max_abs_dlogit":3.814697265625e-06,"slot_hidden_max_abs_diff":1.9550323486328125e-05,"slot_hidden_cos":0.9999999999985308,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.984515368938446}],"max_abs_dp":0.0,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r33","arm":"native","tokens":160,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[130,159],"slots_oracle":[130,159],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":19.784351750044152,"slots":[{"t":130,"nopts":4,"letter_logits":[10.206670761108398,15.60572624206543,9.948572158813477,8.541831970214844,10.639060020446777,9.210330963134766,9.221719741821289,8.428398132324219,9.029362678527832,10.69492244720459],"probs":[0.004481107462197542,0.9912092685699463,0.0034617409110069275,0.0008479203097522259],"probs_oracle":[0.004481073003262281,0.9912092685699463,0.003461760701611638,0.0008479154785163701],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.4458935260772705e-08,"max_abs_dlogit":1.621246337890625e-05,"slot_hidden_max_abs_diff":1.33514404296875e-05,"slot_hidden_cos":0.9999999999986117,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9867281913757324},{"t":159,"nopts":2,"letter_logits":[10.317996978759766,14.93819522857666,9.674628257751465,9.029400825500488,9.81478214263916,8.988460540771484,8.838720321655273,8.421606063842773,8.868555068969727,10.282075881958008],"probs":[0.009754749946296215,0.9902452230453491],"probs_oracle":[0.009754768572747707,0.9902452230453491],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.862645149230957e-08,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.621246337890625e-05,"slot_hidden_cos":0.9999999999987492,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9804904460906982}],"max_abs_dp":3.4458935260772705e-08,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"r34","arm":"native","tokens":121,"grid_thw":[1,16,16],"merged_grid":[8,8],"slots_host":[120],"slots_oracle":[120],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":14.066434791078791,"slots":[{"t":120,"nopts":7,"letter_logits":[17.046432495117188,9.510838508605957,8.484029769897461,7.519189834594727,7.722208023071289,7.557710647583008,8.587472915649414,7.490626335144043,8.278684616088867,9.482709884643555],"probs":[0.9988266825675964,0.0005331178545020521,0.000190935141290538,7.275473035406321e-05,8.913144120015204e-05,7.56119770812802e-05,0.00021174378343857825],"probs_oracle":[0.9988266825675964,0.0005331173888407648,0.000190935141290538,7.275486859725788e-05,8.913177589420229e-05,7.561183883808553e-05,0.00021174417634028941],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.656612873077393e-10,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.52587890625e-05,"slot_hidden_cos":0.9999999999987034,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9982935786247253}],"max_abs_dp":4.656612873077393e-10,"argmax_all_equal":true,"host":{"start":65,"amount":56,"image_tokens":64}},{"id":"r35","arm":"native","tokens":161,"grid_thw":[1,16,20],"merged_grid":[8,10],"slots_host":[129,160],"slots_oracle":[129,160],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.588221250101924,"slots":[{"t":129,"nopts":4,"letter_logits":[9.040138244628906,17.029712677001953,8.298158645629883,7.921257019042969,10.010254859924316,8.631868362426758,8.705301284790039,7.866992950439453,8.746184349060059,10.571647644042969],"probs":[0.00033877126406878233,0.9993891716003418,0.0001613128260942176,0.00011065794387832284],"probs_oracle":[0.00033877353416755795,0.9993891716003418,0.000161314063007012,0.00011065826402045786],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.270098775625229e-09,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999986382,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9990503787994385},{"t":160,"nopts":2,"letter_logits":[15.626441955566406,11.300166130065918,10.05697250366211,9.038238525390625,9.330248832702637,8.85779857635498,9.020691871643066,7.944965839385986,8.327402114868164,9.667196273803711],"probs":[0.9869556427001953,0.013044274412095547],"probs_oracle":[0.9869555830955505,0.01304447278380394],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.9837170839309692e-07,"max_abs_dlogit":2.384185791015625e-05,"slot_hidden_max_abs_diff":1.621246337890625e-05,"slot_hidden_cos":0.9999999999986329,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9739111065864563}],"max_abs_dp":1.9837170839309692e-07,"argmax_all_equal":true,"host":{"start":81,"amount":70,"image_tokens":80}},{"id":"t01","arm":"text","tokens":62,"grid_thw":null,"merged_grid":null,"slots_host":[61],"slots_oracle":[61],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":18.192930167075247,"slots":[{"t":61,"nopts":3,"letter_logits":[9.185796737670898,16.34890365600586,8.147286415100098,9.336008071899414,9.821630477905273,8.513025283813477,8.571610450744629,7.7202253341674805,8.233001708984375,9.715351104736328],"probs":[0.0007738324929960072,0.9989522695541382,0.00027392245829105377],"probs_oracle":[0.0007738324929960072,0.9989522695541382,0.0002739227202255279],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.6193447411060333e-10,"max_abs_dlogit":4.76837158203125e-06,"slot_hidden_max_abs_diff":2.002716064453125e-05,"slot_hidden_cos":0.9999999999984095,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9981784224510193}],"max_abs_dp":2.6193447411060333e-10,"argmax_all_equal":true,"host":{"start":1073741824,"amount":0,"image_tokens":0}},{"id":"t02","arm":"text","tokens":107,"grid_thw":null,"merged_grid":null,"slots_host":[45,71,106],"slots_oracle":[45,71,106],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":27.786976458970457,"slots":[{"t":45,"nopts":2,"letter_logits":[9.479388236999512,16.456146240234375,9.464619636535645,9.384765625,9.778846740722656,8.529919624328613,8.764017105102539,8.173645973205566,8.56663703918457,9.988195419311523],"probs":[0.0009324539569206536,0.9990676045417786],"probs_oracle":[0.0009324414422735572,0.9990676045417786],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.2514647096395493e-08,"max_abs_dlogit":9.5367431640625e-06,"slot_hidden_max_abs_diff":2.47955322265625e-05,"slot_hidden_cos":0.9999999999987536,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9981351494789124},{"t":71,"nopts":2,"letter_logits":[9.623865127563477,15.224893569946289,10.097773551940918,10.049243927001953,10.211841583251953,8.949518203735352,9.212505340576172,8.513927459716797,8.856193542480469,10.395700454711914],"probs":[0.0036804666742682457,0.9963195323944092],"probs_oracle":[0.00368038984015584,0.9963196516036987],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":1.621246337890625e-05,"slot_hidden_max_abs_diff":1.3828277587890625e-05,"slot_hidden_cos":0.9999999999989202,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9926392436027527},{"t":106,"nopts":4,"letter_logits":[15.930007934570312,10.049275398254395,9.214016914367676,8.976823806762695,9.271650314331055,8.491111755371094,8.555352210998535,7.606900691986084,8.117208480834961,9.366983413696289],"probs":[0.9950647950172424,0.002778956200927496,0.0012054065009579062,0.0009508715593256056],"probs_oracle":[0.9950647950172424,0.002778948051854968,0.001205416745506227,0.0009508960647508502],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.450542524456978e-08,"max_abs_dlogit":2.384185791015625e-05,"slot_hidden_max_abs_diff":2.0265579223632812e-05,"slot_hidden_cos":0.9999999999983056,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9922858476638794}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":1073741824,"amount":0,"image_tokens":0}},{"id":"t03","arm":"text","tokens":51,"grid_thw":null,"merged_grid":null,"slots_host":[50],"slots_oracle":[50],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":15.660510584013537,"slots":[{"t":50,"nopts":5,"letter_logits":[10.066431999206543,9.226359367370605,10.014503479003906,15.390228271484375,10.430148124694824,9.434468269348145,9.52951717376709,8.909087181091309,8.652009010314941,10.324441909790039],"probs":[0.004785123746842146,0.0020656385459005833,0.004542981274425983,0.9817220568656921,0.006884194444864988],"probs_oracle":[0.00478515587747097,0.0020656364504247904,0.004542955197393894,0.9817220568656921,0.006884180940687656],"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.213062882423401e-08,"max_abs_dlogit":1.811981201171875e-05,"slot_hidden_max_abs_diff":1.239776611328125e-05,"slot_hidden_cos":0.9999999999984488,"full_vocab_top1_id":35,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9748378992080688}],"max_abs_dp":3.213062882423401e-08,"argmax_all_equal":true,"host":{"start":1073741824,"amount":0,"image_tokens":0}},{"id":"t04","arm":"text","tokens":74,"grid_thw":null,"merged_grid":null,"slots_host":[46,73],"slots_oracle":[46,73],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":20.37042870791629,"slots":[{"t":46,"nopts":3,"letter_logits":[9.604281425476074,11.614730834960938,13.582799911499023,10.275955200195312,10.401497840881348,9.1881742477417,9.433106422424316,9.174144744873047,8.868244171142578,10.435851097106934],"probs":[0.01615392044186592,0.12061602622270584,0.8632300496101379],"probs_oracle":[0.016153892502188683,0.12061421573162079,0.863231897354126],"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.8477439880371094e-06,"max_abs_dlogit":1.33514404296875e-05,"slot_hidden_max_abs_diff":1.4901161193847656e-05,"slot_hidden_cos":0.9999999999988035,"full_vocab_top1_id":34,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.742617666721344},{"t":73,"nopts":2,"letter_logits":[15.583769798278809,11.237390518188477,10.625267028808594,9.280086517333984,9.491979598999023,8.92574691772461,8.865728378295898,8.078001976013184,8.253374099731445,9.271404266357422],"probs":[0.9872120022773743,0.01278797909617424],"probs_oracle":[0.9872117638587952,0.012788254767656326],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7567148208618164e-07,"max_abs_dlogit":1.9073486328125e-05,"slot_hidden_max_abs_diff":1.811981201171875e-05,"slot_hidden_cos":0.9999999999984364,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9744235277175903}],"max_abs_dp":1.8477439880371094e-06,"argmax_all_equal":true,"host":{"start":1073741824,"amount":0,"image_tokens":0}},{"id":"t05","arm":"text","tokens":78,"grid_thw":null,"merged_grid":null,"slots_host":[77],"slots_oracle":[77],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":21.747413583099842,"slots":[{"t":77,"nopts":7,"letter_logits":[16.941055297851562,8.877117156982422,8.458789825439453,7.614554405212402,7.862387657165527,8.097614288330078,7.968748092651367,7.425229549407959,7.620141506195068,9.11380386352539],"probs":[0.9990049004554749,0.00031437192228622735,0.0002069028705591336,8.894463098840788e-05,0.00011395998444641009,0.00014418165665119886,0.00012674886966124177],"probs_oracle":[0.9990049004554749,0.00031437192228622735,0.00020690326346084476,8.894488564692438e-05,0.00011396020272513852,0.00014418178761843592,0.00012674936442635953],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.94765117764473e-10,"max_abs_dlogit":7.62939453125e-06,"slot_hidden_max_abs_diff":1.8596649169921875e-05,"slot_hidden_cos":0.9999999999985296,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9986905455589294}],"max_abs_dp":4.94765117764473e-10,"argmax_all_equal":true,"host":{"start":1073741824,"amount":0,"image_tokens":0}},{"id":"t06","arm":"text","tokens":95,"grid_thw":null,"merged_grid":null,"slots_host":[63,94],"slots_oracle":[63,94],"slots_equal":true,"rope_planes_equal_oracle":true,"seconds":24.954045833088458,"slots":[{"t":63,"nopts":4,"letter_logits":[16.165271759033203,8.414731979370117,7.838387489318848,10.764464378356934,8.690338134765625,8.241477012634277,8.956830978393555,7.395501136779785,7.884401798248291,9.193014144897461],"probs":[0.9948413968086243,0.0004282892623450607,0.0002406766579952091,0.00448965560644865],"probs_oracle":[0.9948415160179138,0.0004282791051082313,0.00024067162303254008,0.004489557351917028],"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":2.47955322265625e-05,"slot_hidden_max_abs_diff":2.002716064453125e-05,"slot_hidden_cos":0.9999999999976276,"full_vocab_top1_id":32,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.9903519749641418},{"t":94,"nopts":3,"letter_logits":[9.746356964111328,16.690587997436523,8.046928405761719,10.228409767150879,9.555803298950195,8.352837562561035,8.445786476135254,7.813205242156982,8.130197525024414,10.387959480285645],"probs":[0.0009630832355469465,0.9988609552383423,0.0001760400045895949],"probs_oracle":[0.0009630977874621749,0.9988608360290527,0.00017604485037736595],"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"max_abs_dlogit":2.6702880859375e-05,"slot_hidden_max_abs_diff":2.956390380859375e-05,"slot_hidden_cos":0.9999999999987351,"full_vocab_top1_id":33,"full_vocab_top1_equal_oracle":true,"oracle_top2_margin":0.997897744178772}],"max_abs_dp":1.1920928955078125e-07,"argmax_all_equal":true,"host":{"start":1073741824,"amount":0,"image_tokens":0}}]},"p2":{"result":"PASS","runs":[{"steps":62,"bit_equal_steps":62,"max_abs_diff":0.0,"first_diff_step":null,"first_diff_layer":null,"id":"t01"},{"steps":107,"bit_equal_steps":107,"max_abs_diff":0.0,"first_diff_step":null,"first_diff_layer":null,"id":"t02"},{"steps":51,"bit_equal_steps":51,"max_abs_diff":0.0,"first_diff_step":null,"first_diff_layer":null,"id":"t03"},{"steps":74,"bit_equal_steps":74,"max_abs_diff":0.0,"first_diff_step":null,"first_diff_layer":null,"id":"t04"},{"steps":78,"bit_equal_steps":78,"max_abs_diff":0.0,"first_diff_step":null,"first_diff_layer":null,"id":"t05"},{"steps":95,"bit_equal_steps":95,"max_abs_diff":0.0,"first_diff_step":null,"first_diff_layer":null,"id":"t06"}]},"p3":{"runs":[{"id":"r01","arm":"g256","tokens":105,"slot_t":104,"stages":[{"stage":"embed (hs[0])","max_abs_diff":0.0,"max_abs_diff_at_slot":0.0,"ref_absmax":2.958402395248413,"min_cos":0.9999999999999998,"cos_at_slot":1.0},{"stage":"layer 0 (hs[1])","max_abs_diff":5.245208740234375e-06,"max_abs_diff_at_slot":1.9073486328125e-06,"ref_absmax":5.448379993438721,"min_cos":0.9999999999958675,"cos_at_slot":0.9999999999987583},{"stage":"layer 1 (hs[2])","max_abs_diff":5.245208740234375e-06,"max_abs_diff_at_slot":7.152557373046875e-07,"ref_absmax":6.683230400085449,"min_cos":0.9999999999971694,"cos_at_slot":0.9999999999979304},{"stage":"layer 2 (hs[3])","max_abs_diff":6.67572021484375e-06,"max_abs_diff_at_slot":2.86102294921875e-06,"ref_absmax":6.006256580352783,"min_cos":0.9999999999969442,"cos_at_slot":0.9999999999971587},{"stage":"layer 3 (hs[4])","max_abs_diff":2.1457672119140625e-05,"max_abs_diff_at_slot":2.86102294921875e-06,"ref_absmax":5.989193916320801,"min_cos":0.999999999995704,"cos_at_slot":0.9999999999968271},{"stage":"layer 4 (hs[5])","max_abs_diff":1.4543533325195312e-05,"max_abs_diff_at_slot":1.6689300537109375e-06,"ref_absmax":5.71959114074707,"min_cos":0.9999999999947999,"cos_at_slot":0.9999999999972373},{"stage":"layer 5 (hs[6])","max_abs_diff":1.3589859008789062e-05,"max_abs_diff_at_slot":1.430511474609375e-06,"ref_absmax":5.012117862701416,"min_cos":0.9999999999955279,"cos_at_slot":0.9999999999976857},{"stage":"layer 6 (hs[7])","max_abs_diff":1.3589859008789062e-05,"max_abs_diff_at_slot":1.6689300537109375e-06,"ref_absmax":5.710083484649658,"min_cos":0.9999999999954872,"cos_at_slot":0.9999999999975212},{"stage":"layer 7 (hs[8])","max_abs_diff":1.71661376953125e-05,"max_abs_diff_at_slot":1.0468065738677979e-06,"ref_absmax":4.942023277282715,"min_cos":0.999999999994324,"cos_at_slot":0.9999999999979389},{"stage":"layer 8 (hs[9])","max_abs_diff":1.71661376953125e-05,"max_abs_diff_at_slot":1.430511474609375e-06,"ref_absmax":4.841045379638672,"min_cos":0.99999999999276,"cos_at_slot":0.9999999999981534},{"stage":"layer 9 (hs[10])","max_abs_diff":1.633167266845703e-05,"max_abs_diff_at_slot":1.430511474609375e-06,"ref_absmax":4.5509352684021,"min_cos":0.9999999999878986,"cos_at_slot":0.9999999999983848},{"stage":"layer 10 (hs[11])","max_abs_diff":1.621246337890625e-05,"max_abs_diff_at_slot":1.9073486328125e-06,"ref_absmax":5.955564498901367,"min_cos":0.9999999999844386,"cos_at_slot":0.9999999999984528},{"stage":"layer 11 (hs[12])","max_abs_diff":1.7940998077392578e-05,"max_abs_diff_at_slot":1.1324882507324219e-06,"ref_absmax":5.592729568481445,"min_cos":0.9999999999786385,"cos_at_slot":0.9999999999984922},{"stage":"layer 12 (hs[13])","max_abs_diff":1.71661376953125e-05,"max_abs_diff_at_slot":1.2069940567016602e-06,"ref_absmax":5.34963321685791,"min_cos":0.9999999999707982,"cos_at_slot":0.9999999999983853},{"stage":"layer 13 (hs[14])","max_abs_diff":1.5974044799804688e-05,"max_abs_diff_at_slot":2.9206275939941406e-06,"ref_absmax":5.412215232849121,"min_cos":0.999999999963103,"cos_at_slot":0.9999999999985629},{"stage":"layer 14 (hs[15])","max_abs_diff":2.8133392333984375e-05,"max_abs_diff_at_slot":3.0994415283203125e-06,"ref_absmax":8.397368431091309,"min_cos":0.9999999999617298,"cos_at_slot":0.9999999999988678},{"stage":"layer 15 (hs[16])","max_abs_diff":2.5272369384765625e-05,"max_abs_diff_at_slot":3.814697265625e-06,"ref_absmax":9.055116653442383,"min_cos":0.9999999999612895,"cos_at_slot":0.9999999999988661},{"stage":"layer 16 (hs[17])","max_abs_diff":2.4437904357910156e-05,"max_abs_diff_at_slot":7.62939453125e-06,"ref_absmax":13.419116973876953,"min_cos":0.9999999999661903,"cos_at_slot":0.9999999999990394},{"stage":"layer 17 (hs[18])","max_abs_diff":2.8133392333984375e-05,"max_abs_diff_at_slot":9.5367431640625e-06,"ref_absmax":16.14693832397461,"min_cos":0.9999999999661566,"cos_at_slot":0.9999999999991792},{"stage":"layer 18 (hs[19])","max_abs_diff":4.57763671875e-05,"max_abs_diff_at_slot":1.1444091796875e-05,"ref_absmax":23.35564422607422,"min_cos":0.9999999999690976,"cos_at_slot":0.9999999999992463},{"stage":"layer 19 (hs[20])","max_abs_diff":3.62396240234375e-05,"max_abs_diff_at_slot":1.52587890625e-05,"ref_absmax":21.390085220336914,"min_cos":0.999999999974085,"cos_at_slot":0.999999999999219},{"stage":"layer 20 (hs[21])","max_abs_diff":3.337860107421875e-05,"max_abs_diff_at_slot":9.5367431640625e-06,"ref_absmax":23.77753257751465,"min_cos":0.9999999999767134,"cos_at_slot":0.9999999999992398},{"stage":"layer 21 (hs[22])","max_abs_diff":3.719329833984375e-05,"max_abs_diff_at_slot":7.62939453125e-06,"ref_absmax":28.69605255126953,"min_cos":0.999999999977247,"cos_at_slot":0.9999999999992492},{"stage":"layer 22 (hs[23])","max_abs_diff":5.340576171875e-05,"max_abs_diff_at_slot":7.62939453125e-06,"ref_absmax":23.1678409576416,"min_cos":0.9999999999714455,"cos_at_slot":0.9999999999989898},{"stage":"final norm (hs[24])","max_abs_diff":0.00021219253540039062,"max_abs_diff_at_slot":2.193450927734375e-05,"ref_absmax":59.1665153503418,"min_cos":0.9999999999557586,"cos_at_slot":0.9999999999984219}],"worst_max_abs_diff":0.00021219253540039062,"worst_min_cos":0.9999999999557586},{"id":"r02","arm":"g256","tokens":105,"slot_t":104,"stages":[{"stage":"embed (hs[0])","max_abs_diff":0.0,"max_abs_diff_at_slot":0.0,"ref_absmax":3.0712966918945312,"min_cos":0.9999999999999998,"cos_at_slot":1.0},{"stage":"layer 0 (hs[1])","max_abs_diff":4.172325134277344e-06,"max_abs_diff_at_slot":2.1979212760925293e-07,"ref_absmax":4.926760673522949,"min_cos":0.999999999997096,"cos_at_slot":0.999999999999214},{"stage":"layer 1 (hs[2])","max_abs_diff":3.337860107421875e-06,"max_abs_diff_at_slot":4.172325134277344e-07,"ref_absmax":6.149235725402832,"min_cos":0.9999999999967432,"cos_at_slot":0.9999999999982936},{"stage":"layer 2 (hs[3])","max_abs_diff":7.62939453125e-06,"max_abs_diff_at_slot":7.152557373046875e-07,"ref_absmax":5.2644524574279785,"min_cos":0.9999999999959497,"cos_at_slot":0.9999999999979439},{"stage":"layer 3 (hs[4])","max_abs_diff":2.1457672119140625e-05,"max_abs_diff_at_slot":5.736947059631348e-07,"ref_absmax":5.454355239868164,"min_cos":0.999999999995284,"cos_at_slot":0.9999999999977331},{"stage":"layer 4 (hs[5])","max_abs_diff":1.4543533325195312e-05,"max_abs_diff_at_slot":9.5367431640625e-07,"ref_absmax":5.347769260406494,"min_cos":0.9999999999952065,"cos_at_slot":0.999999999998073},{"stage":"layer 5 (hs[6])","max_abs_diff":1.3589859008789062e-05,"max_abs_diff_at_slot":6.854534149169922e-07,"ref_absmax":4.693585395812988,"min_cos":0.9999999999941651,"cos_at_slot":0.9999999999986074},{"stage":"layer 6 (hs[7])","max_abs_diff":1.3589859008789062e-05,"max_abs_diff_at_slot":7.152557373046875e-07,"ref_absmax":5.710083484649658,"min_cos":0.9999999999944605,"cos_at_slot":0.9999999999987519},{"stage":"layer 7 (hs[8])","max_abs_diff":1.71661376953125e-05,"max_abs_diff_at_slot":1.1175870895385742e-06,"ref_absmax":4.885206699371338,"min_cos":0.9999999999922253,"cos_at_slot":0.999999999998697},{"stage":"layer 8 (hs[9])","max_abs_diff":1.71661376953125e-05,"max_abs_diff_at_slot":1.087784767150879e-06,"ref_absmax":4.6276984214782715,"min_cos":0.9999999999912474,"cos_at_slot":0.9999999999987298},{"stage":"layer 9 (hs[10])","max_abs_diff":1.633167266845703e-05,"max_abs_diff_at_slot":9.238719940185547e-07,"ref_absmax":4.502835750579834,"min_cos":0.9999999999904928,"cos_at_slot":0.9999999999988135},{"stage":"layer 10 (hs[11])","max_abs_diff":1.621246337890625e-05,"max_abs_diff_at_slot":9.5367431640625e-07,"ref_absmax":5.384869575500488,"min_cos":0.9999999999903756,"cos_at_slot":0.9999999999988332},{"stage":"layer 11 (hs[12])","max_abs_diff":1.7940998077392578e-05,"max_abs_diff_at_slot":3.337860107421875e-06,"ref_absmax":5.21904993057251,"min_cos":0.9999999999905487,"cos_at_slot":0.9999999999986355},{"stage":"layer 12 (hs[13])","max_abs_diff":1.71661376953125e-05,"max_abs_diff_at_slot":3.814697265625e-06,"ref_absmax":5.102090358734131,"min_cos":0.9999999999880583,"cos_at_slot":0.9999999999983512},{"stage":"layer 13 (hs[14])","max_abs_diff":1.5974044799804688e-05,"max_abs_diff_at_slot":3.337860107421875e-06,"ref_absmax":5.232671737670898,"min_cos":0.9999999999817608,"cos_at_slot":0.9999999999985274},{"stage":"layer 14 (hs[15])","max_abs_diff":2.8133392333984375e-05,"max_abs_diff_at_slot":2.384185791015625e-06,"ref_absmax":8.397368431091309,"min_cos":0.9999999999717666,"cos_at_slot":0.9999999999986949},{"stage":"layer 15 (hs[16])","max_abs_diff":2.5272369384765625e-05,"max_abs_diff_at_slot":3.814697265625e-06,"ref_absmax":9.738510131835938,"min_cos":0.9999999999695072,"cos_at_slot":0.9999999999988268},{"stage":"layer 16 (hs[17])","max_abs_diff":3.910064697265625e-05,"max_abs_diff_at_slot":3.7550926208496094e-06,"ref_absmax":14.735267639160156,"min_cos":0.9999999999586511,"cos_at_slot":0.9999999999990437},{"stage":"layer 17 (hs[18])","max_abs_diff":4.100799560546875e-05,"max_abs_diff_at_slot":3.874301910400391e-06,"ref_absmax":17.395572662353516,"min_cos":0.9999999999583182,"cos_at_slot":0.9999999999991838},{"stage":"layer 18 (hs[19])","max_abs_diff":3.147125244140625e-05,"max_abs_diff_at_slot":3.6954879760742188e-06,"ref_absmax":23.35564422607422,"min_cos":0.9999999999581837,"cos_at_slot":0.9999999999993887},{"stage":"layer 19 (hs[20])","max_abs_diff":4.482269287109375e-05,"max_abs_diff_at_slot":3.6954879760742188e-06,"ref_absmax":22.206796646118164,"min_cos":0.9999999999574894,"cos_at_slot":0.999999999999394},{"stage":"layer 20 (hs[21])","max_abs_diff":3.0517578125e-05,"max_abs_diff_at_slot":3.814697265625e-06,"ref_absmax":24.92705726623535,"min_cos":0.9999999999579984,"cos_at_slot":0.9999999999994524},{"stage":"layer 21 (hs[22])","max_abs_diff":3.62396240234375e-05,"max_abs_diff_at_slot":4.291534423828125e-06,"ref_absmax":29.567819595336914,"min_cos":0.9999999999576266,"cos_at_slot":0.9999999999995387},{"stage":"layer 22 (hs[23])","max_abs_diff":4.38690185546875e-05,"max_abs_diff_at_slot":5.245208740234375e-06,"ref_absmax":23.719654083251953,"min_cos":0.9999999999447772,"cos_at_slot":0.9999999999994026},{"stage":"final norm (hs[24])","max_abs_diff":0.0002518594264984131,"max_abs_diff_at_slot":1.1444091796875e-05,"ref_absmax":60.71555709838867,"min_cos":0.9999999999171799,"cos_at_slot":0.9999999999988332}],"worst_max_abs_diff":0.0002518594264984131,"worst_min_cos":0.9999999999171799}]},"p4":{"runs":[{"id":"r14","arm":"g256","base_probs":[[0.9989142417907715,0.0006516248686239123,0.00018562878540251404,0.00024845419102348387]],"oracle_probs":[[0.9989142417907715,0.0006516185821965337,0.0001856259477790445,0.00024845064035616815]],"arms":{"image_rc_row_col_swapped":{"probs":[[0.9989070892333984,0.000657810247503221,0.00018675552564673126,0.0002484301512595266]],"max_abs_dp_vs_base":[7.152557373046875e-06],"argmax":[0],"base_argmax":[0],"argmax_changed":[false],"rope_planes_image_tokens_first4":[[1,1,1,1],[1,2,3,4],[1,1,1,1]]},"pos1d_0_to_T-1_all_planes":{"probs":[[0.9987183809280396,0.0008109860355034471,0.00019709196931216866,0.00027357612270861864]],"max_abs_dp_vs_base":[0.0001958608627319336],"argmax":[0],"base_argmax":[0],"argmax_changed":[false],"rope_planes_image_tokens_first4":[[1,2,3,4],[1,2,3,4],[1,2,3,4]],"oracle_red_arm_g256_pos1d_probs":[[0.9987183809280396,0.0008109906921163201,0.00019709346815943718,0.0002735779562499374]],"max_abs_dp_vs_oracle_red_arm":[4.6566128730773926e-09]},"planes_collapsed_to_p_text_shift_kept":{"probs":[[0.9986914992332458,0.0008249810780398548,0.00020700432651210576,0.0002765011740848422]],"max_abs_dp_vs_base":[0.00022274255752563477],"argmax":[0],"base_argmax":[0],"argmax_changed":[false],"rope_planes_image_tokens_first4":[[1,2,3,4],[1,2,3,4],[1,2,3,4]]},"image_embeds_zero":{"probs":[[0.17376171052455902,0.1938318908214569,0.1262502372264862,0.5061562061309814]],"max_abs_dp_vs_base":[0.8251525312662125],"argmax":[3],"base_argmax":[0],"argmax_changed":[true],"rope_planes_image_tokens_first4":[[1,1,1,1],[1,1,1,1],[1,2,3,4]]}}},{"id":"r16","arm":"g256","base_probs":[[0.0007772660464979708,0.0010821209289133549,0.997784435749054,0.00035614726948551834],[0.0015662087826058269,0.0037891143001616,0.9877480268478394,0.003863685764372349,0.0010514596942812204,0.0010348384967073798,0.0009466599440202117],[0.0035969915334135294,0.9964029788970947]],"oracle_probs":[[0.0007772505050525069,0.0010821042815223336,0.997784435749054,0.0003561374032869935],[0.001566192484460771,0.0037890495732426643,0.9877481460571289,0.003863656660541892,0.0010514376917853951,0.0010348198702558875,0.0009466473711654544],[0.0035970157478004694,0.9964029788970947]],"arms":{"image_rc_row_col_swapped":{"probs":[[0.0007482532528229058,0.0009992197155952454,0.9979346990585327,0.0003178208717145026],[0.0015765533316880465,0.003925308119505644,0.9879420399665833,0.003473778488114476,0.0010781027376651764,0.0010399612365290523,0.0009642159566283226],[0.0034185785334557295,0.996581494808197]],"max_abs_dp_vs_base":[0.00015026330947875977,0.0003899072762578726,0.00017851591110229492],"argmax":[2,2,1],"base_argmax":[2,2,1],"argmax_changed":[false,false,false],"rope_planes_image_tokens_first4":[[1,1,1,1],[1,2,3,4],[1,1,1,1]]},"pos1d_0_to_T-1_all_planes":{"probs":[[0.0005784612731076777,0.0009282371611334383,0.9982088804244995,0.0002843925030902028],[0.001610246836207807,0.004076281562447548,0.9865210056304932,0.0045260777696967125,0.0011603948660194874,0.0011034258641302586,0.0010027288226410747],[0.0037032184191048145,0.9962968230247498]],"max_abs_dp_vs_base":[0.00042444467544555664,0.0012270212173461914,0.00010622688569128513],"argmax":[2,2,1],"base_argmax":[2,2,1],"argmax_changed":[false,false,false],"rope_planes_image_tokens_first4":[[1,2,3,4],[1,2,3,4],[1,2,3,4]]},"planes_collapsed_to_p_text_shift_kept":{"probs":[[0.0005314351292327046,0.000871475029271096,0.9983115196228027,0.00028556736651808023],[0.0015516094863414764,0.0039042590651661158,0.987375020980835,0.003952455706894398,0.0011449168669059873,0.001084488001652062,0.000987333944067359],[0.003605697536841035,0.9963943362236023]],"max_abs_dp_vs_base":[0.0005270838737487793,0.00037300586700439453,8.706003427505493e-06],"argmax":[2,2,1],"base_argmax":[2,2,1],"argmax_changed":[false,false,false],"rope_planes_image_tokens_first4":[[1,2,3,4],[1,2,3,4],[1,2,3,4]]},"image_embeds_zero":{"probs":[[0.17096814513206482,0.27414798736572266,0.31180912256240845,0.2430746853351593],[0.03240552917122841,0.10063865780830383,0.5459142923355103,0.10753607004880905,0.07032755762338638,0.06710708886384964,0.0760708674788475],[0.23027291893959045,0.7697271704673767]],"max_abs_dp_vs_base":[0.6859753131866455,0.4418337345123291,0.22667592740617692],"argmax":[2,2,1],"base_argmax":[2,2,1],"argmax_changed":[false,false,false],"rope_planes_image_tokens_first4":[[1,1,1,1],[1,1,1,1],[1,2,3,4]]}}}]},"determinism":{"run":["t03","text"],"processes":3,"letter_logits_bit_equal":true},"generated_at":"2026-09-28T19:10:59+00:00","trimmed":{"full_copy":"~/code/coreai/_decider2bv/transcripts_full/gate-decider-2b-vision-torch-parity.full.json","full_copy_sha256_at_trim":"d5e427f11f269479cf36510fac7ce146abd762dc4fab41d91a5b7e7f69af2929","serialization":"compact json (no indentation) to keep the repository small; the full copy is pretty-printed"}}