{"what":"Kev-0.8B: the Python reference host (conversion/kev/host.py, decide.py) on the published graph. host_test: ids, rows, readout indices, keys and the response body equal the author's on every oracle record (both sizes, two tokenizers, negative controls) and the call plan against the gate's for every row length (round 15). e2e: every record from its raw request through the AOT graph, hidden rows bit-equal to the gate's, and the shared prefix equal to the direct run (round 11).","sources":[{"file":"results/r15_host_test.json","bytes":22856,"sha256":"5bec54470484df6b1f16e0ec18b0d75543d51c2252441749da49644b47122486"},{"file":"results/r11_e2e_K128.json","bytes":1376666,"sha256":"78a54f46a8abc55b27b253071d437f3165f9ff4bbe64a2e9d2a1e7328fc04b97"},{"file":"results/r11_e2e_K128_heldout.json","bytes":439125,"sha256":"feac047894f58d8e1a7fe1f75bd60a4aba3e3993c66d217bb7f84962cf33113e"}],"trimmed":{"removed":["records[].direct.response / shared.response (the response bodies: their choice values and score legends quote the requests; each record keeps the comparison numbers)","records[].response_vs_oracle.diffs and .model (per-field values; the counts stay)","records[].rows[].qid (the question ids of withheld records) and rows[].p_host / p_host_shared (the host's probabilities; each row keeps its bit-equality flags and max |dp| against the gate)","records[].rows[].p_host_prepared (the host's probabilities on a prepared state)"],"serialization":"compact json (no indentation)","full_copies":"the source files above, in the lane directory $ZOO_WORK_ROOT/_kev/ (not in the repository)","paths":"local paths rewritten: the lane directory as $ZOO_WORK_ROOT/_kev, the repository relative, the home directory as ~, temporary directories as $TMPDIR, Xcode as $DEVELOPER_DIR, the phone's app container as <app container>","process_ids":"removed (keys pid / pids; 'pid <n>' in text)"},"host_test":{"schema":"kev-host-test/1","what":"host.build_rows / to_answers / output_tokens / response vs the author's fp32 oracle, every record","python":"3.11.13","interpreter":"$ZOO_WORK_ROOT/coreai-models/.venv/bin/python","host_py_sha256":"bf6bd2d5bcc89bac210ef5f51de0cc96696ff79eb9fe9f6b1ec83d16338db5bc","test_host_py_sha256":"80ca52ef2546ff94767d21b464d48db132ef4b7387b82075f0db9723318bd109","tokenizer_sha256":{"kev-0.8b":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"e611fbccc7c29ef3b1cafb1cb7ea548d189968632901d678fd62be68c47885de"},"kev-4b":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"3891e840d7dc5fca0af33d3a25083a735e36fe06214e3f707024820cb6b9f89c"}},"sets":{"kev-0.8b:fixture":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/records_oracle.json","sha256":"1a72a45831eecc2af7ddfc68a86e9250f572d6bf9274362f96cc62bcb803cc6d"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/records.json","sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"records":384,"rows":434,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}},"kev-0.8b:heldout":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/heldout/records_oracle.json","sha256":"f715653331a81bd0ff48d48d1f9d294b7b9b3343713a855fd0eed16dd1e505e6"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/heldout.json","sha256":"8ec7ca4aa0e5be3a5261f03302d7e9df6cc78fae5ae368ca9db50b7b4921c6df"},"records":130,"rows":130,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}},"kev-4b:fixture":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/records_oracle.json","sha256":"eb3031df83a75b746beec3480a4bbb47787e13f8a12412ff135feb9f609c70f9"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/records.json","sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"records":384,"rows":434,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}},"kev-4b:heldout":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/heldout/records_oracle.json","sha256":"dfa101a559450a8b75c140bafd120728561273908a527ad89ce44d5558d31c59"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/heldout.json","sha256":"8ec7ca4aa0e5be3a5261f03302d7e9df6cc78fae5ae368ca9db50b7b4921c6df"},"records":130,"rows":130,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}}},"tokenizer_errors":{},"ids_equal_between_bundles":{"fixture":384,"heldout":130},"negative_control_ids":{"record":"own_t01","question":"team","changed_instructions":"Which zqxvortmund should handle this ticket first?","red":true,"messages":["ids differ","seg differ","pos differ","question 0: row_ids, row_len, decide, opts"],"row_len_host_vs_oracle":[188,184]},"negative_control_answers":{"records":384,"answers_differing":384,"red":true},"request_checks":{"author_pydantic_checked":false,"cases":40,"host_as_expected":40,"author_agrees":null,"to_record_equal":null,"to_record_compared":null,"encode_equal":null,"rows":[{"case":"state_null","expected":"accept","host":"accept","rows":[9]},{"case":"state_number","expected":"accept","host":"accept","rows":[16]},{"case":"state_bool","expected":"accept","host":"accept","rows":[10]},{"case":"state_nested","expected":"accept","host":"accept","rows":[59]},{"case":"state_list_ws","expected":"accept","host":"accept","rows":[24]},{"case":"noul_criteria_null","expected":"accept","host":"accept","rows":[10]},{"case":"noul_criteria_empty","expected":"accept","host":"accept","rows":[10]},{"case":"noul_criteria_extra_key","expected":"accept","host":"accept","rows":[12]},{"case":"noul_criteria_values","expected":"accept","host":"accept","rows":[15]},{"case":"choice_1","expected":"accept","host":"accept","rows":[7]},{"case":"choice_255","expected":"accept","host":"accept","rows":[1424]},{"case":"choice_desc_types","expected":"accept","host":"accept","rows":[25]},{"case":"score_1","expected":"accept","host":"accept","rows":[7]},{"case":"score_255","expected":"accept","host":"accept","rows":[1169]},{"case":"instructions_object","expected":"accept","host":"accept","rows":[20]},{"case":"model_given","expected":"accept","host":"accept","rows":[10]},{"case":"extra_fields","expected":"accept","host":"accept","rows":[10]},{"case":"special_text","expected":"accept","host":"accept","rows":[35]},{"case":"state_exotic","expected":"accept","host":"accept","rows":[149]},{"case":"not_object","expected":"reject","host":"reject"},{"case":"no_state","expected":"reject","host":"reject"},{"case":"model_number","expected":"reject","host":"reject"},{"case":"model_null","expected":"reject","host":"reject"},{"case":"questions_missing","expected":"reject","host":"reject"},{"case":"questions_empty","expected":"reject","host":"reject"},{"case":"questions_list","expected":"reject","host":"reject"},{"case":"question_string","expected":"reject","host":"reject"},{"case":"type_missing","expected":"reject","host":"reject"},{"case":"type_unknown","expected":"reject","host":"reject"},{"case":"type_case","expected":"reject","host":"reject"},{"case":"noul_criteria_list","expected":"reject","host":"reject"},{"case":"choice_no_criteria","expected":"reject","host":"reject"},{"case":"choice_criteria_null","expected":"reject","host":"reject"},{"case":"choice_empty","expected":"reject","host":"reject"},{"case":"choice_256","expected":"reject","host":"reject"},{"case":"choice_list","expected":"reject","host":"reject"},{"case":"score_no_criteria","expected":"reject","host":"reject"},{"case":"score_empty","expected":"reject","host":"reject"},{"case":"score_256","expected":"reject","host":"reject"},{"case":"score_object","expected":"reject","host":"reject"}]},"limit_checks":{"state_over_65536":{"host":"state is 70,002 tokens, over the 65,536-token limit (the <state> token included): shorten the document or split it across requests","state_tokens":70002,"max_state":65536},"branch_over_73728":{"host":"branch too long: 74009 tokens with a 102-token state (row limit 73728)","state_tokens":null,"max_state":null},"graph_4096_s16":{"4080":"fits","4081":"question 'q': a row of 4081 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4080 tokens)"},"author_checked":false},"plan_checks":{"cases":{"cap128_q1":{"n":4095,"ok":4094,"refused":1,"call_lengths":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128]},"cap128_q8":{"n":4095,"ok":4095,"refused":0,"call_lengths":[8,16,24,32,40,48,56,64,72,80,88,96,104,112,120,128]},"cap128_q16":{"n":4095,"ok":4095,"refused":0,"call_lengths":[16,32,48,64,80,96,112,128]},"cap256_q1":{"n":4095,"ok":4094,"refused":1,"call_lengths":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256]},"cap256_q8":{"n":4095,"ok":4095,"refused":0,"call_lengths":[8,16,24,32,40,48,56,64,72,80,88,96,104,112,120,128,136,144,152,160,168,176,184,192,200,208,216,224,232,240,248,256]},"cap256_q16":{"n":4095,"ok":4095,"refused":0,"call_lengths":[16,32,48,64,80,96,112,128,144,160,176,192,208,224,240,256]},"cap512_q1":{"n":4095,"ok":4094,"refused":1,"call_lengths":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512]},"cap512_q8":{"n":4095,"ok":4095,"refused":0,"call_lengths":[8,16,24,32,40,48,56,64,72,80,88,96,104,112,120,128,136,144,152,160,168,176,184,192,200,208,216,224,232,240,248,256,264,272,280,288,296,304,312,320,328,336,344,352,360,368,376,384,392,400,408,416,424,432,440,448,456,464,472,480,488,496,504,512]},"cap512_q16":{"n":4095,"ok":4095,"refused":0,"call_lengths":[16,32,48,64,80,96,112,128,144,160,176,192,208,224,240,256,272,288,304,320,336,352,368,384,400,416,432,448,464,480,496,512]},"static_s16_grid":{"n":4095,"ok":4095},"shared":{"n":50400,"ok":50400}},"failures":[],"row_limits":{"dynamic_q16_cap128":{"4080":"fits","4081":"question 'q': a row of 4081 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4080 tokens)"},"dynamic_q1_cap128":{"4095":"fits","4096":"question 'q': a row of 4096 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4095 tokens)"},"static_s16":{"4080":"fits","4081":"question 'q': a row of 4081 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4080 tokens)"}},"graph_shape":{"static_s16":true,"d128_round14":true,"d128_q16":true,"d512_L128_q16":true,"d512_override_L256_q8":true,"refuse_L_over_graph":true,"refuse_L_not_multiple":true,"refuse_static_override":true},"pass":true},"pass":true,"generated_at":"2026-10-04T02:03:22+00:00"},"e2e_fixture":{"schema":"kev-decide-e2e/1","what":"decide.py from the raw request (host.build_rows, the AOT graph direct and shared, the float64 host head, host.to_answers / response) vs the round-2/4 readout gate of the same asset and the author's oracle","model":"kev-0.8b","rows_set":"all","started":"2026-10-04T10:44:02+09:00","bundle":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128","name":"kev_0_8b_decode_fp16_metal_pf128","metadata_sha256":"e4d40a2fd5fb005d950a48504e93c6ab49430f63effbb8a1f9c835736814ef34","head_sha256":{"head.safetensors":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head.json":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c"},"tokenizer_json_sha256":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_0_8b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":2502047194,"tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","equals_gate_asset":true},"gate_transcript":{"path":"$ZOO_WORK_ROOT/_kev/results/r11_full_K128.json","sha256":"e15434cd82af6c6d2adcde98c5db3f4f9e36a94b1e83730b5a9f6996148490ab","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle/head/head.safetensors","head_safetensors_sha256":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head_json_sha256":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c","scale":0.0625,"temperature":2.3510958125672174,"dtype":"float32","device":"cpu"}},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/records_oracle.json","sha256":"1a72a45831eecc2af7ddfc68a86e9250f572d6bf9274362f96cc62bcb803cc6d"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/records.json","sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"scripts":{"decide.py":"c1898d8ab57d8a293c5b76ac6e3ef7926fabac42071c2eee69569a15deee5328","host.py":"794a3c85afc571a5faf98aa718e906f69cd3aaeb5ac342c8d844a30371e832d5"},"gpu":{"gpu_lock_start":{"path":"$ZOO_WORK_ROOT/_kev/logs/r11_scripts/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T10:38:41+09:00"},"gpu_lock_end":{"path":"$ZOO_WORK_ROOT/_kev/logs/r11_scripts/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T10:38:41+09:00"},"lock_waits":[],"seconds":48.95777874998748,"note":"contended reference times (no _GPU_LOCK window of our own); a held lock is waited out"},"processes":[{"shard":"shard_00","records":39,"load":{"model_seconds":0.005333749984856695,"main_seconds":0.24085512501187623,"seconds":0.24618887499673292},"reset_check":{"record":"tv4_000","bit_equal":true},"max_rss_bytes":3815096320,"process_wall_seconds":4.348751833022106},{"shard":"shard_01","records":39,"load":{"model_seconds":0.005270958004985005,"main_seconds":0.2413387499982491,"seconds":0.24660970800323412},"reset_check":{"record":"tv4_039","bit_equal":true},"max_rss_bytes":3817095168,"process_wall_seconds":3.920515332982177},{"shard":"shard_02","records":39,"load":{"model_seconds":0.006098707992350683,"main_seconds":0.22577354201348498,"seconds":0.23187225000583567},"reset_check":{"record":"tv4x_emotion_18","bit_equal":true},"max_rss_bytes":3814899712,"process_wall_seconds":3.44824637498823},{"shard":"shard_03","records":39,"load":{"model_seconds":0.005188125011045486,"main_seconds":0.2250620829872787,"seconds":0.23025020799832419},"reset_check":{"record":"tv4x_qnli_17","bit_equal":true},"max_rss_bytes":3818799104,"process_wall_seconds":4.0184399590070825},{"shard":"shard_04","records":39,"load":{"model_seconds":0.0056690000055823475,"main_seconds":0.23581600000034086,"seconds":0.2414850000059232},"reset_check":{"record":"tv4x_sciq_16","bit_equal":true},"max_rss_bytes":3821682688,"process_wall_seconds":4.449492958985502},{"shard":"shard_05","records":39,"load":{"model_seconds":0.005692250007996336,"main_seconds":0.2301306670124177,"seconds":0.23582291702041402},"reset_check":{"record":"tv4x_composition_holdout_15","bit_equal":true},"max_rss_bytes":3814572032,"process_wall_seconds":3.6325083339761477},{"shard":"shard_06","records":39,"load":{"model_seconds":0.00500345800537616,"main_seconds":0.2263371669978369,"seconds":0.23134062500321306},"reset_check":{"record":"semif_ec94ef909f7918695ab3","bit_equal":true},"max_rss_bytes":3814801408,"process_wall_seconds":3.3562908329768106},{"shard":"shard_07","records":39,"load":{"model_seconds":0.005375000007916242,"main_seconds":0.22392620801110752,"seconds":0.22930120801902376},"reset_check":{"record":"semif_533d4423d311de82b27d","bit_equal":true},"max_rss_bytes":3814621184,"process_wall_seconds":3.347239750000881},{"shard":"shard_08","records":39,"load":{"model_seconds":0.005053583008702844,"main_seconds":0.2310576250019949,"seconds":0.23611120801069774},"reset_check":{"record":"semif_fdd902cc6e65fad7cb4f","bit_equal":true},"max_rss_bytes":3817078784,"process_wall_seconds":3.5315590829995926},{"shard":"shard_09","records":33,"load":{"model_seconds":0.006602500012377277,"main_seconds":0.2551738329930231,"seconds":0.2617763330054004},"reset_check":{"record":"semif_c4e9bd463b6fde5be743","bit_equal":true},"max_rss_bytes":3815538688,"process_wall_seconds":14.900143374979962}],"summary":{"records":384,"rows":434,"i_hidden_bit_equal_gate":434,"i_hidden_max_abs_diff_gate":0.0,"i_p_torch_head_bit_equal_gate":434,"i_p_host_bit_equal_gate":4,"i_p_host_max_abs_dp_gate":2.384185791015625e-07,"finite_all":true,"all_zero_rows":0,"reset_bit_equal_all_processes":true,"iii_records_answers_equal_oracle":4,"iii_questions":434,"iii_main_values_equal":298,"iii_by_type":{"noul":{"questions":107,"main_equal":7},"choice":{"questions":290,"main_equal":289},"score":{"questions":37,"main_equal":2}},"iii_argmax_equal_by_type":{"noul":{"questions":107,"argmax_equal":107,"near_tie_questions":0,"argmax_differs":[]},"choice":{"questions":290,"argmax_equal":289,"near_tie_questions":12,"argmax_differs":["semif_4089c199b8b796ec3ed8:q0"]},"score":{"questions":37,"argmax_equal":37,"near_tie_questions":2,"argmax_differs":[]}},"iii_fields":1635,"iii_fields_equal":124,"iii_fields_off_by_1e-4":188,"iii_fields_off_more":1323,"iii_max_field_abs_diff":0.0187,"iii_input_tokens_equal":384,"iii_output_tokens_equal":218,"iii_model_field":"the oracle body echoes the request's model; ours is the bundle name","torch_head_answers_equal_host_records":383,"iv_bar":{"host":{"questions":434,"questions_non_near_tie":420,"argmax_equal_non_near_tie":420,"near_tie_questions":14,"argmax_equal_near_tie":13,"max_abs_dp":0.012425839900970459,"worst_row":"semif_46b7029b9a704138b77a:q0","mean_of_run_mean_abs_dp":0.0009621377865446299,"pass":true},"torch_head":{"questions":434,"questions_non_near_tie":420,"argmax_equal_non_near_tie":420,"near_tie_questions":14,"argmax_equal_near_tie":13,"max_abs_dp":0.012425720691680908,"worst_row":"semif_46b7029b9a704138b77a:q0","mean_of_run_mean_abs_dp":0.00096213942907362,"pass":true},"gate_transcript_p":{"questions":434,"questions_non_near_tie":420,"argmax_equal_non_near_tie":420,"near_tie_questions":14,"argmax_equal_near_tie":13,"max_abs_dp":0.012425720691680908,"worst_row":"semif_46b7029b9a704138b77a:q0","mean_of_run_mean_abs_dp":0.00096213942907362,"pass":true},"shared_host":{"questions":434,"questions_non_near_tie":420,"argmax_equal_non_near_tie":420,"near_tie_questions":14,"argmax_equal_near_tie":13,"max_abs_dp":0.012425839900970459,"worst_row":"semif_46b7029b9a704138b77a:q0","mean_of_run_mean_abs_dp":0.0009621377865446299,"pass":true}},"iv_gate_transcript_summary":{"questions_non_near_tie":420,"argmax_equal_non_near_tie":420,"near_tie_questions":14,"argmax_equal_near_tie":13,"max_abs_dp":0.012425720691680908,"mean_of_run_mean_abs_dp":0.00096213942907362},"iv_torch_head_equals_gate":true,"ii_shared_hidden_bit_equal_direct":434,"ii_shared_p_bit_equal_direct":434,"ii_shared_max_abs_dp":0.0,"ii_shared_responses_equal_direct":384,"ii_calls":{"direct":681,"shared":551},"ii_graph_seconds":{"direct":22.212164163094712,"shared":16.613144126575207},"pass_i":true,"pass_ii":true},"generated_at":"2026-10-04T01:44:53+00:00","records":[{"id":"tv4_000","source":"transfer_v4_dev_head","state_len":30,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":199.10112500656396,"decide_ms":205.0298750109505,"head_ms":0.1586250145919621,"host_ms":0.3536249860189855},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.822374985087663,"decide_ms":33.79595800652169,"head_ms":0.13787500211037695,"host_ms":0.14929199824109674}},{"id":"tv4_001","source":"transfer_v4_dev_head","state_len":16,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":5,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.764083010377362,"decide_ms":33.43583398964256,"head_ms":0.12745900312438607,"host_ms":0.09929100633598864},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.776500014122576,"decide_ms":33.59337500296533,"head_ms":0.13395800488069654,"host_ms":0.14724998618476093}},{"id":"tv4_002","source":"transfer_v4_dev_head","state_len":18,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.518458002712578,"decide_ms":33.4390829957556,"head_ms":0.13379097799770534,"host_ms":0.17383298836648464},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.5965000113938,"decide_ms":33.398125000530854,"head_ms":0.13958301860839128,"host_ms":0.1262500009033829}},{"id":"tv4_003","source":"transfer_v4_dev_head","state_len":20,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.92045899736695,"decide_ms":33.71187500306405,"head_ms":0.12691700248979032,"host_ms":0.11841699597425759},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.69525000662543,"decide_ms":33.645749994320795,"head_ms":0.1397909945808351,"host_ms":0.22124999668449163}},{"id":"tv4_004","source":"transfer_v4_dev_head","state_len":14,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.7715830092784,"decide_ms":33.571916981600225,"head_ms":0.12112499098293483,"host_ms":0.13741699513047934},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.639334010425955,"decide_ms":33.28233299544081,"head_ms":0.1287079940084368,"host_ms":0.09758298983797431}},{"id":"tv4_005","source":"transfer_v4_dev_head","state_len":24,"input_tokens":81,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":81,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.687249974813312,"decide_ms":33.44004100654274,"head_ms":0.12175002484582365,"host_ms":0.12191699352115393},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.707082983804867,"decide_ms":33.353000006172806,"head_ms":0.11908300803042948,"host_ms":0.18070798250846565}},{"id":"tv4_006","source":"transfer_v4_dev_head","state_len":194,"input_tokens":237,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0033,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":237,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.15399998775683,"decide_ms":63.095958990743384,"head_ms":0.125208985991776,"host_ms":0.3903330070897937},"shared":{"plan":{"state_len":194,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.458292002091184,"decide_ms":72.34070901176892,"head_ms":0.13808402582071722,"host_ms":0.2487500023562461}},{"id":"tv4_007","source":"transfer_v4_dev_head","state_len":13,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.341104507446289e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.54645798308775,"decide_ms":33.238125004572794,"head_ms":0.11883300612680614,"host_ms":0.10429101530462503},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.65029201004654,"decide_ms":33.269250008743256,"head_ms":0.13137501082383096,"host_ms":0.1439159968867898}},{"id":"tv4_008","source":"transfer_v4_dev_head","state_len":37,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.732667026109993,"decide_ms":33.52791600627825,"head_ms":0.12637500185519457,"host_ms":0.17483398551121354},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.975000012200326,"decide_ms":33.888167003169656,"head_ms":0.11912500485777855,"host_ms":0.12241600779816508}},{"id":"tv4_009","source":"transfer_v4_dev_head","state_len":259,"input_tokens":321,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":321,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":89.36512400396168,"decide_ms":93.66449998924509,"head_ms":0.14479199307970703,"host_ms":0.3788339963648468},"shared":{"plan":{"state_len":259,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":89.21950001968071,"decide_ms":101.37116702389903,"head_ms":0.13229201431386173,"host_ms":0.5154160025995225}},{"id":"tv4_010","source":"transfer_v4_dev_head","state_len":29,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0034,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.111166008282453,"decide_ms":34.75970900035463,"head_ms":0.15224999515339732,"host_ms":0.18983299378305674},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.079749994911253,"decide_ms":34.760333015583456,"head_ms":0.1622500130906701,"host_ms":0.14962500426918268}},{"id":"tv4_011","source":"transfer_v4_dev_head","state_len":70,"input_tokens":105,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":105,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.05150001263246,"decide_ms":34.708459017565474,"head_ms":0.14854202163405716,"host_ms":0.1824999926611781},"shared":{"plan":{"state_len":70,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.01858401694335,"decide_ms":34.6504159970209,"head_ms":0.13462500646710396,"host_ms":0.26633398374542594}},{"id":"tv4_012","source":"transfer_v4_dev_head","state_len":37,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.001457984326407,"decide_ms":34.26095799659379,"head_ms":0.12570800026878715,"host_ms":0.21754199406132102},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.864334006560966,"decide_ms":33.78399999928661,"head_ms":0.1257499970961362,"host_ms":0.13445800868794322}},{"id":"tv4_013","source":"transfer_v4_dev_head","state_len":33,"input_tokens":163,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":163,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.43529200158082,"decide_ms":64.08816698240116,"head_ms":0.14687498332932591,"host_ms":0.280875014141202},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.44545898819342,"decide_ms":63.77879198407754,"head_ms":0.14170797658152878,"host_ms":0.33408301533199847}},{"id":"tv4_014","source":"transfer_v4_dev_head","state_len":22,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.937917017377913,"decide_ms":34.411750006256625,"head_ms":0.13616701471619308,"host_ms":0.22929199622012675},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.927833005785942,"decide_ms":33.6961249995511,"head_ms":0.14237500727176666,"host_ms":0.14729201211594045}},{"id":"tv4_015","source":"transfer_v4_dev_head","state_len":105,"input_tokens":177,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":177,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.317291976185516,"decide_ms":63.13087500166148,"head_ms":0.1420829794369638,"host_ms":0.20512499031610787},"shared":{"plan":{"state_len":105,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.26916599855758,"decide_ms":63.14495898550376,"head_ms":0.13758399290964007,"host_ms":0.3240829973947257}},{"id":"tv4_016","source":"transfer_v4_dev_head","state_len":24,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.767375002847984,"decide_ms":33.59520898084156,"head_ms":0.12683399836532772,"host_ms":0.17712500994093716},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.92495900252834,"decide_ms":33.54475001106039,"head_ms":0.13429101090878248,"host_ms":0.12420798884704709}},{"id":"tv4_017","source":"transfer_v4_dev_head","state_len":14,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.665208014193922,"decide_ms":33.31937501206994,"head_ms":0.13958301860839128,"host_ms":0.12241699732840061},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.829125007381663,"decide_ms":33.568167011253536,"head_ms":0.12570901890285313,"host_ms":0.17766698147170246}},{"id":"tv4_018","source":"transfer_v4_dev_head","state_len":27,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0041,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.69083297648467,"decide_ms":33.399583015125245,"head_ms":0.1390830148011446,"host_ms":0.1599589886609465},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.113707995042205,"decide_ms":34.31708298739977,"head_ms":0.14416599879041314,"host_ms":0.12745801359415054}},{"id":"tv4_019","source":"transfer_v4_dev_head","state_len":89,"input_tokens":130,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":130,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.44599997019395,"decide_ms":63.240707997465506,"head_ms":0.13000000035390258,"host_ms":0.16220798715949059},"shared":{"plan":{"state_len":89,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.68195901368745,"decide_ms":63.59595799585804,"head_ms":0.1294169924221933,"host_ms":0.2355000178795308}},{"id":"tv4_020","source":"transfer_v4_dev_head","state_len":34,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0065,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.64954200433567,"decide_ms":33.429125003749505,"head_ms":0.11820899089798331,"host_ms":0.19220900139771402},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.639540996868163,"decide_ms":33.383875008439645,"head_ms":0.1164170098491013,"host_ms":0.11904200073331594}},{"id":"tv4_021","source":"transfer_v4_dev_head","state_len":16,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.639749991474673,"decide_ms":33.393000019714236,"head_ms":0.12945799971930683,"host_ms":0.10812497930601239},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.075584014412016,"decide_ms":34.174708009231836,"head_ms":0.1349580124951899,"host_ms":0.12670899741351604}},{"id":"tv4_022","source":"transfer_v4_dev_head","state_len":105,"input_tokens":144,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":144,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.449833992403,"decide_ms":63.6382499942556,"head_ms":0.13366699567995965,"host_ms":0.21712499437853694},"shared":{"plan":{"state_len":105,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.69645798904821,"decide_ms":64.43758300156333,"head_ms":0.14249997911974788,"host_ms":0.18295898917131126}},{"id":"tv4_023","source":"transfer_v4_dev_head","state_len":41,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.825542005710304,"decide_ms":33.81466699647717,"head_ms":0.12725000851787627,"host_ms":0.16516700270585716},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.73233300144784,"decide_ms":33.905958000104874,"head_ms":0.14029198791831732,"host_ms":0.22470898693427444}},{"id":"tv4_024","source":"transfer_v4_dev_head","state_len":23,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.78300000540912,"decide_ms":33.891041995957494,"head_ms":0.12395900557748973,"host_ms":0.23762500495649874},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.90291698370129,"decide_ms":34.165749995736405,"head_ms":0.12695800978690386,"host_ms":0.1651250058785081}},{"id":"tv4_025","source":"transfer_v4_dev_head","state_len":132,"input_tokens":180,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":180,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.43683299119584,"decide_ms":63.93162498716265,"head_ms":0.13887498062103987,"host_ms":0.24658298934809864},"shared":{"plan":{"state_len":132,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.88379201153293,"decide_ms":73.75008301460184,"head_ms":0.12858302216045558,"host_ms":0.32195899984799325}},{"id":"tv4_026","source":"transfer_v4_dev_head","state_len":34,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.043081283569336e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.975624987855554,"decide_ms":33.5754590050783,"head_ms":0.1276669790968299,"host_ms":0.19208298181183636},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.565166973043233,"decide_ms":33.33895799005404,"head_ms":0.12933299876749516,"host_ms":0.13150001177564263}},{"id":"tv4_027","source":"transfer_v4_dev_head","state_len":15,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.6415830089245,"decide_ms":33.46787500777282,"head_ms":0.13612498878501356,"host_ms":0.11329198605380952},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.525584017392248,"decide_ms":33.303666015854105,"head_ms":0.12149999383836985,"host_ms":0.14274998102337122}},{"id":"tv4_028","source":"transfer_v4_dev_head","state_len":234,"input_tokens":290,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":290,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":88.8602499908302,"decide_ms":92.67437498783693,"head_ms":0.13983299140818417,"host_ms":0.46454102266579866},"shared":{"plan":{"state_len":234,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":89.86162496148609,"decide_ms":101.74504099995829,"head_ms":0.14487499720416963,"host_ms":0.3328339953441173}},{"id":"tv4_029","source":"transfer_v4_dev_head","state_len":30,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.773999995086342,"decide_ms":34.177583002019674,"head_ms":0.12650000280700624,"host_ms":0.11512500350363553},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.94358300929889,"decide_ms":34.61874998174608,"head_ms":0.15224999515339732,"host_ms":0.14904100680723786}},{"id":"tv4_030","source":"transfer_v4_dev_head","state_len":13,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.634916019858792,"decide_ms":33.56120898388326,"head_ms":0.1347090001218021,"host_ms":0.17087499145418406},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.74212498520501,"decide_ms":33.53299997979775,"head_ms":0.1342089963145554,"host_ms":0.12758400407619774}},{"id":"tv4_031","source":"transfer_v4_dev_head","state_len":22,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0033,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.845334007404745,"decide_ms":34.11499998765066,"head_ms":0.15566599904559553,"host_ms":0.12974999845027924},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.799625015584752,"decide_ms":33.83741600555368,"head_ms":0.13974998728372157,"host_ms":0.17866698908619583}},{"id":"tv4_032","source":"transfer_v4_dev_head","state_len":21,"input_tokens":135,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":135,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.6253749972675,"decide_ms":64.04645802103914,"head_ms":0.132500019390136,"host_ms":0.25708400062285364},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.657541976775974,"decide_ms":63.81912500364706,"head_ms":0.1610000035725534,"host_ms":0.19145800615660846}},{"id":"tv4_033","source":"transfer_v4_dev_head","state_len":198,"input_tokens":293,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":293,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":89.69708299264312,"decide_ms":93.99779100203887,"head_ms":0.15637499745935202,"host_ms":0.33658399479463696},"shared":{"plan":{"state_len":198,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":89.91466695442796,"decide_ms":102.84620901802555,"head_ms":0.13616701471619308,"host_ms":0.5177909915801138}},{"id":"tv4_034","source":"transfer_v4_dev_head","state_len":43,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.976457997690886,"decide_ms":34.93695898214355,"head_ms":0.14245897182263434,"host_ms":0.21329100127331913},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.181292007910088,"decide_ms":35.257041978184134,"head_ms":0.15658399206586182,"host_ms":0.15387500752694905}},{"id":"tv4_035","source":"transfer_v4_dev_head","state_len":36,"input_tokens":108,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":108,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.734750016359612,"decide_ms":33.71474999585189,"head_ms":0.12904100003652275,"host_ms":0.16245798906311393},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.940125008579344,"decide_ms":35.04170899395831,"head_ms":0.13791699893772602,"host_ms":0.2685000072233379}},{"id":"tv4_036","source":"transfer_v4_dev_head","state_len":101,"input_tokens":150,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0039,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":150,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.46816597133875,"decide_ms":63.4946670033969,"head_ms":0.14200000441633165,"host_ms":0.2007919829338789},"shared":{"plan":{"state_len":101,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.37458298285492,"decide_ms":63.60733401379548,"head_ms":0.13679199037142098,"host_ms":0.18479098798707128}},{"id":"tv4_037","source":"transfer_v4_dev_head","state_len":24,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.881208000006154,"decide_ms":34.04687499278225,"head_ms":0.13174998457543552,"host_ms":0.13241698616184294},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.76995802600868,"decide_ms":33.62279199063778,"head_ms":0.13991701416671276,"host_ms":0.1518330245744437}},{"id":"tv4_038","source":"transfer_v4_dev_head","state_len":35,"input_tokens":130,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":130,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.44279200048186,"decide_ms":63.66087502101436,"head_ms":0.13000000035390258,"host_ms":0.26629099738784134},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.06995799159631,"decide_ms":63.235165987862274,"head_ms":0.13141598901711404,"host_ms":0.20979199325665832}},{"id":"tv4_039","source":"transfer_v4_dev_head","state_len":26,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":197.39545800257474,"decide_ms":203.82675001746975,"head_ms":0.1638329995330423,"host_ms":0.33687500399537385},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.97983299428597,"decide_ms":33.89749999041669,"head_ms":0.1361659960821271,"host_ms":0.14650000957772136}},{"id":"tv4_040","source":"transfer_v4_dev_head","state_len":100,"input_tokens":208,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":208,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.230999991996214,"decide_ms":62.95116699766368,"head_ms":0.13091700384393334,"host_ms":0.2597499988041818},"shared":{"plan":{"state_len":100,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.301250003045425,"decide_ms":63.59479099046439,"head_ms":0.13958298950456083,"host_ms":0.3848750202450901}},{"id":"tv4_041","source":"transfer_v4_dev_head","state_len":126,"input_tokens":208,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":208,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.17112503084354,"decide_ms":62.80870901537128,"head_ms":0.1266250037588179,"host_ms":0.38187499740161},"shared":{"plan":{"state_len":126,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.03070798376575,"decide_ms":62.593249982455745,"head_ms":0.14858299982734025,"host_ms":0.23383300867863}},{"id":"tv4_042","source":"transfer_v4_dev_head","state_len":21,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.575916996691376,"decide_ms":33.701500011375174,"head_ms":0.12920799781568348,"host_ms":0.10866697994060814},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.624457994941622,"decide_ms":33.40020898031071,"head_ms":0.12937499559484422,"host_ms":0.1521660014986992}},{"id":"tv4_043","source":"transfer_v4_dev_head","state_len":22,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.702500003622845,"decide_ms":33.75983299338259,"head_ms":0.12937499559484422,"host_ms":0.15158401220105588},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.70570800243877,"decide_ms":33.80691699567251,"head_ms":0.14020799426361918,"host_ms":0.1052080187946558}},{"id":"tv4_044","source":"transfer_v4_dev_head","state_len":32,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.71112498198636,"decide_ms":34.33058300288394,"head_ms":0.15308300498872995,"host_ms":0.13737499830313027},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.859333008062094,"decide_ms":34.2109169869218,"head_ms":0.13437500456348062,"host_ms":0.21358300000429153}},{"id":"tv4_045","source":"transfer_v4_dev_head","state_len":49,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0058,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.777957999613136,"decide_ms":34.26158300135285,"head_ms":0.12520799646154046,"host_ms":0.22845898638479412},"shared":{"plan":{"state_len":49,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.781666991766542,"decide_ms":34.192917024483904,"head_ms":0.11954200454056263,"host_ms":0.12887499178759754}},{"id":"tv4_046","source":"transfer_v4_dev_head","state_len":32,"input_tokens":68,"torch_head_answers_equal_host":false,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.895291983848438,"decide_ms":34.20458300388418,"head_ms":0.13683299766853452,"host_ms":0.11616700794547796},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.724041000008583,"decide_ms":33.59612499480136,"head_ms":0.14591700164601207,"host_ms":0.1307500060647726}},{"id":"tv4_047","source":"transfer_v4_dev_head","state_len":36,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.801458003930748,"decide_ms":34.16524999192916,"head_ms":0.13270799536257982,"host_ms":0.18891599029302597},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.698875005124137,"decide_ms":34.07349999179132,"head_ms":0.1311670057475567,"host_ms":0.12954202247783542}},{"id":"tv4_048","source":"transfer_v4_dev_head","state_len":78,"input_tokens":119,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":119,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.72554200096056,"decide_ms":34.51862500514835,"head_ms":0.13691600179299712,"host_ms":0.20125001901760697},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.848708014469594,"decide_ms":34.358083008555695,"head_ms":0.1556670176796615,"host_ms":0.25783400633372366}},{"id":"tv4_049","source":"transfer_v4_dev_head","state_len":17,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.806875012582168,"decide_ms":34.61162498570047,"head_ms":0.1484160020481795,"host_ms":0.23879102081991732},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.047457985347137,"decide_ms":34.58574999240227,"head_ms":0.12870898353867233,"host_ms":0.1714999962132424}},{"id":"tv4_050","source":"transfer_v4_dev_head","state_len":28,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.588625009637326,"decide_ms":33.23787500266917,"head_ms":0.12779099051840603,"host_ms":0.09437499102205038},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.882000002544373,"decide_ms":33.85804098797962,"head_ms":0.12829099432565272,"host_ms":0.14204200124368072}},{"id":"tv4_051","source":"transfer_v4_dev_head","state_len":35,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.25554200075567,"decide_ms":63.09075001627207,"head_ms":0.1382080081384629,"host_ms":0.24170801043510437},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":58.809790993109345,"decide_ms":62.460583983920515,"head_ms":0.1428749819751829,"host_ms":0.17100002150982618}},{"id":"tv4_052","source":"transfer_v4_dev_head","state_len":29,"input_tokens":132,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0039,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":132,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.088332985993475,"decide_ms":62.78745798044838,"head_ms":0.13899998157285154,"host_ms":0.14837499475106597},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.001416026148945,"decide_ms":62.69925000378862,"head_ms":0.14099999680183828,"host_ms":0.20070798927918077}},{"id":"tv4_053","source":"transfer_v4_dev_head","state_len":209,"input_tokens":358,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":358,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":88.69424997828901,"decide_ms":92.4597499833908,"head_ms":0.13862500782124698,"host_ms":0.4932080046273768},"shared":{"plan":{"state_len":209,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":89.53316797851585,"decide_ms":103.288792015519,"head_ms":0.13837500591762364,"host_ms":0.3606659884098917}},{"id":"tv4_054","source":"transfer_v4_dev_head","state_len":28,"input_tokens":113,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":113,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.641458007972687,"decide_ms":33.22116698836908,"head_ms":0.13054200098849833,"host_ms":0.12920799781568348},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.925292008556426,"decide_ms":33.695833990350366,"head_ms":0.139000010676682,"host_ms":0.1528330030851066}},{"id":"tv4_055","source":"transfer_v4_dev_head","state_len":132,"input_tokens":189,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":189,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":58.79120796453208,"decide_ms":62.516041012713686,"head_ms":0.14412502059713006,"host_ms":0.23329199757426977},"shared":{"plan":{"state_len":132,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.52525098109618,"decide_ms":70.95945900073275,"head_ms":0.13124998076818883,"host_ms":0.18454098608344793}},{"id":"tv4_056","source":"transfer_v4_dev_head","state_len":26,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.812791995937005,"decide_ms":33.59345899662003,"head_ms":0.13758399290964007,"host_ms":0.1177079975605011},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.861041984986514,"decide_ms":33.541792014148086,"head_ms":0.13862500782124698,"host_ms":0.165749981533736}},{"id":"tv4_057","source":"transfer_v4_dev_head","state_len":27,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.662667016964406,"decide_ms":33.74170800088905,"head_ms":0.145875004818663,"host_ms":0.15445900498889387},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.67274998081848,"decide_ms":33.832832996267825,"head_ms":0.12874999083578587,"host_ms":0.12579199392348528}},{"id":"tv4_058","source":"transfer_v4_dev_head","state_len":88,"input_tokens":129,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":129,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.043081283569336e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.133041999302804,"decide_ms":63.32049999036826,"head_ms":0.13262499123811722,"host_ms":0.18587501836009324},"shared":{"plan":{"state_len":88,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.306499984813854,"decide_ms":63.43108299188316,"head_ms":0.1364579948130995,"host_ms":0.21612498676404357}},{"id":"tv4_059","source":"transfer_v4_dev_head","state_len":20,"input_tokens":102,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":102,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.756957985227928,"decide_ms":33.96770800463855,"head_ms":0.13337499694898725,"host_ms":0.21691698930226266},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.860917013138533,"decide_ms":34.12883399869315,"head_ms":0.13408399536274374,"host_ms":0.16087500262074172}},{"id":"tv4x_emotion_00","source":"transfer_v4_dev_sources","state_len":12,"input_tokens":42,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":5,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":42,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.826207988662645,"decide_ms":34.19583401409909,"head_ms":0.14383401139639318,"host_ms":0.08358299965038896},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.706290981266648,"decide_ms":34.37437501270324,"head_ms":0.13862500782124698,"host_ms":0.12725000851787627}},{"id":"tv4x_emotion_01","source":"transfer_v4_dev_sources","state_len":8,"input_tokens":38,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":7,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":38,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.831374995410442,"decide_ms":34.04900000896305,"head_ms":0.1484589884057641,"host_ms":0.0990839907899499},"shared":{"plan":{"state_len":8,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.642875015269965,"decide_ms":34.1701660072431,"head_ms":0.14366599498316646,"host_ms":0.08862497634254396}},{"id":"tv4x_emotion_02","source":"transfer_v4_dev_sources","state_len":6,"input_tokens":36,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":36,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.8290420032572,"decide_ms":34.467499994207174,"head_ms":0.12512499233707786,"host_ms":0.08241599425673485},"shared":{"plan":{"state_len":6,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.864875017665327,"decide_ms":34.39520800020546,"head_ms":0.14433299656957388,"host_ms":0.1043330121319741}},{"id":"tv4x_emotion_03","source":"transfer_v4_dev_sources","state_len":43,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.852874984499067,"decide_ms":33.94979200675152,"head_ms":0.14012499013915658,"host_ms":0.1467919792048633},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.938624997157604,"decide_ms":34.12629198282957,"head_ms":0.14841699157841504,"host_ms":0.12829099432565272}},{"id":"tv4x_emotion_04","source":"transfer_v4_dev_sources","state_len":9,"input_tokens":39,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":39,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.984415974467993,"decide_ms":34.134750021621585,"head_ms":0.14941600966267288,"host_ms":0.08174998220056295},"shared":{"plan":{"state_len":9,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.785083985188976,"decide_ms":34.01516700978391,"head_ms":0.14691700926050544,"host_ms":0.09937499999068677}},{"id":"tv4x_emotion_05","source":"transfer_v4_dev_sources","state_len":22,"input_tokens":52,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":52,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.864458017982543,"decide_ms":33.96691699163057,"head_ms":0.14170800568535924,"host_ms":0.10870801634155214},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.806500009726733,"decide_ms":33.96737499861047,"head_ms":0.1394159917254001,"host_ms":0.09195800521411002}},{"id":"tv4x_emotion_06","source":"transfer_v4_dev_sources","state_len":7,"input_tokens":37,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":6,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":37,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.67495800112374,"decide_ms":33.66287497919984,"head_ms":0.12533299741335213,"host_ms":0.07662500138394535},"shared":{"plan":{"state_len":7,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.862542025512084,"decide_ms":34.00879100081511,"head_ms":0.14112499775364995,"host_ms":0.09720900561660528}},{"id":"tv4x_emotion_07","source":"transfer_v4_dev_sources","state_len":7,"input_tokens":37,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":5,"max_field_abs_diff":0.0033,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":37,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.628000018419698,"decide_ms":33.718999999109656,"head_ms":0.1316250127274543,"host_ms":0.09054099791683257},"shared":{"plan":{"state_len":7,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.691790987271816,"decide_ms":33.897125016665086,"head_ms":0.13366699567995965,"host_ms":0.0702079851180315}},{"id":"tv4x_emotion_08","source":"transfer_v4_dev_sources","state_len":22,"input_tokens":52,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":52,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.72337498795241,"decide_ms":33.96970801986754,"head_ms":0.15191599959507585,"host_ms":0.09162499918602407},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.594791994895786,"decide_ms":33.799917000578716,"head_ms":0.13120900257490575,"host_ms":0.1253330265171826}},{"id":"tv4x_emotion_09","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":6,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.72345901071094,"decide_ms":33.75850000884384,"head_ms":0.12891599908471107,"host_ms":0.1376659784000367},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.599042027257383,"decide_ms":33.54699999908917,"head_ms":0.13791699893772602,"host_ms":0.10233398643322289}},{"id":"tv4x_emotion_10","source":"transfer_v4_dev_sources","state_len":10,"input_tokens":40,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":7,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":40,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.725375003181398,"decide_ms":33.93991698976606,"head_ms":0.13349999790079892,"host_ms":0.0805830059107393},"shared":{"plan":{"state_len":10,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.68187499209307,"decide_ms":33.63033401547,"head_ms":0.13083399971947074,"host_ms":0.11899997480213642}},{"id":"tv4x_emotion_11","source":"transfer_v4_dev_sources","state_len":18,"input_tokens":48,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":48,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.688749986235052,"decide_ms":33.611792023293674,"head_ms":0.13908400433138013,"host_ms":0.11237498256377876},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.70604199799709,"decide_ms":33.91645799274556,"head_ms":0.14466600259765983,"host_ms":0.09458299609832466}},{"id":"tv4x_emotion_12","source":"transfer_v4_dev_sources","state_len":52,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":5,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.61825000238605,"decide_ms":33.64362500724383,"head_ms":0.13016699813306332,"host_ms":0.1303750032093376},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.664041998330504,"decide_ms":33.76233301241882,"head_ms":0.1326660276390612,"host_ms":0.17520799883641303}},{"id":"tv4x_emotion_13","source":"transfer_v4_dev_sources","state_len":30,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":5,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.63820900185965,"decide_ms":33.748499990906566,"head_ms":0.133915978949517,"host_ms":0.14200000441633165},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.502624995075166,"decide_ms":33.344291994581,"head_ms":0.137541996082291,"host_ms":0.10812500840984285}},{"id":"tv4x_emotion_14","source":"transfer_v4_dev_sources","state_len":9,"input_tokens":39,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":39,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.944540990982205,"decide_ms":34.06766598345712,"head_ms":0.1354999840259552,"host_ms":0.0825420138426125},"shared":{"plan":{"state_len":9,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.847541998606175,"decide_ms":34.135666996007785,"head_ms":0.1376250002067536,"host_ms":0.08408300345763564}},{"id":"tv4x_emotion_15","source":"transfer_v4_dev_sources","state_len":14,"input_tokens":44,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":44,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.60174999316223,"decide_ms":33.618416026001796,"head_ms":0.12362501001916826,"host_ms":0.10549998842179775},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.684833018109202,"decide_ms":33.70191701105796,"head_ms":0.12541699106805027,"host_ms":0.08029199671000242}},{"id":"tv4x_emotion_16","source":"transfer_v4_dev_sources","state_len":20,"input_tokens":50,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":50,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.03279201220721,"decide_ms":34.08920799847692,"head_ms":0.14554098015651107,"host_ms":0.08220798918046057},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.721333004999906,"decide_ms":33.81429199362174,"head_ms":0.13158301590010524,"host_ms":0.11070800246670842}},{"id":"tv4x_emotion_17","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":56,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":4,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":56,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.75662497919984,"decide_ms":33.54504200979136,"head_ms":0.13175001367926598,"host_ms":0.1237079850398004},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.817583999829367,"decide_ms":33.827624982222915,"head_ms":0.12849998893216252,"host_ms":0.09366701124235988}},{"id":"tv4x_emotion_18","source":"transfer_v4_dev_sources","state_len":37,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":6,"max_field_abs_diff":0.0038,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":193.72016700799577,"decide_ms":199.78158400044776,"head_ms":0.162874988745898,"host_ms":0.32154101063497365},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.90329102613032,"decide_ms":34.061708021909,"head_ms":0.13445800868794322,"host_ms":0.12179199256934226}},{"id":"tv4x_emotion_19","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.875459003960714,"decide_ms":33.82454099482857,"head_ms":0.12337500811554492,"host_ms":0.11420898954384029},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.59412499330938,"decide_ms":33.59445801470429,"head_ms":0.14345801901072264,"host_ms":0.14708397793583572}},{"id":"tv4x_tweet_offensive_00","source":"transfer_v4_dev_sources","state_len":37,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.602165974210948,"decide_ms":33.48970800288953,"head_ms":0.13849997776560485,"host_ms":0.19129199790768325},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.667708004126325,"decide_ms":33.33083298639394,"head_ms":0.13179198140278459,"host_ms":0.11920899851247668}},{"id":"tv4x_tweet_offensive_01","source":"transfer_v4_dev_sources","state_len":47,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.576625005574897,"decide_ms":33.58791701612063,"head_ms":0.13275002129375935,"host_ms":0.1363749906886369},"shared":{"plan":{"state_len":47,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.725040978519246,"decide_ms":33.87699997983873,"head_ms":0.14695798745378852,"host_ms":0.1999580126721412}},{"id":"tv4x_tweet_offensive_02","source":"transfer_v4_dev_sources","state_len":33,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.86195799894631,"decide_ms":33.805333980126306,"head_ms":0.1432499848306179,"host_ms":0.15137501759454608},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.694583994569257,"decide_ms":33.72454101918265,"head_ms":0.13220799155533314,"host_ms":0.12254199828021228}},{"id":"tv4x_tweet_offensive_03","source":"transfer_v4_dev_sources","state_len":62,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.734000010648742,"decide_ms":33.69374998146668,"head_ms":0.12304200208745897,"host_ms":0.12008400517515838},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.65675000450574,"decide_ms":33.35491701727733,"head_ms":0.1238750119227916,"host_ms":0.17099999240599573}},{"id":"tv4x_tweet_offensive_04","source":"transfer_v4_dev_sources","state_len":39,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.780124983517453,"decide_ms":33.70049997465685,"head_ms":0.12029099161736667,"host_ms":0.14325001393444836},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.753707989584655,"decide_ms":33.74779102159664,"head_ms":0.13525001122616231,"host_ms":0.09937499999068677}},{"id":"tv4x_tweet_offensive_05","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.811082989908755,"decide_ms":33.7289159942884,"head_ms":0.12170799891464412,"host_ms":0.09595899609848857},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.767250001896173,"decide_ms":33.673041994916275,"head_ms":0.12145898654125631,"host_ms":0.13620799290947616}},{"id":"tv4x_tweet_offensive_06","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.02958299475722,"decide_ms":34.355833020526916,"head_ms":0.13749999925494194,"host_ms":0.1957919739652425},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.94679199764505,"decide_ms":34.24416697816923,"head_ms":0.14849999570287764,"host_ms":0.13579201186075807}},{"id":"tv4x_tweet_offensive_07","source":"transfer_v4_dev_sources","state_len":28,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.80554199893959,"decide_ms":33.916042011696845,"head_ms":0.13033300638198853,"host_ms":0.10695800301618874},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.04312500706874,"decide_ms":34.285416011698544,"head_ms":0.13804101035930216,"host_ms":0.15745899872854352}},{"id":"tv4x_tweet_offensive_08","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.888999997638166,"decide_ms":34.051791997626424,"head_ms":0.14062499394640326,"host_ms":0.21491700317710638},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.85683298902586,"decide_ms":34.139459021389484,"head_ms":0.14204200124368072,"host_ms":0.1499159843660891}},{"id":"tv4x_tweet_offensive_09","source":"transfer_v4_dev_sources","state_len":56,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.900916997576132,"decide_ms":33.92687501036562,"head_ms":0.14058302622288465,"host_ms":0.140416988870129},"shared":{"plan":{"state_len":56,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.833832988515496,"decide_ms":34.25075000268407,"head_ms":0.14000001829117537,"host_ms":0.20854099420830607}},{"id":"tv4x_tweet_offensive_10","source":"transfer_v4_dev_sources","state_len":59,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.852916981326416,"decide_ms":33.716582984197885,"head_ms":0.14016698696650565,"host_ms":0.1793340197764337},"shared":{"plan":{"state_len":59,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.575666994787753,"decide_ms":33.32175000105053,"head_ms":0.12508401414379478,"host_ms":0.13408399536274374}},{"id":"tv4x_tweet_offensive_11","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.653041012352332,"decide_ms":33.901041984790936,"head_ms":0.13633398339152336,"host_ms":0.12304200208745897},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.673665994778275,"decide_ms":33.66575000109151,"head_ms":0.12291601160541177,"host_ms":0.16312499064952135}},{"id":"tv4x_tweet_offensive_12","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.990082985023037,"decide_ms":34.17808300582692,"head_ms":0.14129100600257516,"host_ms":0.1423749781679362},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.673625016584992,"decide_ms":33.78470899770036,"head_ms":0.140791991725564,"host_ms":0.11562500731088221}},{"id":"tv4x_tweet_offensive_13","source":"transfer_v4_dev_sources","state_len":12,"input_tokens":43,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":43,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.85983301186934,"decide_ms":33.88266699039377,"head_ms":0.12858299305662513,"host_ms":0.09025001781992614},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.74529200582765,"decide_ms":33.89212500769645,"head_ms":0.13441700139082968,"host_ms":0.1338339934591204}},{"id":"tv4x_tweet_offensive_14","source":"transfer_v4_dev_sources","state_len":40,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.773624992230907,"decide_ms":33.862207987112924,"head_ms":0.12808298924937844,"host_ms":0.17591699725016952},"shared":{"plan":{"state_len":40,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.51633298653178,"decide_ms":33.29233400290832,"head_ms":0.12149999383836985,"host_ms":0.11441600508987904}},{"id":"tv4x_tweet_offensive_15","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.866291995858774,"decide_ms":34.04087500530295,"head_ms":0.14349998673424125,"host_ms":0.10029098484665155},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.927291994681582,"decide_ms":33.85354101192206,"head_ms":0.12770801549777389,"host_ms":0.12554199201986194}},{"id":"tv4x_tweet_offensive_16","source":"transfer_v4_dev_sources","state_len":73,"input_tokens":104,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":104,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.93158300523646,"decide_ms":34.258667001267895,"head_ms":0.13141700765118003,"host_ms":0.22370798978954554},"shared":{"plan":{"state_len":73,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.730207985267043,"decide_ms":34.14112501195632,"head_ms":0.13637501979246736,"host_ms":0.14733299030922353}},{"id":"tv4x_tweet_offensive_17","source":"transfer_v4_dev_sources","state_len":41,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.00170801533386,"decide_ms":35.02129201660864,"head_ms":0.13920801575295627,"host_ms":0.14979098341427743},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.18583299126476,"decide_ms":34.823124995455146,"head_ms":0.15070900553837419,"host_ms":0.17970902263186872}},{"id":"tv4x_tweet_offensive_18","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.817125003319234,"decide_ms":34.21662500477396,"head_ms":0.1278329873457551,"host_ms":0.15320800594054163},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.58020899677649,"decide_ms":33.377334009855986,"head_ms":0.13779199798591435,"host_ms":0.09845799650065601}},{"id":"tv4x_tweet_offensive_19","source":"transfer_v4_dev_sources","state_len":68,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.64979101670906,"decide_ms":33.2923749811016,"head_ms":0.12445799075067043,"host_ms":0.1337080029770732},"shared":{"plan":{"state_len":68,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.729667003266513,"decide_ms":33.50254098768346,"head_ms":0.12179100303910673,"host_ms":0.19862499902956188}},{"id":"tv4x_qnli_00","source":"transfer_v4_dev_sources","state_len":67,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.673084005480632,"decide_ms":33.530250017065555,"head_ms":0.13208299060352147,"host_ms":0.20733298151753843},"shared":{"plan":{"state_len":67,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.795833019306883,"decide_ms":33.416790975024924,"head_ms":0.11816597543656826,"host_ms":0.13054200098849833}},{"id":"tv4x_qnli_01","source":"transfer_v4_dev_sources","state_len":57,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.630958015332,"decide_ms":33.46858298755251,"head_ms":0.1287909981328994,"host_ms":0.14729201211594045},"shared":{"plan":{"state_len":57,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.886167001677677,"decide_ms":33.51108299102634,"head_ms":0.1219160039909184,"host_ms":0.1949580037035048}},{"id":"tv4x_qnli_02","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":51,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":51,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.794457979733124,"decide_ms":33.67804200388491,"head_ms":0.13670901535078883,"host_ms":0.1143749977927655},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.59704099339433,"decide_ms":33.76587500679307,"head_ms":0.13120900257490575,"host_ms":0.10820900206454098}},{"id":"tv4x_qnli_03","source":"transfer_v4_dev_sources","state_len":29,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.74004199495539,"decide_ms":33.545250014867634,"head_ms":0.132125016534701,"host_ms":0.11508399620652199},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.570957995019853,"decide_ms":33.75433399924077,"head_ms":0.127042003441602,"host_ms":0.16558298375457525}},{"id":"tv4x_qnli_04","source":"transfer_v4_dev_sources","state_len":98,"input_tokens":137,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":137,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1175870895385742e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.49866698938422,"decide_ms":63.51383400033228,"head_ms":0.1347920042462647,"host_ms":0.29233298846520483},"shared":{"plan":{"state_len":98,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.320125001249835,"decide_ms":64.07800002489239,"head_ms":0.14945902512408793,"host_ms":0.21820899564772844}},{"id":"tv4x_qnli_05","source":"transfer_v4_dev_sources","state_len":50,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.3527612686157227e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.980375024024397,"decide_ms":34.8022079851944,"head_ms":0.13254099758341908,"host_ms":0.1435000158380717},"shared":{"plan":{"state_len":50,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.811040993081406,"decide_ms":34.705375001067296,"head_ms":0.13462500646710396,"host_ms":0.22041701595298946}},{"id":"tv4x_qnli_06","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.899625020334497,"decide_ms":33.941667003091425,"head_ms":0.13225001748651266,"host_ms":0.1439159968867898},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.669125011423603,"decide_ms":33.280667004873976,"head_ms":0.12183398939669132,"host_ms":0.09254200267605484}},{"id":"tv4x_qnli_07","source":"transfer_v4_dev_sources","state_len":28,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.88262500730343,"decide_ms":33.60729099949822,"head_ms":0.12666601105593145,"host_ms":0.09462502202950418},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.667249997146428,"decide_ms":33.369667013175786,"head_ms":0.13266698806546628,"host_ms":0.11912497575394809}},{"id":"tv4x_qnli_08","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.811165994033217,"decide_ms":33.43366697663441,"head_ms":0.1314579858444631,"host_ms":0.14795802417211235},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.76770797977224,"decide_ms":33.50249998038635,"head_ms":0.12799998512491584,"host_ms":0.11004201951436698}},{"id":"tv4x_qnli_09","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.774958995403722,"decide_ms":33.5826659866143,"head_ms":0.1192909840028733,"host_ms":0.09341700933873653},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.660416999831796,"decide_ms":33.31395800341852,"head_ms":0.12924999464303255,"host_ms":0.13537501217797399}},{"id":"tv4x_qnli_10","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.755416995612904,"decide_ms":33.552874985616654,"head_ms":0.13295799726620317,"host_ms":0.1704170135781169},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.626500006997958,"decide_ms":33.303457981674,"head_ms":0.12354098726063967,"host_ms":0.11650001397356391}},{"id":"tv4x_qnli_11","source":"transfer_v4_dev_sources","state_len":24,"input_tokens":50,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":50,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.82308401260525,"decide_ms":33.447292022174224,"head_ms":0.11658400762826204,"host_ms":0.0837499974295497},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.85854199505411,"decide_ms":33.54279202176258,"head_ms":0.12191702262498438,"host_ms":0.10316699626855552}},{"id":"tv4x_qnli_12","source":"transfer_v4_dev_sources","state_len":51,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.774791008094326,"decide_ms":33.59608299797401,"head_ms":0.13941698125563562,"host_ms":0.17600000137463212},"shared":{"plan":{"state_len":51,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.55887498683296,"decide_ms":33.568707993254066,"head_ms":0.12366697774268687,"host_ms":0.1261669967789203}},{"id":"tv4x_qnli_13","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":52,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":52,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.915999999502674,"decide_ms":34.02216697577387,"head_ms":0.12495799455791712,"host_ms":0.08950001210905612},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.613250022521242,"decide_ms":33.662208006717265,"head_ms":0.12258300557732582,"host_ms":0.12637500185519457}},{"id":"tv4x_qnli_14","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0024,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.883415991207585,"decide_ms":34.33574998052791,"head_ms":0.1262500009033829,"host_ms":0.17666601343080401},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.964708985062316,"decide_ms":34.29362500901334,"head_ms":0.11950000771321356,"host_ms":0.11987501056864858}},{"id":"tv4x_qnli_15","source":"transfer_v4_dev_sources","state_len":58,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.756292002275586,"decide_ms":33.38337497552857,"head_ms":0.11720799375325441,"host_ms":0.14037502114661038},"shared":{"plan":{"state_len":58,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.60866701323539,"decide_ms":33.50349998800084,"head_ms":0.13599998783320189,"host_ms":0.15720800729468465}},{"id":"tv4x_qnli_16","source":"transfer_v4_dev_sources","state_len":37,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.60337500553578,"decide_ms":33.32654197583906,"head_ms":0.11654198169708252,"host_ms":0.15279100625775754},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.729540983680636,"decide_ms":33.401958004105836,"head_ms":0.12258297647349536,"host_ms":0.10733399540185928}},{"id":"tv4x_qnli_17","source":"transfer_v4_dev_sources","state_len":51,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":199.1472500085365,"decide_ms":204.9945420003496,"head_ms":0.17087499145418406,"host_ms":0.3401660069357604},"shared":{"plan":{"state_len":51,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.618083994137123,"decide_ms":33.70604099472985,"head_ms":0.13579099322669208,"host_ms":0.13349999790079892}},{"id":"tv4x_qnli_18","source":"transfer_v4_dev_sources","state_len":14,"input_tokens":44,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":44,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.873416991904378,"decide_ms":34.065332991303876,"head_ms":0.1573750050738454,"host_ms":0.1068339915946126},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.824166995240375,"decide_ms":33.70249998988584,"head_ms":0.1430839765816927,"host_ms":0.1389170065522194}},{"id":"tv4x_qnli_19","source":"transfer_v4_dev_sources","state_len":55,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.92045899736695,"decide_ms":34.09766699769534,"head_ms":0.14108300092630088,"host_ms":0.21112500689923763},"shared":{"plan":{"state_len":55,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.919291991973296,"decide_ms":34.349916997598484,"head_ms":0.1396249863319099,"host_ms":0.14879100490361452}},{"id":"tv4x_paws_00","source":"transfer_v4_dev_sources","state_len":25,"input_tokens":81,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":81,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.73483401001431,"decide_ms":33.8011660205666,"head_ms":0.1390830148011446,"host_ms":0.11154200183227658},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.764625011011958,"decide_ms":34.078249998856336,"head_ms":0.13124998076818883,"host_ms":0.19912500283680856}},{"id":"tv4x_paws_01","source":"transfer_v4_dev_sources","state_len":42,"input_tokens":113,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":113,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.857916990295053,"decide_ms":33.98941701743752,"head_ms":0.15341700054705143,"host_ms":0.20929198944941163},"shared":{"plan":{"state_len":42,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.779500007862225,"decide_ms":33.801458979723975,"head_ms":0.14695897698402405,"host_ms":0.167582998983562}},{"id":"tv4x_paws_02","source":"transfer_v4_dev_sources","state_len":33,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.775458009680733,"decide_ms":33.82616600720212,"head_ms":0.1376250002067536,"host_ms":0.13483400107361376},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.72104199579917,"decide_ms":33.82675000466406,"head_ms":0.13895798474550247,"host_ms":0.19270798657089472}},{"id":"tv4x_paws_03","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.900207999162376,"decide_ms":33.79654200398363,"head_ms":0.12666700058616698,"host_ms":0.1667079923208803},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.878957982873544,"decide_ms":34.103000012692064,"head_ms":0.12283399701118469,"host_ms":0.14124999870546162}},{"id":"tv4x_paws_04","source":"transfer_v4_dev_sources","state_len":32,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.778625001199543,"decide_ms":34.190042002592236,"head_ms":0.13004199718125165,"host_ms":0.13474997831508517},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.70920901861973,"decide_ms":34.12179200677201,"head_ms":0.13020800543017685,"host_ms":0.16195798525586724}},{"id":"tv4x_paws_05","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.63720797561109,"decide_ms":34.30029199807905,"head_ms":0.12570898979902267,"host_ms":0.2016669895965606},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.956207989016548,"decide_ms":34.468416997697204,"head_ms":0.11774999438785017,"host_ms":0.1465829845983535}},{"id":"tv4x_paws_06","source":"transfer_v4_dev_sources","state_len":32,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.53979099402204,"decide_ms":33.1805829773657,"head_ms":0.12066698400303721,"host_ms":0.11625001206994057},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.702667001402006,"decide_ms":33.48508299677633,"head_ms":0.11529098264873028,"host_ms":0.17645800835452974}},{"id":"tv4x_paws_07","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0037,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.777583986287937,"decide_ms":33.685917005641386,"head_ms":0.1295830006711185,"host_ms":0.12416599201969802},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.577000008430332,"decide_ms":33.87241601012647,"head_ms":0.11870800517499447,"host_ms":0.11820899089798331}},{"id":"tv4x_paws_08","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.778166994219646,"decide_ms":33.816375012975186,"head_ms":0.12770801549777389,"host_ms":0.1256669929716736},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.752874979749322,"decide_ms":33.78358398913406,"head_ms":0.1395419822074473,"host_ms":0.14650000957772136}},{"id":"tv4x_paws_09","source":"transfer_v4_dev_sources","state_len":54,"input_tokens":127,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":127,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.871542006731033,"decide_ms":34.07424999750219,"head_ms":0.12804099242202938,"host_ms":0.2172499953303486},"shared":{"plan":{"state_len":54,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.614333994686604,"decide_ms":33.325874974252656,"head_ms":0.12333298218436539,"host_ms":0.14620801084674895}},{"id":"tv4x_paws_10","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.755833005765453,"decide_ms":33.74629098107107,"head_ms":0.1192079798784107,"host_ms":0.13150001177564263},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.748166009085253,"decide_ms":33.41583299334161,"head_ms":0.11820800136774778,"host_ms":0.14516699593514204}},{"id":"tv4x_paws_11","source":"transfer_v4_dev_sources","state_len":32,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.805916012264788,"decide_ms":34.208749973913655,"head_ms":0.12349997996352613,"host_ms":0.18366702715866268},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.47587499511428,"decide_ms":33.66716697928496,"head_ms":0.11995798558928072,"host_ms":0.14504100545309484}},{"id":"tv4x_paws_12","source":"transfer_v4_dev_sources","state_len":30,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.64341701590456,"decide_ms":33.6170420050621,"head_ms":0.1188750029541552,"host_ms":0.12883299496024847},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.46270801476203,"decide_ms":33.43400001176633,"head_ms":0.12437501573003829,"host_ms":0.13066700194031}},{"id":"tv4x_paws_13","source":"transfer_v4_dev_sources","state_len":43,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.893667000578716,"decide_ms":33.94812499755062,"head_ms":0.12104198685847223,"host_ms":0.1934999891091138},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.674375022295862,"decide_ms":34.05529202427715,"head_ms":0.1525420229882002,"host_ms":0.1587499864399433}},{"id":"tv4x_paws_14","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.882917006034404,"decide_ms":34.748459002003074,"head_ms":0.13349999790079892,"host_ms":0.17399998614564538},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.15270800096914,"decide_ms":35.0206249859184,"head_ms":0.1699579879641533,"host_ms":0.19312501535750926}},{"id":"tv4x_paws_15","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.7040410223417,"decide_ms":33.4701249958016,"head_ms":0.12033298844471574,"host_ms":0.1366669894196093},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.725165979471058,"decide_ms":33.43945898814127,"head_ms":0.11675001587718725,"host_ms":0.10383300832472742}},{"id":"tv4x_paws_16","source":"transfer_v4_dev_sources","state_len":23,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.4766669976525,"decide_ms":33.0105829925742,"head_ms":0.11599998106248677,"host_ms":0.09166699601337314},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.538667004089803,"decide_ms":33.202916994923726,"head_ms":0.11720898328348994,"host_ms":0.10895798914134502}},{"id":"tv4x_paws_17","source":"transfer_v4_dev_sources","state_len":22,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.8689579940401,"decide_ms":33.61445799237117,"head_ms":0.11733299470506608,"host_ms":0.1515829935669899},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.561791016021743,"decide_ms":33.174875017721206,"head_ms":0.11370799620635808,"host_ms":0.10079098865389824}},{"id":"tv4x_paws_18","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.597458022180945,"decide_ms":33.44508301233873,"head_ms":0.11404199176467955,"host_ms":0.1035839959513396},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.344082984607667,"decide_ms":32.86470798775554,"head_ms":0.1143749977927655,"host_ms":0.12187499669380486}},{"id":"tv4x_paws_19","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.747874999884516,"decide_ms":33.416040998417884,"head_ms":0.11412502499297261,"host_ms":0.10645901784300804},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.427125002257526,"decide_ms":33.281832991633564,"head_ms":0.11295799049548805,"host_ms":0.08608400821685791}},{"id":"tv4x_sciq_00","source":"transfer_v4_dev_sources","state_len":115,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":3,"fields_off_by_1e-4":2,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.536707994993776,"decide_ms":63.37616700329818,"head_ms":0.13829200179316103,"host_ms":0.1789579982869327},"shared":{"plan":{"state_len":115,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.440167009597644,"decide_ms":63.289333978900686,"head_ms":0.14212497626431286,"host_ms":0.25779101997613907}},{"id":"tv4x_sciq_01","source":"transfer_v4_dev_sources","state_len":19,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.789459018502384,"decide_ms":33.47545801079832,"head_ms":0.13225001748651266,"host_ms":0.1322499883826822},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.490624991012737,"decide_ms":33.239000011235476,"head_ms":0.13966701226308942,"host_ms":0.09449999197386205}},{"id":"tv4x_sciq_02","source":"transfer_v4_dev_sources","state_len":69,"input_tokens":102,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":102,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.746416985290125,"decide_ms":33.478291996289045,"head_ms":0.13916700845584273,"host_ms":0.1400829933118075},"shared":{"plan":{"state_len":69,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.793917026836425,"decide_ms":33.49762497236952,"head_ms":0.13220799155533314,"host_ms":0.20825001411139965}},{"id":"tv4x_sciq_03","source":"transfer_v4_dev_sources","state_len":67,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":5,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.555541987065226,"decide_ms":33.358459011651576,"head_ms":0.135750015033409,"host_ms":0.17433299217373133},"shared":{"plan":{"state_len":67,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.709249996813014,"decide_ms":33.46304199658334,"head_ms":0.14104199362918735,"host_ms":0.13020800543017685}},{"id":"tv4x_sciq_04","source":"transfer_v4_dev_sources","state_len":81,"input_tokens":117,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":117,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.471666988683864,"decide_ms":33.540000003995374,"head_ms":0.13316699187271297,"host_ms":0.14654200640507042},"shared":{"plan":{"state_len":81,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.767165979137644,"decide_ms":33.668957999907434,"head_ms":0.12708301073871553,"host_ms":0.20404200768098235}},{"id":"tv4x_sciq_05","source":"transfer_v4_dev_sources","state_len":39,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.832416999852285,"decide_ms":33.63020901451819,"head_ms":0.1297919952776283,"host_ms":0.13754097744822502},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.749124980298802,"decide_ms":33.733165997546166,"head_ms":0.1314160181209445,"host_ms":0.10912501602433622}},{"id":"tv4x_sciq_06","source":"transfer_v4_dev_sources","state_len":155,"input_tokens":184,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":184,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.364625049056485,"decide_ms":63.24562500230968,"head_ms":0.12974999845027924,"host_ms":0.2219580055680126},"shared":{"plan":{"state_len":155,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.35516700264998,"decide_ms":72.97587499488145,"head_ms":0.12029201025143266,"host_ms":0.33545802580192685}},{"id":"tv4x_sciq_07","source":"transfer_v4_dev_sources","state_len":53,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":4,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.90737499203533,"decide_ms":34.45604199077934,"head_ms":0.14754198491573334,"host_ms":0.1860000193119049},"shared":{"plan":{"state_len":53,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.88554199691862,"decide_ms":34.67787502449937,"head_ms":0.1440000196453184,"host_ms":0.1567919971421361}},{"id":"tv4x_sciq_08","source":"transfer_v4_dev_sources","state_len":129,"input_tokens":162,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":162,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.59033200633712,"decide_ms":63.838709000265226,"head_ms":0.1377090229652822,"host_ms":0.20079102250747383},"shared":{"plan":{"state_len":129,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.650084032909945,"decide_ms":72.37808298668824,"head_ms":0.1272499794140458,"host_ms":0.3128749958705157}},{"id":"tv4x_sciq_09","source":"transfer_v4_dev_sources","state_len":115,"input_tokens":144,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":144,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.69316701521166,"decide_ms":63.89641697751358,"head_ms":0.149125000461936,"host_ms":0.22745801834389567},"shared":{"plan":{"state_len":115,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.34241699287668,"decide_ms":63.53829099680297,"head_ms":0.13745800242759287,"host_ms":0.18920900765806437}},{"id":"tv4x_sciq_10","source":"transfer_v4_dev_sources","state_len":48,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0056,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.769917018711567,"decide_ms":34.051750000799075,"head_ms":0.14266601647250354,"host_ms":0.1329160004388541},"shared":{"plan":{"state_len":48,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.803666984662414,"decide_ms":33.92587500275113,"head_ms":0.13854200369678438,"host_ms":0.17716700676828623}},{"id":"tv4x_sciq_11","source":"transfer_v4_dev_sources","state_len":330,"input_tokens":366,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0059,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":366,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":89.29166602320038,"decide_ms":94.01679199072532,"head_ms":0.14016698696650565,"host_ms":0.528083008248359},"shared":{"plan":{"state_len":330,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":89.76041598361917,"decide_ms":101.60762499435805,"head_ms":0.1336249988526106,"host_ms":0.3434999962337315}},{"id":"tv4x_sciq_12","source":"transfer_v4_dev_sources","state_len":163,"input_tokens":192,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":192,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.589624986983836,"decide_ms":63.98633398930542,"head_ms":0.1372499973513186,"host_ms":0.24358299560844898},"shared":{"plan":{"state_len":163,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.98166697099805,"decide_ms":73.12800001818687,"head_ms":0.12400001287460327,"host_ms":0.31174998730421066}},{"id":"tv4x_sciq_13","source":"transfer_v4_dev_sources","state_len":113,"input_tokens":147,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":147,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.33195902616717,"decide_ms":63.59483298729174,"head_ms":0.1323329925071448,"host_ms":0.28425001073628664},"shared":{"plan":{"state_len":113,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.17758299619891,"decide_ms":63.1873749953229,"head_ms":0.12208402040414512,"host_ms":0.17695900169201195}},{"id":"tv4x_sciq_14","source":"transfer_v4_dev_sources","state_len":91,"input_tokens":127,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":127,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.988207999849692,"decide_ms":34.02137500233948,"head_ms":0.12637500185519457,"host_ms":0.15033301315270364},"shared":{"plan":{"state_len":91,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.607542004669085,"decide_ms":33.54220898472704,"head_ms":0.12262500240467489,"host_ms":0.20229100482538342}},{"id":"tv4x_sciq_15","source":"transfer_v4_dev_sources","state_len":239,"input_tokens":270,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":270,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":89.9528749869205,"decide_ms":94.42420798586681,"head_ms":0.13525001122616231,"host_ms":0.4758330178447068},"shared":{"plan":{"state_len":239,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":89.93987500434741,"decide_ms":101.81641698000021,"head_ms":0.14866699348203838,"host_ms":0.3094160056207329}},{"id":"tv4x_sciq_16","source":"transfer_v4_dev_sources","state_len":306,"input_tokens":335,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0033,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":335,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":269.3737910303753,"decide_ms":275.73449999908917,"head_ms":0.16741699073463678,"host_ms":0.7321669836528599},"shared":{"plan":{"state_len":306,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":88.95399796892889,"decide_ms":102.14604099746794,"head_ms":0.13500000932253897,"host_ms":0.3480000013951212}},{"id":"tv4x_sciq_17","source":"transfer_v4_dev_sources","state_len":136,"input_tokens":169,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.65650000143796,"decide_ms":64.0987920050975,"head_ms":0.140416988870129,"host_ms":0.2441669930703938},"shared":{"plan":{"state_len":136,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.37883202568628,"decide_ms":70.55329199647531,"head_ms":0.15004200395196676,"host_ms":0.2947910106740892}},{"id":"tv4x_sciq_18","source":"transfer_v4_dev_sources","state_len":34,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0046,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.98449999722652,"decide_ms":34.24512498895638,"head_ms":0.15199999324977398,"host_ms":0.15741601237095892},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.68920802231878,"decide_ms":34.49062499566935,"head_ms":0.14191700029186904,"host_ms":0.11741698835976422}},{"id":"tv4x_sciq_19","source":"transfer_v4_dev_sources","state_len":42,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.897791013354436,"decide_ms":34.324666019529104,"head_ms":0.1451660064049065,"host_ms":0.1387499796692282},"shared":{"plan":{"state_len":42,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.75862502353266,"decide_ms":33.940166991669685,"head_ms":0.15454200911335647,"host_ms":0.16858300659805536}},{"id":"tv4x_legacy_holdout_00","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.628041986143216,"decide_ms":33.65662501892075,"head_ms":0.1340000017080456,"host_ms":0.16741600120440125},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.60012500989251,"decide_ms":33.46187499118969,"head_ms":0.12529100058600307,"host_ms":0.12095802230760455}},{"id":"tv4x_legacy_holdout_01","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.722958017373458,"decide_ms":33.795167022617534,"head_ms":0.12400001287460327,"host_ms":0.11937497765757143},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.529874998843297,"decide_ms":33.55862500029616,"head_ms":0.12650000280700624,"host_ms":0.13016699813306332}},{"id":"tv4x_legacy_holdout_02","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.77395898778923,"decide_ms":34.13633297896013,"head_ms":0.1260829740203917,"host_ms":0.1297919952776283},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.94583299732767,"decide_ms":34.4234999793116,"head_ms":0.12495898408815265,"host_ms":0.12245902325958014}},{"id":"tv4x_legacy_holdout_03","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0055,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.15495798899792,"decide_ms":35.32324999105185,"head_ms":0.13945900718681514,"host_ms":0.15662499936297536},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.21616698242724,"decide_ms":35.030500002903864,"head_ms":0.1502920058555901,"host_ms":0.13791699893772602}},{"id":"tv4x_legacy_holdout_04","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.88025001832284,"decide_ms":34.22158301691525,"head_ms":0.12587499804794788,"host_ms":0.14154199743643403},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.654208017745987,"decide_ms":33.66520898998715,"head_ms":0.12662497465498745,"host_ms":0.10945799294859171}},{"id":"tv4x_legacy_holdout_05","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0034,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.73820801707916,"decide_ms":33.72908302117139,"head_ms":0.12091599637642503,"host_ms":0.10679199476726353},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.67316602007486,"decide_ms":33.51654199650511,"head_ms":0.12258399510756135,"host_ms":0.11266701039858162}},{"id":"tv4x_legacy_holdout_06","source":"transfer_v4_dev_sources","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.794041998684406,"decide_ms":33.5121660027653,"head_ms":0.13779100845567882,"host_ms":0.10966701665893197},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.516582988435403,"decide_ms":33.34437499870546,"head_ms":0.12345798313617706,"host_ms":0.11383299715816975}},{"id":"tv4x_legacy_holdout_07","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.85987500869669,"decide_ms":34.0196670149453,"head_ms":0.135750015033409,"host_ms":0.10679097613319755},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.56699999049306,"decide_ms":33.697082981234416,"head_ms":0.11970798368565738,"host_ms":0.12100001913495362}},{"id":"tv4x_legacy_holdout_08","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.705041990382597,"decide_ms":33.985332993324846,"head_ms":0.13016699813306332,"host_ms":0.12904201867058873},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.876790998969227,"decide_ms":34.22754199709743,"head_ms":0.14083398855291307,"host_ms":0.1289999927394092}},{"id":"tv4x_legacy_holdout_09","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.16033399035223,"decide_ms":34.786875010468066,"head_ms":0.12833400978706777,"host_ms":0.1271669752895832},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.87958400626667,"decide_ms":34.433582972269505,"head_ms":0.12741697719320655,"host_ms":0.13833402772434056}},{"id":"tv4x_legacy_holdout_10","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.777082992950454,"decide_ms":34.467667021090165,"head_ms":0.12854201486334205,"host_ms":0.1332079991698265},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.67954199993983,"decide_ms":34.238291991641745,"head_ms":0.12308399891480803,"host_ms":0.1285419857595116}},{"id":"tv4x_legacy_holdout_11","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.44787498563528,"decide_ms":33.247459010453895,"head_ms":0.13370899250730872,"host_ms":0.10154099436476827},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.59950000513345,"decide_ms":33.29120800481178,"head_ms":0.12762501137331128,"host_ms":0.11408401769585907}},{"id":"tv4x_legacy_holdout_12","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.652041994268075,"decide_ms":33.322041999781504,"head_ms":0.1204590080305934,"host_ms":0.11108300532214344},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.623167007230222,"decide_ms":33.3208329975605,"head_ms":0.12216699542477727,"host_ms":0.1229170011356473}},{"id":"tv4x_legacy_holdout_13","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.483874997822568,"decide_ms":33.19662497960962,"head_ms":0.1399169850628823,"host_ms":0.11675001587718725},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.625416005728766,"decide_ms":33.28833298292011,"head_ms":0.14112499775364995,"host_ms":0.11329201515763998}},{"id":"tv4x_legacy_holdout_14","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.6755830058828,"decide_ms":33.82945901830681,"head_ms":0.12220902135595679,"host_ms":0.14537500101141632},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.906542011303827,"decide_ms":33.482540980912745,"head_ms":0.1334579719696194,"host_ms":0.10195901268161833}},{"id":"tv4x_legacy_holdout_15","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.030292022274807,"decide_ms":33.84525000001304,"head_ms":0.11766701936721802,"host_ms":0.10525001562200487},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.722000006586313,"decide_ms":33.43408400542103,"head_ms":0.12187499669380486,"host_ms":0.11137500405311584}},{"id":"tv4x_legacy_holdout_16","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.688249982427806,"decide_ms":33.56829099357128,"head_ms":0.11616598931141198,"host_ms":0.10712500079534948},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.932124976767227,"decide_ms":33.6550000065472,"head_ms":0.11391699081286788,"host_ms":0.09991700062528253}},{"id":"tv4x_legacy_holdout_17","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.68162501929328,"decide_ms":33.34900000481866,"head_ms":0.12483401224017143,"host_ms":0.11508399620652199},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.844291013432667,"decide_ms":33.76862499862909,"head_ms":0.13466598466038704,"host_ms":0.12187499669380486}},{"id":"tv4x_legacy_holdout_18","source":"transfer_v4_dev_sources","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.705165972700343,"decide_ms":33.67391700157896,"head_ms":0.14054198982194066,"host_ms":0.11295799049548805},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.79295898694545,"decide_ms":33.56095898197964,"head_ms":0.13533400488086045,"host_ms":0.11479100794531405}},{"id":"tv4x_legacy_holdout_19","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.60704200086184,"decide_ms":33.29291701084003,"head_ms":0.12058301945216954,"host_ms":0.11462499969638884},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.563624993897974,"decide_ms":33.41658299905248,"head_ms":0.13404097990132868,"host_ms":0.11283298954367638}},{"id":"tv4x_composition_holdout_00","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0094,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.30241700843908,"decide_ms":63.057374994968995,"head_ms":0.13662499259226024,"host_ms":0.24950000806711614},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.26999999792315,"decide_ms":63.00279198330827,"head_ms":0.1310829829890281,"host_ms":0.16633301856927574}},{"id":"tv4x_composition_holdout_01","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0039,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.08270800136961,"decide_ms":62.748458003625274,"head_ms":0.1304580073338002,"host_ms":0.16008401871658862},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.14429199765436,"decide_ms":63.14083299366757,"head_ms":0.1279170101042837,"host_ms":0.21295901387929916}},{"id":"tv4x_composition_holdout_02","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0094,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.313542005838826,"decide_ms":63.04475001525134,"head_ms":0.13512501027435064,"host_ms":0.1674999948590994},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.09775002510287,"decide_ms":62.92383300024085,"head_ms":0.13279099948704243,"host_ms":0.16399999731220305}},{"id":"tv4x_composition_holdout_03","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0072,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.00199999450706,"decide_ms":62.86204099887982,"head_ms":0.1396249863319099,"host_ms":0.17275000573135912},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.115791984368116,"decide_ms":62.937250011600554,"head_ms":0.13633398339152336,"host_ms":0.16837497241795063}},{"id":"tv4x_composition_holdout_04","source":"transfer_v4_dev_sources","state_len":107,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.33237500721589,"decide_ms":63.135167001746595,"head_ms":0.139375013532117,"host_ms":0.1809170062188059},"shared":{"plan":{"state_len":107,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.21437498182058,"decide_ms":63.07329100673087,"head_ms":0.13887500972487032,"host_ms":0.16254201182164252}},{"id":"tv4x_composition_holdout_05","source":"transfer_v4_dev_sources","state_len":108,"input_tokens":137,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":137,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.69924898818135,"decide_ms":64.20674998662435,"head_ms":0.1355829881504178,"host_ms":0.19912500283680856},"shared":{"plan":{"state_len":108,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.291332989232615,"decide_ms":63.11337498482317,"head_ms":0.14187500346451998,"host_ms":0.1655000087339431}},{"id":"tv4x_composition_holdout_06","source":"transfer_v4_dev_sources","state_len":107,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.13720800890587,"decide_ms":63.36137498146854,"head_ms":0.13949998538009822,"host_ms":0.17058401135727763},"shared":{"plan":{"state_len":107,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.437666001031175,"decide_ms":63.856624998152256,"head_ms":0.13800000306218863,"host_ms":0.1917910121846944}},{"id":"tv4x_composition_holdout_07","source":"transfer_v4_dev_sources","state_len":107,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.048709023045376,"decide_ms":62.83729101414792,"head_ms":0.1407500240020454,"host_ms":0.1636669912841171},"shared":{"plan":{"state_len":107,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.51954098418355,"decide_ms":63.87025001458824,"head_ms":0.1484160020481795,"host_ms":0.2062499988824129}},{"id":"tv4x_composition_holdout_08","source":"transfer_v4_dev_sources","state_len":137,"input_tokens":166,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":58.97741703665815,"decide_ms":62.89487500907853,"head_ms":0.13579099322669208,"host_ms":0.23420798243023455},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.3439579824917,"decide_ms":71.42341701546684,"head_ms":0.13708401820622385,"host_ms":0.18562498735263944}},{"id":"tv4x_composition_holdout_09","source":"transfer_v4_dev_sources","state_len":138,"input_tokens":167,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":167,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.65895898407325,"decide_ms":63.82216600468382,"head_ms":0.1399999891873449,"host_ms":0.20729200332425535},"shared":{"plan":{"state_len":138,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":60.50120899453759,"decide_ms":73.53808401967399,"head_ms":0.13441700139082968,"host_ms":0.21191599080339074}},{"id":"tv4x_composition_holdout_10","source":"transfer_v4_dev_sources","state_len":137,"input_tokens":166,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.661500999936834,"decide_ms":64.08275000285357,"head_ms":0.13916697935201228,"host_ms":0.21408399334177375},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.99712398624979,"decide_ms":72.16912499279715,"head_ms":0.12562499614432454,"host_ms":0.21983298938721418}},{"id":"tv4x_composition_holdout_11","source":"transfer_v4_dev_sources","state_len":137,"input_tokens":166,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.52741700457409,"decide_ms":63.96766600664705,"head_ms":0.14570800703950226,"host_ms":0.22766701295040548},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":60.0737500062678,"decide_ms":72.87825000821613,"head_ms":0.14212500536814332,"host_ms":0.21374999778345227}},{"id":"tv4x_composition_holdout_12","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.793749999953434,"decide_ms":34.06124998582527,"head_ms":0.1307909842580557,"host_ms":0.18158298917114735},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.81295800418593,"decide_ms":33.982374996412545,"head_ms":0.12612499995157123,"host_ms":0.1609169994480908}},{"id":"tv4x_composition_holdout_13","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.80412499164231,"decide_ms":34.25491601228714,"head_ms":0.13179099187254906,"host_ms":0.16945897368714213},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.035500007215887,"decide_ms":34.48304202174768,"head_ms":0.12758400407619774,"host_ms":0.1666249881964177}},{"id":"tv4x_composition_holdout_14","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.787750012474135,"decide_ms":34.34129199013114,"head_ms":0.12983297347091138,"host_ms":0.1789579982869327},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.777917021419853,"decide_ms":34.28175000590272,"head_ms":0.14487499720416963,"host_ms":0.17583297449164093}},{"id":"tv4x_composition_holdout_15","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0054,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":195.3612500219606,"decide_ms":201.23879201128148,"head_ms":0.1577500079292804,"host_ms":0.398874981328845},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.654707992449403,"decide_ms":33.523667021654546,"head_ms":0.13504200614988804,"host_ms":0.16087500262074172}},{"id":"tv4x_composition_holdout_16","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.01191697921604,"decide_ms":62.58062500273809,"head_ms":0.14037499204277992,"host_ms":0.1714169920887798},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.25916600972414,"decide_ms":63.00270798965357,"head_ms":0.13712499639950693,"host_ms":0.24466702598147094}},{"id":"tv4x_composition_holdout_17","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.24862500978634,"decide_ms":62.941125012002885,"head_ms":0.14391701552085578,"host_ms":0.1757080026436597},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":58.79725000704639,"decide_ms":62.96845799079165,"head_ms":0.13641599798575044,"host_ms":0.18962501781061292}},{"id":"tv4x_composition_holdout_18","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.24450000748038,"decide_ms":62.9420829936862,"head_ms":0.15133299166336656,"host_ms":0.16774999676272273},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.54229200142436,"decide_ms":63.26775002526119,"head_ms":0.14058401575312018,"host_ms":0.17204199684783816}},{"id":"tv4x_composition_holdout_19","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.2866669758223,"decide_ms":63.28141599078663,"head_ms":0.13958298950456083,"host_ms":0.1895420136861503},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":58.75270799151622,"decide_ms":62.845416978234425,"head_ms":0.14820799697190523,"host_ms":0.19166601123288274}},{"id":"tv4s_00","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.49741599150002,"decide_ms":33.556042006239295,"head_ms":0.13341702288016677,"host_ms":0.12187499669380486},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.785583988996223,"decide_ms":34.04241701355204,"head_ms":0.14304200885817409,"host_ms":0.20899999071843922}},{"id":"tv4s_01","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.543249984271824,"decide_ms":33.38799998164177,"head_ms":0.13958400813862681,"host_ms":0.14083401765674353},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.687999980524182,"decide_ms":34.01220799423754,"head_ms":0.13149998267181218,"host_ms":0.12445900938473642}},{"id":"tv4s_02","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.47587499511428,"decide_ms":33.1202499801293,"head_ms":0.11924997670575976,"host_ms":0.11054199421778321},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.55241600284353,"decide_ms":33.50587500608526,"head_ms":0.13012500130571425,"host_ms":0.13887500972487032}},{"id":"tv4s_03","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.694541997741908,"decide_ms":33.636415988439694,"head_ms":0.12145799701102078,"host_ms":0.12179199256934226},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.64041699306108,"decide_ms":33.90804200898856,"head_ms":0.13687499449588358,"host_ms":0.12562499614432454}},{"id":"tv4s_04","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.78191600413993,"decide_ms":34.30804199888371,"head_ms":0.14387498958967626,"host_ms":0.14266700600273907},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.719167010625824,"decide_ms":34.11225002491847,"head_ms":0.13716702233068645,"host_ms":0.15191698912531137}},{"id":"tv4s_05","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.792416986310855,"decide_ms":34.16170799755491,"head_ms":0.13641698751598597,"host_ms":0.1531669986434281},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.00833300757222,"decide_ms":34.51908298302442,"head_ms":0.1340830058325082,"host_ms":0.13916700845584273}},{"id":"tv4s_06","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.83650000533089,"decide_ms":34.18474999489263,"head_ms":0.13129101716913283,"host_ms":0.13745800242759287},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.79104101541452,"decide_ms":34.122791985282674,"head_ms":0.13237498933449388,"host_ms":0.15308300498872995}},{"id":"tv4s_07","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.84550001565367,"decide_ms":34.304041997529566,"head_ms":0.12995899305678904,"host_ms":0.14783299411647022},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.780167009448633,"decide_ms":33.564832992851734,"head_ms":0.13429101090878248,"host_ms":0.11983301374129951}},{"id":"tv4s_08","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.7292499744799,"decide_ms":33.37183300754987,"head_ms":0.11900000390596688,"host_ms":0.11883399565704167},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.470167006365955,"decide_ms":33.468374982476234,"head_ms":0.1323329925071448,"host_ms":0.1264160091523081}},{"id":"tv4s_09","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.628332995343953,"decide_ms":33.49670799798332,"head_ms":0.12550002429634333,"host_ms":0.11458402150310576},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.553874977864325,"decide_ms":33.323542011203244,"head_ms":0.12166699161753058,"host_ms":0.11866597924381495}},{"id":"tv4s_10","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.864125011954457,"decide_ms":33.58704099082388,"head_ms":0.14083299902267754,"host_ms":0.1220419944729656},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.584250005427748,"decide_ms":33.29275001306087,"head_ms":0.14150000060908496,"host_ms":0.12462498852983117}},{"id":"tv4s_11","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.54045799560845,"decide_ms":33.58374998788349,"head_ms":0.12283399701118469,"host_ms":0.1266250037588179},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.48458297760226,"decide_ms":33.512875001179054,"head_ms":0.13887498062103987,"host_ms":0.1151659816969186}},{"id":"tv4s_12","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.77916700183414,"decide_ms":33.83483400102705,"head_ms":0.1286249898839742,"host_ms":0.13220799155533314},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.707415989832953,"decide_ms":33.60374999465421,"head_ms":0.13433399726636708,"host_ms":0.11683400953188539}},{"id":"tv4s_13","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.874792002374306,"decide_ms":33.61837498960085,"head_ms":0.12275000335648656,"host_ms":0.11716701555997133},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.78354098740965,"decide_ms":33.539541997015476,"head_ms":0.11662498582154512,"host_ms":0.11149997590109706}},{"id":"tv4s_14","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"score","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.9377920164261,"decide_ms":33.85187502135523,"head_ms":0.13295802637003362,"host_ms":0.12208300177007914},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.733207979006693,"decide_ms":33.541582990437746,"head_ms":0.14254101552069187,"host_ms":0.11100000119768083}},{"id":"tv4s_15","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.764500010060146,"decide_ms":33.457958983490244,"head_ms":0.13199998647905886,"host_ms":0.12575002619996667},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.74125000764616,"decide_ms":33.50949997548014,"head_ms":0.12158398749306798,"host_ms":0.11558400001376867}},{"id":"tv4s_16","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.85150000313297,"decide_ms":33.410083007765934,"head_ms":0.1222920254804194,"host_ms":0.11716701555997133},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.6849170117639,"decide_ms":33.35775001323782,"head_ms":0.12433400843292475,"host_ms":0.12370900367386639}},{"id":"tv4s_17","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.780499986372888,"decide_ms":33.395791018847376,"head_ms":0.13120801304467022,"host_ms":0.11999998241662979},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.537916998378932,"decide_ms":33.305708988336846,"head_ms":0.14870899030938745,"host_ms":0.1177079975605011}},{"id":"tv4s_18","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"score":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.126458004815504,"decide_ms":34.49887500028126,"head_ms":0.14437499339692295,"host_ms":0.1431669807061553},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.90362502168864,"decide_ms":34.21262500341982,"head_ms":0.14070901670493186,"host_ms":0.14716701116412878}},{"id":"tv4s_19","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.834500019205734,"decide_ms":33.715833007590845,"head_ms":0.14650000957772136,"host_ms":0.13404199853539467},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.7683329845313,"decide_ms":33.91816699877381,"head_ms":0.1308330101892352,"host_ms":0.1446249953005463}},{"id":"semif_a3f18f3a63d45345942b","source":"semif_authored144","state_len":23,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.783542006043717,"decide_ms":33.728708018315956,"head_ms":0.13950001448392868,"host_ms":0.10387500515207648},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.764333012280986,"decide_ms":33.99712502141483,"head_ms":0.12250000145286322,"host_ms":0.18345899297855794}},{"id":"semif_f40beba9088c8db8bbd6","source":"semif_authored144","state_len":23,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.777791001833975,"decide_ms":33.96004199748859,"head_ms":0.1362919865641743,"host_ms":0.1238750119227916},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.819499992299825,"decide_ms":33.84516600635834,"head_ms":0.1314579858444631,"host_ms":0.10899998596869409}},{"id":"semif_0b43ea8e24e74d621f1b","source":"semif_authored144","state_len":15,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.83729200786911,"decide_ms":34.238957974594086,"head_ms":0.13079197378829122,"host_ms":0.11212500976398587},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.69179197680205,"decide_ms":33.92233300837688,"head_ms":0.1327499921899289,"host_ms":0.11324998922646046}},{"id":"semif_942ec65dac0bfb9874f9","source":"semif_authored144","state_len":15,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0101,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.80166597990319,"decide_ms":34.349833003943786,"head_ms":0.13708299957215786,"host_ms":0.13324999599717557},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.80691601987928,"decide_ms":34.37450001365505,"head_ms":0.1194580108858645,"host_ms":0.11366599937900901}},{"id":"semif_e0c140e9222d1bce5647","source":"semif_authored144","state_len":24,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.796582995913923,"decide_ms":33.55545800877735,"head_ms":0.11841600644402206,"host_ms":0.10687499889172614},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.86808298737742,"decide_ms":33.90737500740215,"head_ms":0.11958301183767617,"host_ms":0.15329199959523976}},{"id":"semif_8e8c3804a3c15ebb31e3","source":"semif_authored144","state_len":24,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.555417015217245,"decide_ms":33.25383301125839,"head_ms":0.1177910016849637,"host_ms":0.09870799840427935},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.714542004512623,"decide_ms":33.68025002419017,"head_ms":0.11329201515763998,"host_ms":0.09004198363982141}},{"id":"semif_56c419b12cd37cbe790c","source":"semif_authored144","state_len":23,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.5994580083061,"decide_ms":33.27516702120192,"head_ms":0.12308399891480803,"host_ms":0.09033299284055829},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.49162499862723,"decide_ms":33.23912498308346,"head_ms":0.11162500595673919,"host_ms":0.10150001617148519}},{"id":"semif_75b470586834df8c568d","source":"semif_authored144","state_len":16,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.779582982882857,"decide_ms":33.482208993518725,"head_ms":0.11662501492537558,"host_ms":0.10479101911187172},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.67366701341234,"decide_ms":33.35791701101698,"head_ms":0.12825001613236964,"host_ms":0.08829100988805294}},{"id":"semif_834f3b3e10cc61b33d25","source":"semif_authored144","state_len":15,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.819624993251637,"decide_ms":34.09254102734849,"head_ms":0.12070802040398121,"host_ms":0.09683397365733981},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.640000022482127,"decide_ms":33.68233400397003,"head_ms":0.1196670054923743,"host_ms":0.1192079798784107}},{"id":"semif_76c7a79b1ff2363a60c5","source":"semif_authored144","state_len":15,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.60770320892334e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.71045798039995,"decide_ms":33.80787500645965,"head_ms":0.12079201405867934,"host_ms":0.09779201354831457},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.950541007565334,"decide_ms":33.92716601956636,"head_ms":0.13975001638755202,"host_ms":0.09079198935069144}},{"id":"semif_36c71bb649b7d5eccb1f","source":"semif_authored144","state_len":14,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.181625013938174,"decide_ms":34.67045901925303,"head_ms":0.15841700951568782,"host_ms":0.11862500105053186},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.074791982769966,"decide_ms":34.42029200959951,"head_ms":0.1406670198775828,"host_ms":0.12241600779816508}},{"id":"semif_eac5121a4a1bf391a08c","source":"semif_authored144","state_len":13,"input_tokens":56,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":56,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.047832988202572,"decide_ms":34.70700001344085,"head_ms":0.1503750099800527,"host_ms":0.14237500727176666},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.18833399983123,"decide_ms":34.85091601032764,"head_ms":0.1411660050507635,"host_ms":0.1232089998666197}},{"id":"semif_44574c44e243ee1b2f52","source":"semif_authored144","state_len":24,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.737000004388392,"decide_ms":33.55850002844818,"head_ms":0.13791702804155648,"host_ms":0.121958990348503},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.06737501709722,"decide_ms":34.40283300005831,"head_ms":0.14337501488626003,"host_ms":0.16116700135171413}},{"id":"semif_2608370d01783735c3ea","source":"semif_authored144","state_len":24,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.686666995985433,"decide_ms":33.548375009559095,"head_ms":0.13520900392904878,"host_ms":0.10999999358318746},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.81524998904206,"decide_ms":33.54208299424499,"head_ms":0.1303750032093376,"host_ms":0.10408301022835076}},{"id":"semif_ec94ef909f7918695ab3","source":"semif_authored144","state_len":18,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":192.4785419832915,"decide_ms":198.22241700603627,"head_ms":0.16162500833161175,"host_ms":0.3014579997397959},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.823249991750345,"decide_ms":33.65258401026949,"head_ms":0.14279200695455074,"host_ms":0.11616598931141198}},{"id":"semif_03d919fd0e9b3a7cd1e6","source":"semif_authored144","state_len":13,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.608749988256022,"decide_ms":33.62633299548179,"head_ms":0.14270798419602215,"host_ms":0.1309590006712824},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.800833988701925,"decide_ms":33.65858399774879,"head_ms":0.1533749746158719,"host_ms":0.1313749817200005}},{"id":"semif_86a15618ba4cb90a307e","source":"semif_authored144","state_len":18,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.83574999962002,"decide_ms":33.648000011453405,"head_ms":0.13916700845584273,"host_ms":0.13862500782124698},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.928082978585735,"decide_ms":34.192874998552725,"head_ms":0.1530410081613809,"host_ms":0.11391600128263235}},{"id":"semif_3dd9c3ac98f8ddf7bdd3","source":"semif_authored144","state_len":18,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.826999991200864,"decide_ms":34.124249999877065,"head_ms":0.1552909961901605,"host_ms":0.11512497439980507},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.82891700230539,"decide_ms":33.95345900207758,"head_ms":0.14337498578242958,"host_ms":0.14762498904019594}},{"id":"semif_36273dd4777876a26338","source":"semif_authored144","state_len":14,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.97999999206513,"decide_ms":34.35612499015406,"head_ms":0.15224999515339732,"host_ms":0.1307500060647726},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.83562499866821,"decide_ms":34.16245899279602,"head_ms":0.14204200124368072,"host_ms":0.11829100549221039}},{"id":"semif_07ee70cfe4b01330ce89","source":"semif_authored144","state_len":14,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.87258299253881,"decide_ms":34.346125001320615,"head_ms":0.1497080083936453,"host_ms":0.11195798288099468},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.86204100307077,"decide_ms":34.151958010625094,"head_ms":0.14391701552085578,"host_ms":0.13741699513047934}},{"id":"semif_51ceab3ce622c7c759f1","source":"semif_authored144","state_len":30,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.965749999973923,"decide_ms":34.142915974371135,"head_ms":0.14512499910779297,"host_ms":0.1508750137872994},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.705374996410683,"decide_ms":33.840375021100044,"head_ms":0.13312502414919436,"host_ms":0.12762498226948082}},{"id":"semif_b8091be929b1e489fcc4","source":"semif_authored144","state_len":30,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.611292004119605,"decide_ms":33.584083983441815,"head_ms":0.14883399126119912,"host_ms":0.10716600809246302},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.71787500428036,"decide_ms":33.885000011650845,"head_ms":0.13304100139066577,"host_ms":0.13358300202526152}},{"id":"semif_c89b86e3f55123bfa506","source":"semif_authored144","state_len":21,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.683333006687462,"decide_ms":33.571750012924895,"head_ms":0.12795900693163276,"host_ms":0.135708978632465},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.785291000735015,"decide_ms":33.48662500502542,"head_ms":0.13162498362362385,"host_ms":0.09137499728240073}},{"id":"semif_3b0958cabc339005cf66","source":"semif_authored144","state_len":17,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.620166984386742,"decide_ms":33.82579199387692,"head_ms":0.13770800433121622,"host_ms":0.11100000119768083},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.935875005321577,"decide_ms":34.06562499003485,"head_ms":0.12458401033654809,"host_ms":0.13295901590026915}},{"id":"semif_f2b4ec4930322fe45118","source":"semif_authored144","state_len":20,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.62358298827894,"decide_ms":33.45429201726802,"head_ms":0.13554200995713472,"host_ms":0.17116699018515646},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.533916007494554,"decide_ms":33.85137498844415,"head_ms":0.126665981952101,"host_ms":0.12979100574739277}},{"id":"semif_61ac20b07a5189231e15","source":"semif_authored144","state_len":20,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.661540989764035,"decide_ms":33.88712499872781,"head_ms":0.13150001177564263,"host_ms":0.13441700139082968},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.704582993872464,"decide_ms":34.011000010650605,"head_ms":0.13100000796839595,"host_ms":0.15824998263269663}},{"id":"semif_4b3d794c004566610181","source":"semif_authored144","state_len":11,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.767250001896173,"decide_ms":33.62108298460953,"head_ms":0.14112499775364995,"host_ms":0.10904201189987361},"shared":{"plan":{"state_len":11,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.61554200737737,"decide_ms":33.698290993925184,"head_ms":0.13820797903463244,"host_ms":0.1236249809153378}},{"id":"semif_b7c4e62d07986286fce0","source":"semif_authored144","state_len":16,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.869458987377584,"decide_ms":34.177916997577995,"head_ms":0.13679201947525144,"host_ms":0.12254100874997675},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.76933299214579,"decide_ms":34.04241701355204,"head_ms":0.1360420137643814,"host_ms":0.14729198301211}},{"id":"semif_9473603b44af63beab79","source":"semif_authored144","state_len":14,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.64645900647156,"decide_ms":33.85741700185463,"head_ms":0.1405829971190542,"host_ms":0.142250006319955},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.662332992302254,"decide_ms":33.7301249965094,"head_ms":0.13416699948720634,"host_ms":0.12612499995157123}},{"id":"semif_d41072dc35d8cd14c056","source":"semif_authored144","state_len":14,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.530291008995846,"decide_ms":33.32154199597426,"head_ms":0.12745900312438607,"host_ms":0.11254200944676995},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.729707981459796,"decide_ms":33.49570801947266,"head_ms":0.1330000231973827,"host_ms":0.12958399020135403}},{"id":"semif_33d6e5da58f0fee2490d","source":"semif_authored144","state_len":14,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0063,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.544791002990678,"decide_ms":33.161208004457876,"head_ms":0.12154199066571891,"host_ms":0.10370899690315127},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.72787502221763,"decide_ms":33.6650829995051,"head_ms":0.11599998106248677,"host_ms":0.10170898167416453}},{"id":"semif_823bf736b92e9d8fa66d","source":"semif_authored144","state_len":14,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.965167021146044,"decide_ms":34.01654199115001,"head_ms":0.14687501243315637,"host_ms":0.11125000310130417},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.69329198822379,"decide_ms":33.6047500022687,"head_ms":0.11704099597409368,"host_ms":0.11854100739583373}},{"id":"semif_8a4c3de28be95c105ca1","source":"semif_authored144","state_len":17,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0096,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.953749995911494,"decide_ms":34.24004197586328,"head_ms":0.13366699567995965,"host_ms":0.1753329997882247},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.699375008931383,"decide_ms":34.095792012522,"head_ms":0.13120900257490575,"host_ms":0.12174999574199319}},{"id":"semif_ea7ec66a5e8eac886548","source":"semif_authored144","state_len":17,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.860000009648502,"decide_ms":34.70008401200175,"head_ms":0.13800000306218863,"host_ms":0.1387080119457096},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.679874976864085,"decide_ms":34.051541006192565,"head_ms":0.13658302486874163,"host_ms":0.15045900363475084}},{"id":"semif_25172cd6ddc49ab0ca70","source":"semif_authored144","state_len":11,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0045,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.833999986294657,"decide_ms":34.318875026656315,"head_ms":0.13570900773629546,"host_ms":0.13266698806546628},"shared":{"plan":{"state_len":11,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.58816700265743,"decide_ms":33.42108300421387,"head_ms":0.14604200259782374,"host_ms":0.12508401414379478}},{"id":"semif_fb73a85d386cf59b0c51","source":"semif_authored144","state_len":13,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.891832993598655,"decide_ms":34.0688330179546,"head_ms":0.12866701581515372,"host_ms":0.12141698971390724},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.731291986536235,"decide_ms":34.04029199737124,"head_ms":0.14008398284204304,"host_ms":0.1507079869043082}},{"id":"semif_a02fd582d2881cc462b2","source":"semif_authored144","state_len":17,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0048,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.636166989803314,"decide_ms":33.79908300121315,"head_ms":0.12866599718108773,"host_ms":0.16766699263826013},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.797041992424056,"decide_ms":33.949708013096824,"head_ms":0.12445801985450089,"host_ms":0.12883299496024847}},{"id":"semif_19f37d5a97034bd7d04f","source":"semif_authored144","state_len":17,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.541000025346875,"decide_ms":33.823208999820054,"head_ms":0.14858398935757577,"host_ms":0.14354099403135478},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.611999983899295,"decide_ms":33.77758400165476,"head_ms":0.14525000005960464,"host_ms":0.13166599092073739}},{"id":"semif_fda0ca94652c6d739ecf","source":"semif_authored144","state_len":16,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.540166986407712,"decide_ms":33.55429199291393,"head_ms":0.12499999138526618,"host_ms":0.14725001528859138},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.849333019228652,"decide_ms":33.90116698574275,"head_ms":0.14187500346451998,"host_ms":0.12604199582710862}},{"id":"semif_d0e36c4cb10a29b3191c","source":"semif_authored144","state_len":15,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.522208991693333,"decide_ms":33.49795797839761,"head_ms":0.1236249809153378,"host_ms":0.12974999845027924},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.87483300967142,"decide_ms":34.24758301116526,"head_ms":0.12862501898780465,"host_ms":0.14699998428113759}},{"id":"semif_a0a39ace7e5337d038a7","source":"semif_authored144","state_len":18,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.802833014400676,"decide_ms":33.85887498734519,"head_ms":0.1266250037588179,"host_ms":0.16299998969770968},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.620083019835874,"decide_ms":33.783666003728285,"head_ms":0.12037501437589526,"host_ms":0.1305839978158474}},{"id":"semif_eeae283841ce75dd25bf","source":"semif_authored144","state_len":18,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0055,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.90433300146833,"decide_ms":34.284957975614816,"head_ms":0.12166600208729506,"host_ms":0.12812501518055797},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.974584002047777,"decide_ms":34.176832996308804,"head_ms":0.12387498281896114,"host_ms":0.12683297973126173}},{"id":"semif_00bb4cc043f7d2b288d4","source":"semif_authored144","state_len":10,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.814082983648404,"decide_ms":34.1204580035992,"head_ms":0.12620800407603383,"host_ms":0.12233300367370248},"shared":{"plan":{"state_len":10,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.942541994387284,"decide_ms":34.26833398407325,"head_ms":0.12991699622943997,"host_ms":0.1185830042231828}},{"id":"semif_1a81ead69e93e5d0c86a","source":"semif_authored144","state_len":17,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.800083982991055,"decide_ms":34.333207993768156,"head_ms":0.12308298028074205,"host_ms":0.13683299766853452},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.767790983896703,"decide_ms":34.29779098951258,"head_ms":0.1298749994020909,"host_ms":0.14641700545325875}},{"id":"semif_4444dad25e438f128673","source":"semif_authored144","state_len":12,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.898292006691918,"decide_ms":34.06079197884537,"head_ms":0.11766699026338756,"host_ms":0.1450830022804439},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.538875009166077,"decide_ms":33.64699997473508,"head_ms":0.12933299876749516,"host_ms":0.09795802179723978}},{"id":"semif_3226202ba1ada2570e9f","source":"semif_authored144","state_len":12,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.704459011554718,"decide_ms":33.31124997930601,"head_ms":0.11408398859202862,"host_ms":0.10191701585426927},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.691749979974702,"decide_ms":33.54099998250604,"head_ms":0.11329198605380952,"host_ms":0.1392090052831918}},{"id":"semif_3f783eec5c90812479bc","source":"semif_authored144","state_len":12,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.705666995141655,"decide_ms":33.311374980257824,"head_ms":0.12483299360610545,"host_ms":0.10612502228468657},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.693459015106782,"decide_ms":33.56366598745808,"head_ms":0.11850000009872019,"host_ms":0.10191701585426927}},{"id":"semif_ffee861474a9665a093a","source":"semif_authored144","state_len":13,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0024,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.043081283569336e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.70895799808204,"decide_ms":33.29629197833128,"head_ms":0.12333400081843138,"host_ms":0.09987500379793346},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.775625007459894,"decide_ms":33.42345901182853,"head_ms":0.11987501056864858,"host_ms":0.11275001452304423}},{"id":"semif_8c992e17e4fb54b044f5","source":"semif_authored144","state_len":29,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.529000021284446,"decide_ms":33.286624995525926,"head_ms":0.11649998486973345,"host_ms":0.12170898844487965},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.518249997636303,"decide_ms":33.295083994744346,"head_ms":0.11358401388861239,"host_ms":0.08429100853390992}},{"id":"semif_695dd61195ca025c4f4c","source":"semif_authored144","state_len":29,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0027,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.771375004202127,"decide_ms":33.4377080143895,"head_ms":0.11433300096541643,"host_ms":0.08341699140146375},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.636416991706938,"decide_ms":33.358082990162075,"head_ms":0.1151659816969186,"host_ms":0.09408299229107797}},{"id":"semif_e6155431ab7b0f8170d4","source":"semif_authored144","state_len":21,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.80041698901914,"decide_ms":33.50758398300968,"head_ms":0.11612498201429844,"host_ms":0.09120799950323999},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.723958985414356,"decide_ms":33.44191599171609,"head_ms":0.11370799620635808,"host_ms":0.0748750171624124}},{"id":"semif_b49ecda75086d8c68d2a","source":"semif_authored144","state_len":21,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.866166994906962,"decide_ms":33.42041702126153,"head_ms":0.1417500025127083,"host_ms":0.07687500328756869},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.749457986326888,"decide_ms":33.34295901004225,"head_ms":0.1164170098491013,"host_ms":0.08812500163912773}},{"id":"semif_587ced261c6092cd1325","source":"semif_authored144","state_len":36,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0054,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.684083012398332,"decide_ms":33.545915997819975,"head_ms":0.1312500098720193,"host_ms":0.14054201892577112},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.401957988739014,"decide_ms":33.274916000664234,"head_ms":0.13945798855274916,"host_ms":0.10220898548141122}},{"id":"semif_533d4423d311de82b27d","source":"semif_authored144","state_len":36,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":196.38112501706928,"decide_ms":202.12154200999066,"head_ms":0.1685839961282909,"host_ms":0.3342079871799797},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.989417002070695,"decide_ms":33.68449999834411,"head_ms":0.12854201486334205,"host_ms":0.12891701771877706}},{"id":"semif_2bf540d515a51755b25c","source":"semif_authored144","state_len":28,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.46366698597558,"decide_ms":33.33537498838268,"head_ms":0.1232089998666197,"host_ms":0.09133398998528719},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.69779199338518,"decide_ms":33.66533402004279,"head_ms":0.1294169924221933,"host_ms":0.12420798884704709}},{"id":"semif_fdb9fc214aea2710763a","source":"semif_authored144","state_len":18,"input_tokens":51,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":51,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.487416002666578,"decide_ms":33.12187499250285,"head_ms":0.1229170011356473,"host_ms":0.09912499808706343},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.681416985113174,"decide_ms":33.411042008083314,"head_ms":0.11537500540725887,"host_ms":0.07995800115168095}},{"id":"semif_f6d68126b43f8c9ed183","source":"semif_authored144","state_len":30,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.73699997528456,"decide_ms":33.40987500268966,"head_ms":0.1202089770231396,"host_ms":0.10666699381545186},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.67441699001938,"decide_ms":33.416165999369696,"head_ms":0.1278329873457551,"host_ms":0.12454198440536857}},{"id":"semif_44bae0c8a1615a096c43","source":"semif_authored144","state_len":30,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.67841600184329,"decide_ms":33.45095901750028,"head_ms":0.11941700358875096,"host_ms":0.12112499098293483},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.720291000558063,"decide_ms":33.427415997721255,"head_ms":0.11687498772516847,"host_ms":0.089749984908849}},{"id":"semif_2175379f4c69e6207626","source":"semif_authored144","state_len":24,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.027834000065923,"decide_ms":33.87108299648389,"head_ms":0.11591697693802416,"host_ms":0.10020899935625494},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.866916011087596,"decide_ms":33.438790997024626,"head_ms":0.12412501382641494,"host_ms":0.10441700578667223}},{"id":"semif_def9fe59d262357a673a","source":"semif_authored144","state_len":19,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0037,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.5360830205027,"decide_ms":33.179207995999604,"head_ms":0.1197500096168369,"host_ms":0.09012501686811447},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.762000020127743,"decide_ms":33.476042008260265,"head_ms":0.12670899741351604,"host_ms":0.08387499838136137}},{"id":"semif_712f6ffb763eef7c9a12","source":"semif_authored144","state_len":31,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0049,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.782957979477942,"decide_ms":33.31758300191723,"head_ms":0.11324998922646046,"host_ms":0.08349999552592635},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.76712500094436,"decide_ms":33.58587497496046,"head_ms":0.11562497820705175,"host_ms":0.12279200018383563}},{"id":"semif_e1d610bd14e3d16c09b9","source":"semif_authored144","state_len":31,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.755833005765453,"decide_ms":33.46825001062825,"head_ms":0.11795799946412444,"host_ms":0.09587500244379044},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.5977909991052,"decide_ms":33.424416003981605,"head_ms":0.11300001642666757,"host_ms":0.08866700227372348}},{"id":"semif_22ec57822db50ec121cf","source":"semif_authored144","state_len":21,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.571250022854656,"decide_ms":33.19654200458899,"head_ms":0.1254590169992298,"host_ms":0.07787501090206206},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.701708001084626,"decide_ms":33.41095900395885,"head_ms":0.11533399811014533,"host_ms":0.08883301052264869}},{"id":"semif_3e75f2b84e8e08e3d3f2","source":"semif_authored144","state_len":20,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.73991699400358,"decide_ms":33.62358297454193,"head_ms":0.11345799430273473,"host_ms":0.10304202442057431},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.611207981361076,"decide_ms":33.20045900181867,"head_ms":0.11070899199694395,"host_ms":0.07524999091401696}},{"id":"semif_ebd74aa05324a1556288","source":"semif_authored144","state_len":34,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.756208008620888,"decide_ms":33.68016699096188,"head_ms":0.11920800898224115,"host_ms":0.08975001401267946},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.449042020132765,"decide_ms":33.09887502109632,"head_ms":0.11766701936721802,"host_ms":0.1209579932037741}},{"id":"semif_d7e84e4245a29817da1f","source":"semif_authored144","state_len":34,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0096,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.796416987664998,"decide_ms":33.37316698161885,"head_ms":0.1294999965466559,"host_ms":0.09108302765525877},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.659792024176568,"decide_ms":33.27400001580827,"head_ms":0.11908300803042948,"host_ms":0.08841598173603415}},{"id":"semif_f41ae66b3c09630c7a42","source":"semif_authored144","state_len":26,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.702416999498382,"decide_ms":33.7132079876028,"head_ms":0.11850000009872019,"host_ms":0.08483300916850567},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.62345801643096,"decide_ms":33.28995799529366,"head_ms":0.1155420031864196,"host_ms":0.09820901323109865}},{"id":"semif_82c2cd97c160ad27951b","source":"semif_authored144","state_len":19,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.653999983565882,"decide_ms":33.41416601324454,"head_ms":0.11608301429077983,"host_ms":0.09195899474434555},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.655833001015708,"decide_ms":33.440541999880224,"head_ms":0.12545898789539933,"host_ms":0.07820798782631755}},{"id":"semif_7ada97b6f99f4788e5c7","source":"semif_authored144","state_len":34,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0088,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.043081283569336e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.520499985665083,"decide_ms":33.192875009262934,"head_ms":0.12087501818314195,"host_ms":0.09520899038761854},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.536666988860816,"decide_ms":33.40883299824782,"head_ms":0.11933298083022237,"host_ms":0.13004199718125165}},{"id":"semif_4d7a003342db5b0a17e3","source":"semif_authored144","state_len":34,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.604999988805503,"decide_ms":33.28116700868122,"head_ms":0.11787499533966184,"host_ms":0.11479097884148359},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.718666017288342,"decide_ms":33.38808301487006,"head_ms":0.11458300286903977,"host_ms":0.10000000474974513}},{"id":"semif_19d3d8d0bf773e88be7b","source":"semif_authored144","state_len":22,"input_tokens":55,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":55,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.58524998393841,"decide_ms":33.3570420043543,"head_ms":0.1134999911300838,"host_ms":0.08233299013227224},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.686334019061178,"decide_ms":33.42816699296236,"head_ms":0.1128339790739119,"host_ms":0.09204199886880815}},{"id":"semif_d6de731cca52359b1c87","source":"semif_authored144","state_len":20,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.817167000146583,"decide_ms":33.53162499843165,"head_ms":0.14383302186615765,"host_ms":0.08716701995581388},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.693541990127414,"decide_ms":33.45512499799952,"head_ms":0.13704199227504432,"host_ms":0.0933330156840384}},{"id":"semif_b45c63fb92729af27f05","source":"semif_authored144","state_len":33,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.755499999737367,"decide_ms":33.917374996235594,"head_ms":0.13508298434317112,"host_ms":0.14337498578242958},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.874041996663436,"decide_ms":34.1292500088457,"head_ms":0.14100002590566874,"host_ms":0.20091599435545504}},{"id":"semif_46b7029b9a704138b77a","source":"semif_authored144","state_len":33,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0187,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.571916995337233,"decide_ms":33.70137501042336,"head_ms":0.12904198956675828,"host_ms":0.13816700084134936},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.889041994465515,"decide_ms":34.07108300598338,"head_ms":0.13358300202526152,"host_ms":0.12087498907931149}},{"id":"semif_caf773b23934fa7362a1","source":"semif_authored144","state_len":26,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.60058400640264,"decide_ms":33.66870799800381,"head_ms":0.12787501327693462,"host_ms":0.12587499804794788},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.68845801660791,"decide_ms":33.743083011358976,"head_ms":0.13324999599717557,"host_ms":0.13770800433121622}},{"id":"semif_f46f392ef9e9e9df564b","source":"semif_authored144","state_len":24,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.593791987281293,"decide_ms":33.74741700827144,"head_ms":0.12849998893216252,"host_ms":0.1408749958500266},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.542749980464578,"decide_ms":33.801874989876524,"head_ms":0.1281249860767275,"host_ms":0.1176249934360385}},{"id":"semif_005dcf6d2c0f21d64796","source":"semif_authored144","state_len":27,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.126666999422014,"decide_ms":34.015624987659976,"head_ms":0.13587498688139021,"host_ms":0.12312500621192157},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.60933299618773,"decide_ms":33.56312497635372,"head_ms":0.12129099923186004,"host_ms":0.1824580249376595}},{"id":"semif_edb708bd0fe5fd67d6ee","source":"semif_authored144","state_len":27,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.076458991970867,"decide_ms":34.292666998226196,"head_ms":0.13691699132323265,"host_ms":0.19108300330117345},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.6198750147596,"decide_ms":34.03504201560281,"head_ms":0.13008300447836518,"host_ms":0.15441598952747881}},{"id":"semif_97a35499bd8717f3e786","source":"semif_authored144","state_len":21,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.081374978180975,"decide_ms":34.96900000027381,"head_ms":0.14233298134058714,"host_ms":0.15349997556768358},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.74299999186769,"decide_ms":34.10958297899924,"head_ms":0.13054098235443234,"host_ms":0.16729201888665557}},{"id":"semif_31eb4533d2c89959ec46","source":"semif_authored144","state_len":20,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.78658300708048,"decide_ms":34.205792006105185,"head_ms":0.14141699648462236,"host_ms":0.1736659905873239},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.819667019182816,"decide_ms":33.72537501854822,"head_ms":0.129250023746863,"host_ms":0.12816698290407658}},{"id":"semif_0aa24a6701ac9c56c4a0","source":"semif_authored144","state_len":35,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.696582991164178,"decide_ms":33.76287498394959,"head_ms":0.12591699487529695,"host_ms":0.1525839907117188},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.778625001199543,"decide_ms":33.5524580150377,"head_ms":0.14708301750943065,"host_ms":0.13749999925494194}},{"id":"semif_796d5c0da6eaadae6a3f","source":"semif_authored144","state_len":35,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.73924999241717,"decide_ms":33.4657920175232,"head_ms":0.13020800543017685,"host_ms":0.1319579896517098},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.546541976742446,"decide_ms":33.3671249973122,"head_ms":0.13887500972487032,"host_ms":0.12391599011607468}},{"id":"semif_599b3092b6fd18312d23","source":"semif_authored144","state_len":28,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.67491597519256,"decide_ms":33.79654200398363,"head_ms":0.14908399316482246,"host_ms":0.11412499588914216},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.776791983749717,"decide_ms":33.58354201191105,"head_ms":0.12362501001916826,"host_ms":0.14399999054148793}},{"id":"semif_960a4bcd27363e6db4b9","source":"semif_authored144","state_len":30,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.670292016817257,"decide_ms":33.748041023500264,"head_ms":0.1390830148011446,"host_ms":0.15154198626987636},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.83795801992528,"decide_ms":34.01758297695778,"head_ms":0.1442909997422248,"host_ms":0.11650001397356391}},{"id":"semif_c6a411e7f2bbdf377173","source":"semif_authored144","state_len":44,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0036,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.626292001921684,"decide_ms":33.490417001303285,"head_ms":0.1297919952776283,"host_ms":0.15020801220089197},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.71345800324343,"decide_ms":33.969333017012104,"head_ms":0.14074999489821494,"host_ms":0.1996249775402248}},{"id":"semif_e332aa927d0c2ed044aa","source":"semif_authored144","state_len":44,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0042,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.928875010227785,"decide_ms":34.01820801082067,"head_ms":0.13150001177564263,"host_ms":0.13720899005420506},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.888707998907194,"decide_ms":34.334166994085535,"head_ms":0.12604199582710862,"host_ms":0.14037499204277992}},{"id":"semif_a0128e551d095f3449f8","source":"semif_authored144","state_len":20,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.907874995842576,"decide_ms":34.48754199780524,"head_ms":0.12629199773073196,"host_ms":0.11654099216684699},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.81012500822544,"decide_ms":34.29270800552331,"head_ms":0.13000000035390258,"host_ms":0.1249590131919831}},{"id":"semif_46d6a0731bd288c370f0","source":"semif_authored144","state_len":19,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.880625021178275,"decide_ms":34.473457984859124,"head_ms":0.13591698370873928,"host_ms":0.139375013532117},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.538458009483293,"decide_ms":33.263707999140024,"head_ms":0.11320802150294185,"host_ms":0.09020802099257708}},{"id":"semif_21ca7a8b970e36b8e20f","source":"semif_authored144","state_len":29,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.605999996419996,"decide_ms":33.1895420094952,"head_ms":0.11262501357123256,"host_ms":0.1210409973282367},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.701666004257277,"decide_ms":33.34583301329985,"head_ms":0.12233300367370248,"host_ms":0.15999999595806003}},{"id":"semif_4aa83af95bb69e90bc2d","source":"semif_authored144","state_len":29,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.65974999824539,"decide_ms":33.32475002389401,"head_ms":0.11729102698154747,"host_ms":0.12329098535701632},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.563332995167002,"decide_ms":33.16995801287703,"head_ms":0.1143749977927655,"host_ms":0.1168329908978194}},{"id":"semif_cdfa9eed51fafcf09b72","source":"semif_authored144","state_len":12,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.550042003393173,"decide_ms":33.165000000735745,"head_ms":0.11345802340656519,"host_ms":0.1025829988066107},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.83424998819828,"decide_ms":33.67370899650268,"head_ms":0.11616700794547796,"host_ms":0.11195801198482513}},{"id":"semif_d51b05bfb9d6d7f09331","source":"semif_authored144","state_len":18,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.818666982464492,"decide_ms":33.45354099292308,"head_ms":0.11470797471702099,"host_ms":0.12820897973142564},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.56958400318399,"decide_ms":33.3260000043083,"head_ms":0.11079199612140656,"host_ms":0.10929201380349696}},{"id":"semif_fdd902cc6e65fad7cb4f","source":"semif_authored144","state_len":45,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":210.58700000867248,"decide_ms":216.38537500984967,"head_ms":0.16262501594610512,"host_ms":0.349292007740587},"shared":{"plan":{"state_len":45,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.8252499778755,"decide_ms":33.89866597717628,"head_ms":0.14408299466595054,"host_ms":0.16433402197435498}},{"id":"semif_42384af9ae56beb37ff5","source":"semif_authored144","state_len":45,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0072,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.90208298433572,"decide_ms":33.983208995778114,"head_ms":0.13699999544769526,"host_ms":0.15004101442173123},"shared":{"plan":{"state_len":45,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.6709579997696,"decide_ms":33.6873329943046,"head_ms":0.13729100464843214,"host_ms":0.15062501188367605}},{"id":"semif_cdf7f428857e1b841cb3","source":"semif_authored144","state_len":38,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0036,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.77900000405498,"decide_ms":33.74045799137093,"head_ms":0.13133298489265144,"host_ms":0.1345000055152923},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.89170901128091,"decide_ms":34.262041008332744,"head_ms":0.13749999925494194,"host_ms":0.12691700248979032}},{"id":"semif_774f7f9245f83c796d44","source":"semif_authored144","state_len":24,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.244124984368682,"decide_ms":35.40375002194196,"head_ms":0.15350000467151403,"host_ms":0.10158299119211733},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.75054198759608,"decide_ms":33.765750005841255,"head_ms":0.1424579822923988,"host_ms":0.14279098832048476}},{"id":"semif_92ec2ffa3dd46ada1335","source":"semif_authored144","state_len":39,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.41912500723265,"decide_ms":35.7133750221692,"head_ms":0.1459590275771916,"host_ms":0.2196249843109399},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":34.11129198502749,"decide_ms":38.483417010866106,"head_ms":0.1490419963374734,"host_ms":0.14791599824093282}},{"id":"semif_6149a17bc154f9c5b4a0","source":"semif_authored144","state_len":39,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.67037501023151,"decide_ms":35.74012499302626,"head_ms":0.4022920038551092,"host_ms":0.1415420265402645},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.32304099178873,"decide_ms":34.566500020446256,"head_ms":0.14395799371413887,"host_ms":0.15604097279720008}},{"id":"semif_be866e1dbec5d42d9423","source":"semif_authored144","state_len":36,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0043,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":32.07704200758599,"decide_ms":38.02616702159867,"head_ms":0.16116700135171413,"host_ms":0.1906669931486249},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":32.3547919979319,"decide_ms":37.37320800428279,"head_ms":0.37854097899980843,"host_ms":0.153791974298656}},{"id":"semif_97d2ed2591fc7638806c","source":"semif_authored144","state_len":34,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0073,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.823083001654595,"decide_ms":36.593416007235646,"head_ms":0.14983300934545696,"host_ms":0.3071249811910093},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.858541023917496,"decide_ms":37.01374999945983,"head_ms":0.3595830057747662,"host_ms":0.33783301478251815}},{"id":"semif_4533dd91267b4d815690","source":"semif_authored144","state_len":20,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0047,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.777083011344075,"decide_ms":35.641708003822714,"head_ms":0.36937498953193426,"host_ms":0.22287500905804336},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.20720899803564,"decide_ms":39.58895901450887,"head_ms":0.14275001012720168,"host_ms":0.3217079793103039}},{"id":"semif_d880e65fef5e2993fdd0","source":"semif_authored144","state_len":20,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.3438339906279,"decide_ms":34.643332997802645,"head_ms":0.14108300092630088,"host_ms":0.15337500371970236},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.352083005709574,"decide_ms":34.734792017843574,"head_ms":0.13916700845584273,"host_ms":0.20041599054820836}},{"id":"semif_90494c76078ffc3c717a","source":"semif_authored144","state_len":17,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.89770899876021,"decide_ms":34.013249998679385,"head_ms":0.13141697854734957,"host_ms":0.16291698557324708},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.81900001759641,"decide_ms":33.92416599672288,"head_ms":0.13229099567979574,"host_ms":0.13870900147594512}},{"id":"semif_9ac5cc82c4126c91174a","source":"semif_authored144","state_len":16,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.65391697944142,"decide_ms":33.561874995939434,"head_ms":0.13120798394083977,"host_ms":0.14687498332932591},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.713750001974404,"decide_ms":33.9707919920329,"head_ms":0.14104199362918735,"host_ms":0.15250002616085112}},{"id":"semif_386e10b1c1ce906473a4","source":"semif_authored144","state_len":52,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0034,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.616958985570818,"decide_ms":33.86324999155477,"head_ms":0.13533400488086045,"host_ms":0.1927920093294233},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.95291698607616,"decide_ms":34.05904199462384,"head_ms":0.13633299386128783,"host_ms":0.14441600069403648}},{"id":"semif_4da6aedc1139224eeff2","source":"semif_authored144","state_len":52,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.7716670029331,"decide_ms":34.02845899108797,"head_ms":0.13645898434333503,"host_ms":0.15920799341984093},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.86533398507163,"decide_ms":33.85725000407547,"head_ms":0.14529100735671818,"host_ms":0.16741600120440125}},{"id":"semif_a22dab8ba073ff6cdb8d","source":"semif_authored144","state_len":48,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.127667007036507,"decide_ms":34.46508300839923,"head_ms":0.1466670073568821,"host_ms":0.15054200775921345},"shared":{"plan":{"state_len":48,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":33.29945800942369,"decide_ms":37.66633299528621,"head_ms":0.14983300934545696,"host_ms":0.15170901315286756}},{"id":"semif_42c54fa2ad45743e24d8","source":"semif_authored144","state_len":35,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.21540641784668e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":32.808874995680526,"decide_ms":37.25300001678988,"head_ms":0.15666699619032443,"host_ms":0.13862497871741652},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":38.711125002009794,"decide_ms":43.106666998937726,"head_ms":0.14612500672228634,"host_ms":0.152749998960644}},{"id":"semif_f3d13cf184f916677def","source":"semif_authored144","state_len":41,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0027,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":33.839624986285344,"decide_ms":38.26475000823848,"head_ms":0.15137501759454608,"host_ms":0.21633299184031785},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":33.89504199731164,"decide_ms":38.69108299841173,"head_ms":0.15249999705702066,"host_ms":0.16324999160133302}},{"id":"semif_1105577da4c8dad4609d","source":"semif_authored144","state_len":41,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":47.524374997010455,"decide_ms":54.845625010784715,"head_ms":0.16420800238847733,"host_ms":0.14204200124368072},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":34.780582995153964,"decide_ms":39.23158298130147,"head_ms":0.14449999434873462,"host_ms":0.15866701141931117}},{"id":"semif_0ebd299739302d8b057b","source":"semif_authored144","state_len":34,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0038,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":42.90116700576618,"decide_ms":47.502667002845556,"head_ms":0.14358398038893938,"host_ms":0.15908299246802926},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":32.40983298746869,"decide_ms":37.23204100970179,"head_ms":0.35287500941194594,"host_ms":0.14679200830869377}},{"id":"semif_eafc22c8c40df3932a8e","source":"semif_authored144","state_len":22,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0071,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.223708017729223,"decide_ms":34.6015409741085,"head_ms":0.1462909858673811,"host_ms":0.14375001774169505},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":32.07858299720101,"decide_ms":37.219917023321614,"head_ms":0.15558299492113292,"host_ms":0.3202499938197434}},{"id":"semif_0aa1447680e4f25862bb","source":"semif_authored144","state_len":24,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.875999985961244,"decide_ms":34.111499990103766,"head_ms":0.13179201050661504,"host_ms":0.1933750172611326},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.950625001220033,"decide_ms":34.117333008907735,"head_ms":0.14779198681935668,"host_ms":0.14508399181067944}},{"id":"semif_980e76145c925747220c","source":"semif_authored144","state_len":24,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0057,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.03495797747746,"decide_ms":34.271208016434684,"head_ms":0.13766699703410268,"host_ms":0.15624999650754035},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.964459012262523,"decide_ms":34.48704199399799,"head_ms":0.14020901289768517,"host_ms":0.17350001144222915}},{"id":"semif_4aee37a6a155747766aa","source":"semif_authored144","state_len":22,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.99666699906811,"decide_ms":34.01658299844712,"head_ms":0.14720798935741186,"host_ms":0.1464999804738909},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.953791992738843,"decide_ms":34.30562498397194,"head_ms":0.14058398664928973,"host_ms":0.16133399913087487}},{"id":"semif_6db17cc22bd656d78558","source":"semif_authored144","state_len":15,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.001499981153756,"decide_ms":34.073792019626126,"head_ms":0.16087500262074172,"host_ms":0.14458299847319722},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.93404198787175,"decide_ms":34.08716598642059,"head_ms":0.13091598520986736,"host_ms":0.1641669950913638}},{"id":"semif_ef3e0f8e657bf59f8a29","source":"semif_authored144","state_len":47,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.971792013384402,"decide_ms":34.15291599230841,"head_ms":0.13262499123811722,"host_ms":0.18225001986138523},"shared":{"plan":{"state_len":47,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.09704200667329,"decide_ms":34.178458008682355,"head_ms":0.14279098832048476,"host_ms":0.13116697664372623}},{"id":"semif_f756e1cb04e11766341e","source":"semif_authored144","state_len":47,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.89687499939464,"decide_ms":34.11770798265934,"head_ms":0.1386669755447656,"host_ms":0.15379200340248644},"shared":{"plan":{"state_len":47,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.84941701288335,"decide_ms":34.186665987363085,"head_ms":0.1337080029770732,"host_ms":0.16387499636039138}},{"id":"semif_d167e51bb1f499099645","source":"semif_authored144","state_len":33,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.009457987034693,"decide_ms":34.554332989500836,"head_ms":0.1426659873686731,"host_ms":0.1246670144610107},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.892041988205165,"decide_ms":34.09220799221657,"head_ms":0.13474997831508517,"host_ms":0.12262500240467489}},{"id":"semif_674ca4e9346216255466","source":"semif_authored144","state_len":23,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":4,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.879417008487508,"decide_ms":34.19412500807084,"head_ms":0.14104199362918735,"host_ms":0.12758298544213176},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.946916998596862,"decide_ms":34.13483299664222,"head_ms":0.15308300498872995,"host_ms":0.13345899060368538}},{"id":"semif_1df851a202994a07f123","source":"semif_authored144","state_len":32,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.86891701584682,"decide_ms":33.888000005390495,"head_ms":0.14308400568552315,"host_ms":0.17399998614564538},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.943250003270805,"decide_ms":34.05145899159834,"head_ms":0.14091699267737567,"host_ms":0.13004100765101612}},{"id":"semif_b5e6788d95b8395d2888","source":"semif_authored144","state_len":32,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.005666019860655,"decide_ms":34.32854198035784,"head_ms":0.13587498688139021,"host_ms":0.13166700955480337},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.895624989876524,"decide_ms":34.09500000998378,"head_ms":0.1338339934591204,"host_ms":0.15949999215081334}},{"id":"semif_32f36cd0fbbfb3604586","source":"semif_authored144","state_len":21,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.943958012154326,"decide_ms":34.2352080042474,"head_ms":0.1551249879412353,"host_ms":0.11916700168512762},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.670999996596947,"decide_ms":34.081124991644174,"head_ms":0.14458299847319722,"host_ms":0.1313330139964819}},{"id":"semif_843185706adff0c60f8b","source":"semif_authored144","state_len":22,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.95691599790007,"decide_ms":34.34008301701397,"head_ms":0.15191701822914183,"host_ms":0.13016699813306332},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.996083001606166,"decide_ms":34.41074999864213,"head_ms":0.1363749906886369,"host_ms":0.1447910035494715}},{"id":"semif_b531dd603bf080dab820","source":"semif_authored144","state_len":16,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0074,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.076291994191706,"decide_ms":34.49145800550468,"head_ms":0.14779201592318714,"host_ms":0.16970900469459593},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.286916997283697,"decide_ms":34.57841702038422,"head_ms":0.13775000115856528,"host_ms":0.14512499910779297}},{"id":"semif_be2dd67bc733c1213bef","source":"semif_authored144","state_len":16,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0041,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.065792001551017,"decide_ms":34.58812498138286,"head_ms":0.1387499796692282,"host_ms":0.145875004818663},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.372917011845857,"decide_ms":35.59383298852481,"head_ms":0.14687501243315637,"host_ms":0.16433402197435498}},{"id":"semif_b8e2750307df9761e716","source":"semif_authored144","state_len":13,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.090457992628217,"decide_ms":34.46404100395739,"head_ms":0.13954102178104222,"host_ms":0.13562501408159733},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.113167013041675,"decide_ms":34.33820899226703,"head_ms":0.14804198872298002,"host_ms":0.13912501162849367}},{"id":"semif_5d31b4bf2d0fc193f53b","source":"semif_authored144","state_len":18,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.97162501560524,"decide_ms":34.09770899452269,"head_ms":0.1383339986205101,"host_ms":0.14133300282992423},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.963000008137897,"decide_ms":34.370999987004325,"head_ms":0.13324999599717557,"host_ms":0.16416702419519424}},{"id":"semif_a9230edfc6ec9e524af0","source":"semif_authored144","state_len":37,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.936709004687145,"decide_ms":33.861457981402054,"head_ms":0.1417500025127083,"host_ms":0.14133300282992423},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.00495900050737,"decide_ms":34.246541996253654,"head_ms":0.15020801220089197,"host_ms":0.12637500185519457}},{"id":"semif_c100e84585149a04be49","source":"semif_authored144","state_len":37,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.105958983767778,"decide_ms":34.31924997130409,"head_ms":0.14666697825305164,"host_ms":0.13029202818870544},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.909499979112297,"decide_ms":33.971166994888335,"head_ms":0.13462500646710396,"host_ms":0.15504201292060316}},{"id":"semif_579beed184ffc1104aa9","source":"semif_authored144","state_len":34,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0047,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.238374980399385,"decide_ms":34.6002499863971,"head_ms":0.14704099157825112,"host_ms":0.13933301670476794},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.21316698868759,"decide_ms":34.56158298649825,"head_ms":0.1387499796692282,"host_ms":0.12633399455808103}},{"id":"semif_c4e9bd463b6fde5be743","source":"semif_authored144","state_len":22,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0033,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":221.3836659793742,"decide_ms":228.23670800426044,"head_ms":0.17395801842212677,"host_ms":0.34283401328139007},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.0177919853013,"decide_ms":34.393667010590434,"head_ms":0.14945800649002194,"host_ms":0.13395800488069654}},{"id":"semif_b863998d4be2721a5dfd","source":"semif_authored144","state_len":39,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.920375003712252,"decide_ms":34.05291700619273,"head_ms":0.14041701797395945,"host_ms":0.13716600369662046},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.702624975470826,"decide_ms":33.95320801064372,"head_ms":0.15541599714197218,"host_ms":0.2159999858122319}},{"id":"semif_37cebc3792e98049439f","source":"semif_authored144","state_len":39,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.0978193283081055e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.891957994550467,"decide_ms":34.18212500400841,"head_ms":0.15495900879614055,"host_ms":0.13537501217797399},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.225666996557266,"decide_ms":34.467499994207174,"head_ms":0.15791598707437515,"host_ms":0.1455830060876906}},{"id":"semif_64d63f86e328aff1481c","source":"semif_authored144","state_len":44,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1175870895385742e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.016208009328693,"decide_ms":34.52454201760702,"head_ms":0.14300001203082502,"host_ms":0.14637497952207923},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.080416006967425,"decide_ms":34.605166991241276,"head_ms":0.14216697309166193,"host_ms":0.15949999215081334}},{"id":"semif_6d64a8459f64eac7f4cc","source":"semif_authored144","state_len":41,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.024415988009423,"decide_ms":34.25208400585689,"head_ms":0.15133401029743254,"host_ms":0.15633300063200295},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.056624993449077,"decide_ms":34.49525000178255,"head_ms":0.15154201537370682,"host_ms":0.15416700625792146}},{"id":"semif_2708193212d8a4a523c7","source":"semif_authored144","state_len":17,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.8069579876028,"decide_ms":33.87133401702158,"head_ms":0.1401670160703361,"host_ms":0.15999999595806003},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.690416995435953,"decide_ms":33.683375018881634,"head_ms":0.1432080171070993,"host_ms":0.21374999778345227}},{"id":"semif_5a37d1dfcad20810a76a","source":"semif_authored144","state_len":17,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.076916998950765,"decide_ms":34.466124983737245,"head_ms":0.1526669948361814,"host_ms":0.16125000547617674},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.249792005633935,"decide_ms":34.56400000141002,"head_ms":0.13758399290964007,"host_ms":0.14383401139639318}},{"id":"semif_acacd8b46acd25cb954b","source":"semif_authored144","state_len":16,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.819791991030797,"decide_ms":34.250916010933,"head_ms":0.14337501488626003,"host_ms":0.15387500752694905},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.003916996065527,"decide_ms":34.228957985760644,"head_ms":0.14016599743627012,"host_ms":0.1617920061107725}},{"id":"semif_4089c199b8b796ec3ed8","source":"semif_authored144","state_len":15,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"choice":{"questions":1,"main_equal":0}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0027,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":false,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.975874989759177,"decide_ms":34.178667003288865,"head_ms":0.1514590112492442,"host_ms":0.17312500858679414},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.89687499939464,"decide_ms":34.15250001125969,"head_ms":0.13883301289752126,"host_ms":0.145875004818663}},{"id":"semif_02f2b95a5c5a4777a45c","source":"semif_authored144","state_len":30,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0039,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.837542009772733,"decide_ms":33.91624998766929,"head_ms":0.1405829971190542,"host_ms":0.1135829952545464},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.7793339996133,"decide_ms":34.17408399400301,"head_ms":0.1383339986205101,"host_ms":0.16562500968575478}},{"id":"semif_ebea4681e3dcc7d92ca2","source":"semif_authored144","state_len":30,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.00829101074487,"decide_ms":34.214958985103294,"head_ms":0.1538340002298355,"host_ms":0.13991602463647723},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.78437498677522,"decide_ms":34.2127499752678,"head_ms":0.14937500236555934,"host_ms":0.1445840171072632}},{"id":"semif_b8c5b9b285cbdddc9f8d","source":"semif_authored144","state_len":26,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.82962501118891,"decide_ms":34.15970900095999,"head_ms":0.14370898134075105,"host_ms":0.13249999028630555},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.807416984112933,"decide_ms":33.96149998297915,"head_ms":0.1452089927624911,"host_ms":0.13324999599717557}},{"id":"semif_7ed75d854d99b3a81916","source":"semif_authored144","state_len":24,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0041,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.790833010338247,"decide_ms":34.265541995409876,"head_ms":0.14466699212789536,"host_ms":0.13299999409355223},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.011916998773813,"decide_ms":34.18412499013357,"head_ms":0.13633299386128783,"host_ms":0.13216701336205006}},{"id":"own_t01","source":"own_text","state_len":131,"input_tokens":254,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":2,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":2,"main_equal":1},"score":{"questions":1,"main_equal":0}},"fields":14,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":11,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":184,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":158,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":156,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":8,"padded_tokens":1024,"graph_ms":241.3998340780381,"decide_ms":258.43587500276044,"head_ms":0.32049999572336674,"host_ms":0.3348749887663871},"shared":{"plan":{"state_len":131,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":151.39508296852,"decide_ms":180.3892920142971,"head_ms":0.32941700192168355,"host_ms":0.4975000047124922}},{"id":"own_t02","source":"own_text","state_len":247,"input_tokens":341,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"score":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0}},"fields":13,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":8,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":270,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":303,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":262,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":9,"padded_tokens":1152,"graph_ms":271.6227510245517,"decide_ms":284.70404201652855,"head_ms":0.261709006736055,"host_ms":0.6076669960748404},"shared":{"plan":{"state_len":247,"k":1,"shared_tokens":128},"calls":7,"padded_tokens":896,"graph_ms":211.77150096627884,"decide_ms":232.4887499853503,"head_ms":0.27374998899176717,"host_ms":0.3436660044826567}},{"id":"own_t03","source":"own_text","state_len":192,"input_tokens":307,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":2,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":0}},"fields":13,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":11,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":232,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":214,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":245,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.043081283569336e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":180.8480830222834,"decide_ms":193.69470901438035,"head_ms":0.27833401691168547,"host_ms":0.3375409869477153},"shared":{"plan":{"state_len":192,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":122.70183398504741,"decide_ms":149.2279999947641,"head_ms":0.27458398835733533,"host_ms":0.5240419995971024}},{"id":"own_t04","source":"own_text","state_len":155,"input_tokens":260,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":2,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":16,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":14,"max_field_abs_diff":0.004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":190,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":191,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":175,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":8,"padded_tokens":1024,"graph_ms":242.70795797929168,"decide_ms":260.38020898704417,"head_ms":0.3452919772826135,"host_ms":0.5018750089220703},"shared":{"plan":{"state_len":155,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":153.63687503850088,"decide_ms":180.7514579850249,"head_ms":0.315624987706542,"host_ms":0.3215830074623227}},{"id":"own_t05","source":"own_text","state_len":102,"input_tokens":226,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":2,"by_type":{"score":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1},"noul":{"questions":2,"main_equal":1}},"fields":16,"fields_equal":3,"fields_off_by_1e-4":3,"fields_off_more":10,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":132,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":158,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":117,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":125,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1175870895385742e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":183.85366699658334,"decide_ms":201.53395799570717,"head_ms":0.3283749974798411,"host_ms":0.3423340094741434},"shared":{"plan":{"state_len":102,"k":0,"shared_tokens":0},"calls":6,"padded_tokens":768,"graph_ms":182.58500105002895,"decide_ms":200.16737500554882,"head_ms":0.342040992109105,"host_ms":0.4787909856531769}},{"id":"own_t06","source":"own_text","state_len":202,"input_tokens":344,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":17,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":12,"max_field_abs_diff":0.0037,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":301,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":223,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":224,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":7,"padded_tokens":896,"graph_ms":213.1477509974502,"decide_ms":226.61816599429585,"head_ms":0.2681249752640724,"host_ms":0.5862090038135648},"shared":{"plan":{"state_len":202,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":153.86233502067626,"decide_ms":177.64895898289979,"head_ms":0.2666249929461628,"host_ms":0.3875410184264183}},{"id":"own_t07","source":"own_text","state_len":151,"input_tokens":278,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":2,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":0}},"fields":10,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":9,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":219,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":174,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":187,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":183.05166598293,"decide_ms":195.95200000912882,"head_ms":0.266792019829154,"host_ms":0.28866701177321374},"shared":{"plan":{"state_len":151,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":122.98745795851573,"decide_ms":146.78350000758655,"head_ms":0.25608399300836027,"host_ms":0.41554198833182454}},{"id":"own_t08","source":"own_text","state_len":128,"input_tokens":224,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0}},"fields":12,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":12,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":155,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":155,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":170,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":182.0790829951875,"decide_ms":195.6603750004433,"head_ms":0.2721250057220459,"host_ms":0.39383300463669},"shared":{"plan":{"state_len":128,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":127.8189159638714,"decide_ms":155.80300000146963,"head_ms":0.26708299992606044,"host_ms":0.28258300153538585}},{"id":"own_t09","source":"own_text","state_len":106,"input_tokens":167,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":2,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":151,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":91.82595898164436,"decide_ms":100.81654199166223,"head_ms":0.20891698659397662,"host_ms":0.2506249875295907},"shared":{"plan":{"state_len":106,"k":0,"shared_tokens":0},"calls":3,"padded_tokens":384,"graph_ms":91.84275098959915,"decide_ms":101.43808298744261,"head_ms":0.21358300000429153,"host_ms":0.4157500225119293}},{"id":"own_t10","source":"own_text","state_len":123,"input_tokens":211,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":13,"fields_equal":3,"fields_off_by_1e-4":3,"fields_off_more":7,"max_field_abs_diff":0.0037,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":161,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":140,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":156,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":184.67887400765903,"decide_ms":198.8882500154432,"head_ms":0.27645801310427487,"host_ms":0.41745800990611315},"shared":{"plan":{"state_len":123,"k":0,"shared_tokens":0},"calls":6,"padded_tokens":768,"graph_ms":188.62204195465893,"decide_ms":201.94945801631548,"head_ms":0.27854202198795974,"host_ms":0.3099169989582151}},{"id":"own_j01","source":"own_json","state_len":199,"input_tokens":303,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":1,"by_type":{"noul":{"questions":2,"main_equal":0},"choice":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0}},"fields":13,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":9,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":212,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":223,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":242,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":223,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":8,"padded_tokens":1024,"graph_ms":240.3036660689395,"decide_ms":258.7180419941433,"head_ms":1.2995830038562417,"host_ms":0.3155000158585608},"shared":{"plan":{"state_len":199,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":153.0526239948813,"decide_ms":181.20575000648387,"head_ms":0.3062910109292716,"host_ms":0.49620799836702645}},{"id":"own_j02","source":"own_json","state_len":216,"input_tokens":369,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":2,"main_equal":0}},"fields":13,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":9,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":332,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0},{"q":1,"T":232,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":237,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":7,"padded_tokens":896,"graph_ms":210.13958295225166,"decide_ms":222.81087501323782,"head_ms":0.2867500006686896,"host_ms":0.6129159883130342},"shared":{"plan":{"state_len":216,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":151.927541999612,"decide_ms":176.68662499636412,"head_ms":0.2632910036481917,"host_ms":0.44512501335702837}},{"id":"own_j03","source":"own_json","state_len":297,"input_tokens":433,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0},"noul":{"questions":1,"main_equal":0}},"fields":15,"fields_equal":1,"fields_off_by_1e-4":4,"fields_off_more":10,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":380,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":333,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":314,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":9,"padded_tokens":1152,"graph_ms":274.33070802362636,"decide_ms":288.261749985395,"head_ms":0.2809999859891832,"host_ms":0.4117080243304372},"shared":{"plan":{"state_len":297,"k":2,"shared_tokens":256},"calls":5,"padded_tokens":640,"graph_ms":152.57787503651343,"decide_ms":174.91433300892822,"head_ms":0.2722080098465085,"host_ms":0.45849999878555536}},{"id":"own_j04","source":"own_json","state_len":157,"input_tokens":233,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":12,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":11,"max_field_abs_diff":0.0048,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":180,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":171,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":196,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":182.22612497629598,"decide_ms":195.64691701089032,"head_ms":0.2800000074785203,"host_ms":0.413707981351763},"shared":{"plan":{"state_len":157,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":123.43970796791837,"decide_ms":147.46120900963433,"head_ms":0.27354201301932335,"host_ms":0.28791598742827773}},{"id":"own_j05","source":"own_json","state_len":133,"input_tokens":254,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":14,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":12,"max_field_abs_diff":0.0053,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":198,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":153,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":182.6787490863353,"decide_ms":195.65354200312868,"head_ms":0.27570800739340484,"host_ms":0.320708000799641},"shared":{"plan":{"state_len":133,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":123.00883399439044,"decide_ms":146.48362499428913,"head_ms":0.2820839872583747,"host_ms":0.45795898768119514}},{"id":"own_a01","source":"own_json","state_len":149,"input_tokens":230,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":2,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":1}},"fields":10,"fields_equal":5,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":199,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":163,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":180.21420802688226,"decide_ms":193.22029198519886,"head_ms":0.2880000101868063,"host_ms":0.41508302092552185},"shared":{"plan":{"state_len":149,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":122.74962401716039,"decide_ms":147.72870801971294,"head_ms":0.2859579981304705,"host_ms":0.2948329783976078}},{"id":"own_m01","source":"own_text","state_len":137,"input_tokens":320,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":8,"main_values_equal":4,"by_type":{"choice":{"questions":3,"main_equal":3},"noul":{"questions":3,"main_equal":1},"score":{"questions":2,"main_equal":0}},"fields":28,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":24,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":156,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":150,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":159,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":4,"T":154,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":5,"T":168,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":6,"T":154,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":7,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":16,"padded_tokens":2048,"graph_ms":481.8424159893766,"decide_ms":516.0538750060368,"head_ms":0.5597910203505307,"host_ms":0.45191601384431124},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":9,"padded_tokens":1152,"graph_ms":276.6526669729501,"decide_ms":323.69024999206886,"head_ms":0.5780830106232315,"host_ms":0.5875830247532576}},{"id":"own_L01","source":"own_long","state_len":1746,"input_tokens":1869,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":15,"fields_equal":1,"fields_off_by_1e-4":5,"fields_off_more":9,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":1793,"calls":15,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":1766,"calls":14,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":1802,"calls":15,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":44,"padded_tokens":5632,"graph_ms":1336.7879129946232,"decide_ms":1350.2524999785237,"head_ms":0.2921659906860441,"host_ms":1.6960830253083259},"shared":{"plan":{"state_len":1746,"k":13,"shared_tokens":1664},"calls":18,"padded_tokens":2304,"graph_ms":551.0829999984708,"decide_ms":574.9712079996243,"head_ms":0.26924998383037746,"host_ms":1.3658340030815452}},{"id":"own_L02","source":"own_long","state_len":1477,"input_tokens":1622,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":2,"by_type":{"score":{"questions":1,"main_equal":0},"noul":{"questions":2,"main_equal":1},"choice":{"questions":1,"main_equal":1}},"fields":14,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":12,"max_field_abs_diff":0.013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":1518,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":1497,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":1539,"calls":13,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":1499,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":49,"padded_tokens":6272,"graph_ms":1491.9452910253312,"decide_ms":1512.255958019523,"head_ms":0.32341599580831826,"host_ms":1.570833002915606},"shared":{"plan":{"state_len":1477,"k":11,"shared_tokens":1408},"calls":16,"padded_tokens":2048,"graph_ms":491.0271670378279,"decide_ms":520.5860830028541,"head_ms":0.32500000088475645,"host_ms":2.1176250011194497}},{"id":"own_L03","source":"own_long","state_len":1431,"input_tokens":1541,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":3,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0}},"fields":15,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":14,"max_field_abs_diff":0.0048,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":1475,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":1445,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":1451,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":1463,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":48,"padded_tokens":6144,"graph_ms":1478.663085057633,"decide_ms":1496.2539580010343,"head_ms":0.32045799889601767,"host_ms":1.8890829815063626},"shared":{"plan":{"state_len":1431,"k":11,"shared_tokens":1408},"calls":15,"padded_tokens":1920,"graph_ms":513.706914964132,"decide_ms":553.951625013724,"head_ms":0.33783301478251815,"host_ms":1.4809579879511148}}]},"e2e_heldout":{"schema":"kev-decide-e2e/1","what":"decide.py from the raw request (host.build_rows, the AOT graph direct and shared, the float64 host head, host.to_answers / response) vs the round-2/4 readout gate of the same asset and the author's oracle","model":"kev-0.8b","rows_set":"heldout","started":"2026-10-04T10:44:54+09:00","bundle":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_0_8b_decode_fp16_metal_pf128","name":"kev_0_8b_decode_fp16_metal_pf128","metadata_sha256":"e4d40a2fd5fb005d950a48504e93c6ab49430f63effbb8a1f9c835736814ef34","head_sha256":{"head.safetensors":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head.json":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c"},"tokenizer_json_sha256":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_0_8b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":2502047194,"tree_sha256":"1c67c7c72ffdf4c94f48fd558185d87e2a00ee6f69e0fa3bae4db1faef7a7655","equals_gate_asset":true},"gate_transcript":{"path":"$ZOO_WORK_ROOT/_kev/results/r11_heldout_K128.json","sha256":"801f8420c6a0f001e62e6f848d0fef1c332373b1a0dd43cd7ccf4fe844c0276f","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle/head/head.safetensors","head_safetensors_sha256":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head_json_sha256":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c","scale":0.0625,"temperature":2.3510958125672174,"dtype":"float32","device":"cpu"}},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/heldout/records_oracle.json","sha256":"f715653331a81bd0ff48d48d1f9d294b7b9b3343713a855fd0eed16dd1e505e6"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/heldout.json","sha256":"8ec7ca4aa0e5be3a5261f03302d7e9df6cc78fae5ae368ca9db50b7b4921c6df"},"scripts":{"decide.py":"c1898d8ab57d8a293c5b76ac6e3ef7926fabac42071c2eee69569a15deee5328","host.py":"794a3c85afc571a5faf98aa718e906f69cd3aaeb5ac342c8d844a30371e832d5"},"gpu":{"gpu_lock_start":{"path":"$ZOO_WORK_ROOT/_kev/logs/r11_scripts/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T10:38:41+09:00"},"gpu_lock_end":{"path":"$ZOO_WORK_ROOT/_kev/logs/r11_scripts/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T10:38:41+09:00"},"lock_waits":[],"seconds":13.337042125000153,"note":"contended reference times (no _GPU_LOCK window of our own); a held lock is waited out"},"processes":[{"shard":"shard_00","records":33,"load":{"model_seconds":0.008242000010795891,"main_seconds":0.28792570799123496,"seconds":0.29616770800203085},"reset_check":{"record":"tv4h_00","bit_equal":true},"max_rss_bytes":3819732992,"process_wall_seconds":3.6536347919900436},{"shard":"shard_01","records":33,"load":{"model_seconds":0.009032250003656372,"main_seconds":0.29148866698960774,"seconds":0.3005209169932641},"reset_check":{"record":"tv4h_33","bit_equal":true},"max_rss_bytes":3813687296,"process_wall_seconds":3.37363191699842},{"shard":"shard_02","records":33,"load":{"model_seconds":0.006081916013499722,"main_seconds":0.25776970898732543,"seconds":0.26385162500082515},"reset_check":{"record":"tv4xh_qnli_06","bit_equal":true},"max_rss_bytes":3817275392,"process_wall_seconds":3.235902750020614},{"shard":"shard_03","records":31,"load":{"model_seconds":0.005497542006196454,"main_seconds":0.2298528749961406,"seconds":0.23535041700233705},"reset_check":{"record":"tv4xh_legacy_holdout_09","bit_equal":true},"max_rss_bytes":3813638144,"process_wall_seconds":3.071232750022318}],"summary":{"records":130,"rows":130,"i_hidden_bit_equal_gate":130,"i_hidden_max_abs_diff_gate":0.0,"i_p_torch_head_bit_equal_gate":130,"i_p_host_bit_equal_gate":3,"i_p_host_max_abs_dp_gate":1.7881393432617188e-07,"finite_all":true,"all_zero_rows":0,"reset_bit_equal_all_processes":true,"iii_records_answers_equal_oracle":3,"iii_questions":130,"iii_main_values_equal":71,"iii_by_type":{"noul":{"questions":40,"main_equal":1},"choice":{"questions":70,"main_equal":70},"score":{"questions":20,"main_equal":0}},"iii_argmax_equal_by_type":{"noul":{"questions":40,"argmax_equal":40,"near_tie_questions":2,"argmax_differs":[]},"choice":{"questions":70,"argmax_equal":70,"near_tie_questions":3,"argmax_differs":[]},"score":{"questions":20,"argmax_equal":20,"near_tie_questions":0,"argmax_differs":[]}},"iii_fields":497,"iii_fields_equal":52,"iii_fields_off_by_1e-4":57,"iii_fields_off_more":388,"iii_max_field_abs_diff":0.0077,"iii_input_tokens_equal":130,"iii_output_tokens_equal":82,"iii_model_field":"the oracle body echoes the request's model; ours is the bundle name","torch_head_answers_equal_host_records":130,"iv_bar":{"host":{"questions":130,"questions_non_near_tie":125,"argmax_equal_non_near_tie":125,"near_tie_questions":5,"argmax_equal_near_tie":5,"max_abs_dp":0.005783140659332275,"worst_row":"tv4h_11:q0","mean_of_run_mean_abs_dp":0.0008296161686750846,"pass":true},"torch_head":{"questions":130,"questions_non_near_tie":125,"argmax_equal_non_near_tie":125,"near_tie_questions":5,"argmax_equal_near_tie":5,"max_abs_dp":0.0057830810546875,"worst_row":"tv4h_11:q0","mean_of_run_mean_abs_dp":0.0008296198724285483,"pass":true},"gate_transcript_p":{"questions":130,"questions_non_near_tie":125,"argmax_equal_non_near_tie":125,"near_tie_questions":5,"argmax_equal_near_tie":5,"max_abs_dp":0.0057830810546875,"worst_row":"tv4h_11:q0","mean_of_run_mean_abs_dp":0.0008296198724285483,"pass":true},"shared_host":{"questions":130,"questions_non_near_tie":125,"argmax_equal_non_near_tie":125,"near_tie_questions":5,"argmax_equal_near_tie":5,"max_abs_dp":0.005783140659332275,"worst_row":"tv4h_11:q0","mean_of_run_mean_abs_dp":0.0008296161686750846,"pass":true}},"iv_gate_transcript_summary":{"questions_non_near_tie":125,"argmax_equal_non_near_tie":125,"near_tie_questions":5,"argmax_equal_near_tie":5,"max_abs_dp":0.0057830810546875,"mean_of_run_mean_abs_dp":0.0008296198724285483},"iv_torch_head_equals_gate":true,"ii_shared_hidden_bit_equal_direct":130,"ii_shared_p_bit_equal_direct":130,"ii_shared_max_abs_dp":0.0,"ii_shared_responses_equal_direct":130,"ii_calls":{"direct":143,"shared":143},"ii_graph_seconds":{"direct":5.109654214262264,"shared":4.3514888788049575},"pass_i":true,"pass_ii":true},"generated_at":"2026-10-04T01:45:09+00:00","records":[{"id":"tv4h_00","source":"transfer_v4_dev_head_heldout","state_len":12,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0044,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":245.83708299905993,"decide_ms":254.30808300734498,"head_ms":0.526333024026826,"host_ms":1.33050000295043},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.880749982316047,"decide_ms":37.95787499984726,"head_ms":0.1500000071246177,"host_ms":0.14329201076179743}},{"id":"tv4h_01","source":"transfer_v4_dev_head_heldout","state_len":86,"input_tokens":127,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":127,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.611249996582046,"decide_ms":35.186124994652346,"head_ms":0.1514999894425273,"host_ms":0.20474998746067286},"shared":{"plan":{"state_len":86,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":32.872124982532114,"decide_ms":37.67645900370553,"head_ms":0.15624999650754035,"host_ms":0.5777079786639661}},{"id":"tv4h_02","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.926166975405067,"decide_ms":35.62645800411701,"head_ms":0.1540409866720438,"host_ms":0.3250419977121055},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.452625011093915,"decide_ms":35.05391700309701,"head_ms":0.1410839904565364,"host_ms":0.15825001173652709}},{"id":"tv4h_03","source":"transfer_v4_dev_head_heldout","state_len":21,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.615583003964275,"decide_ms":35.28658300638199,"head_ms":0.15700000221841037,"host_ms":0.18841700511984527},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.02720799506642,"decide_ms":35.673999984283,"head_ms":0.15449998318217695,"host_ms":0.2641669998411089}},{"id":"tv4h_04","source":"transfer_v4_dev_head_heldout","state_len":43,"input_tokens":140,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":140,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":61.66704202769324,"decide_ms":66.21079199248925,"head_ms":0.1559169904794544,"host_ms":0.3472079988569021},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":61.69695797143504,"decide_ms":66.1661250051111,"head_ms":0.1480409991927445,"host_ms":0.20316598238423467}},{"id":"tv4h_05","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":55,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":55,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.164249987341464,"decide_ms":36.87733301194385,"head_ms":0.15549999079667032,"host_ms":0.2417920040898025},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.571958999847993,"decide_ms":36.76833299687132,"head_ms":0.4401660116855055,"host_ms":0.20279199816286564}},{"id":"tv4h_06","source":"transfer_v4_dev_head_heldout","state_len":23,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.195638656616211e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.516708007780835,"decide_ms":35.1384169771336,"head_ms":0.15783400158397853,"host_ms":0.25804201140999794},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.3624999942258,"decide_ms":34.862250002333894,"head_ms":0.1455830060876906,"host_ms":0.1669580233283341}},{"id":"tv4h_07","source":"transfer_v4_dev_head_heldout","state_len":54,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.67729200120084,"decide_ms":35.47400000388734,"head_ms":0.15129102393984795,"host_ms":0.15083301695995033},"shared":{"plan":{"state_len":54,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.691749998368323,"decide_ms":35.554333007894456,"head_ms":0.1627500168979168,"host_ms":0.22595899645239115}},{"id":"tv4h_08","source":"transfer_v4_dev_head_heldout","state_len":50,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.555291014024988,"decide_ms":35.119041975121945,"head_ms":0.1480839855503291,"host_ms":0.2864580019377172},"shared":{"plan":{"state_len":50,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.16404198226519,"decide_ms":35.73583299294114,"head_ms":0.15354101196862757,"host_ms":0.15179201727733016}},{"id":"tv4h_09","source":"transfer_v4_dev_head_heldout","state_len":77,"input_tokens":118,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":118,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.738625006051734,"decide_ms":35.38129202206619,"head_ms":0.15150001854635775,"host_ms":0.1919579808600247},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.984000011812896,"decide_ms":35.66308401059359,"head_ms":0.1514590112492442,"host_ms":0.2516249951440841}},{"id":"tv4h_10","source":"transfer_v4_dev_head_heldout","state_len":93,"input_tokens":179,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":179,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":60.85966699174605,"decide_ms":66.08145800419152,"head_ms":0.4369999805931002,"host_ms":0.29616698157042265},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":61.080874991603196,"decide_ms":65.59458398260176,"head_ms":0.16608400619588792,"host_ms":0.22287500905804336}},{"id":"tv4h_11","source":"transfer_v4_dev_head_heldout","state_len":256,"input_tokens":299,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0077,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":299,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":92.61837502708659,"decide_ms":97.49512499547563,"head_ms":0.15725000412203372,"host_ms":0.39558298885822296},"shared":{"plan":{"state_len":256,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":93.00908300792798,"decide_ms":110.08233402390033,"head_ms":0.14408401330001652,"host_ms":0.719207979273051}},{"id":"tv4h_12","source":"transfer_v4_dev_head_heldout","state_len":90,"input_tokens":131,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":131,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":62.92329099960625,"decide_ms":67.53862500772811,"head_ms":0.15683402307331562,"host_ms":0.2698749885894358},"shared":{"plan":{"state_len":90,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":61.761667020618916,"decide_ms":66.58279101247899,"head_ms":0.15383301069959998,"host_ms":0.20483401021920145}},{"id":"tv4h_13","source":"transfer_v4_dev_head_heldout","state_len":36,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.852124997181818,"decide_ms":36.14083398133516,"head_ms":0.39579198346473277,"host_ms":0.14545800513587892},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.13837499404326,"decide_ms":35.784124978818,"head_ms":0.15458397683687508,"host_ms":0.2251670230180025}},{"id":"tv4h_14","source":"transfer_v4_dev_head_heldout","state_len":26,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0051,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.21540641784668e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.19187502306886,"decide_ms":37.99941600300372,"head_ms":0.34925001091323793,"host_ms":0.3995420120190829},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.36045899009332,"decide_ms":36.54083301080391,"head_ms":0.16270802007056773,"host_ms":0.26816700119525194}},{"id":"tv4h_15","source":"transfer_v4_dev_head_heldout","state_len":15,"input_tokens":49,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":49,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.89854199788533,"decide_ms":35.92575000948273,"head_ms":0.24970801314339042,"host_ms":0.10891599231399596},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.160749989794567,"decide_ms":35.927707998780534,"head_ms":0.15220799832604825,"host_ms":0.17616699915379286}},{"id":"tv4h_16","source":"transfer_v4_dev_head_heldout","state_len":19,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.003624986624345,"decide_ms":35.62712497659959,"head_ms":0.14941598055884242,"host_ms":0.23170802160166204},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.183416984276846,"decide_ms":35.84520798176527,"head_ms":0.17066698637790978,"host_ms":0.1525839907117188}},{"id":"tv4h_17","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.806916998699307,"decide_ms":35.453832999337465,"head_ms":0.15449998318217695,"host_ms":0.1357919827569276},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.37229199637659,"decide_ms":37.40358300274238,"head_ms":0.37633298779837787,"host_ms":0.20058397785760462}},{"id":"tv4h_18","source":"transfer_v4_dev_head_heldout","state_len":13,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.185333005851135,"decide_ms":36.29300001193769,"head_ms":0.3929579979740083,"host_ms":0.16116700135171413},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.66354200220667,"decide_ms":37.16370899928734,"head_ms":0.15604199143126607,"host_ms":0.3852910012938082}},{"id":"tv4h_19","source":"transfer_v4_dev_head_heldout","state_len":52,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.76554200379178,"decide_ms":35.50254201400094,"head_ms":0.15516701387241483,"host_ms":0.3785419976338744},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.97304201219231,"decide_ms":36.00224998081103,"head_ms":0.40649998118169606,"host_ms":0.23875001352280378}},{"id":"tv4h_20","source":"transfer_v4_dev_head_heldout","state_len":30,"input_tokens":108,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":108,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.125125009566545,"decide_ms":36.38120897812769,"head_ms":0.43899999582208693,"host_ms":0.30483302543871105},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.46383400214836,"decide_ms":35.29349999735132,"head_ms":0.14670801465399563,"host_ms":0.20687500364147127}},{"id":"tv4h_21","source":"transfer_v4_dev_head_heldout","state_len":30,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":5,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.61674999864772,"decide_ms":37.176874990109354,"head_ms":0.2058749960269779,"host_ms":0.2570830110926181},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.179084005998448,"decide_ms":36.49954198044725,"head_ms":0.37254198105074465,"host_ms":0.1846670056693256}},{"id":"tv4h_22","source":"transfer_v4_dev_head_heldout","state_len":30,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.40908299246803,"decide_ms":36.30279199569486,"head_ms":0.15629202243871987,"host_ms":0.18366702715866268},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":33.51129201473668,"decide_ms":38.13458399963565,"head_ms":0.152374996105209,"host_ms":0.17733301501721144}},{"id":"tv4h_23","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":3,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.494749982608482,"decide_ms":35.41308399871923,"head_ms":0.1536250056233257,"host_ms":0.14666601782664657},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.76308299205266,"decide_ms":35.35262501100078,"head_ms":0.16229200991801918,"host_ms":0.21104200277477503}},{"id":"tv4h_24","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.276749999960884,"decide_ms":35.88162499363534,"head_ms":0.1575839996803552,"host_ms":0.14879199443385005},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.152999988989905,"decide_ms":35.56666700751521,"head_ms":0.14716698206029832,"host_ms":0.13654198846779764}},{"id":"tv4h_25","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":5,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.06516701518558,"decide_ms":35.68912498303689,"head_ms":0.15720800729468465,"host_ms":0.13354202383197844},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.27483298885636,"decide_ms":36.538584012305364,"head_ms":0.16975001199170947,"host_ms":0.1272499794140458}},{"id":"tv4h_26","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":110,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":6,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":110,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.172000017249957,"decide_ms":35.83470900775865,"head_ms":0.17012501484714448,"host_ms":0.2261660119984299},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.19808400515467,"decide_ms":35.961000015959144,"head_ms":0.152374996105209,"host_ms":0.17949999892152846}},{"id":"tv4h_27","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.8840420038905,"decide_ms":35.94891700777225,"head_ms":0.42820899398066103,"host_ms":0.16362499445676804},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.03799998643808,"decide_ms":35.56391698657535,"head_ms":0.14891699538566172,"host_ms":0.16516601317562163}},{"id":"tv4h_28","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.963375000283122,"decide_ms":35.88124999077991,"head_ms":0.24383299751207232,"host_ms":0.19470800179988146},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.88304100674577,"decide_ms":35.29504200560041,"head_ms":0.1524580002296716,"host_ms":0.15862498548813164}},{"id":"tv4h_29","source":"transfer_v4_dev_head_heldout","state_len":20,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.938750005792826,"decide_ms":36.846375005552545,"head_ms":0.22620800882577896,"host_ms":0.16704099834896624},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.414749984629452,"decide_ms":34.84320899588056,"head_ms":0.15416700625792146,"host_ms":0.24212501011788845}},{"id":"tv4h_30","source":"transfer_v4_dev_head_heldout","state_len":20,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.654166010208428,"decide_ms":35.13004200067371,"head_ms":0.15574999270029366,"host_ms":0.16058300388976932},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.205874984152615,"decide_ms":35.85220902459696,"head_ms":0.14325001393444836,"host_ms":0.1540409866720438}},{"id":"tv4h_31","source":"transfer_v4_dev_head_heldout","state_len":20,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.261707976227626,"decide_ms":36.46616599871777,"head_ms":0.16525000683031976,"host_ms":0.1445840171072632},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.09987499192357,"decide_ms":35.8915000106208,"head_ms":0.1461670035496354,"host_ms":0.1510829897597432}},{"id":"tv4h_32","source":"transfer_v4_dev_head_heldout","state_len":14,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.525250000413507,"decide_ms":36.80833399994299,"head_ms":0.3957499866373837,"host_ms":0.20883299293927848},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.13433299586177,"decide_ms":37.52970800269395,"head_ms":0.3827500040642917,"host_ms":0.35658301203511655}},{"id":"tv4h_33","source":"transfer_v4_dev_head_heldout","state_len":14,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":229.6481659868732,"decide_ms":237.8039580071345,"head_ms":0.24500000290572643,"host_ms":0.3741669934242964},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.05004198732786,"decide_ms":38.307708979118615,"head_ms":0.16295898240059614,"host_ms":0.16200001118704677}},{"id":"tv4h_34","source":"transfer_v4_dev_head_heldout","state_len":14,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.65450000576675,"decide_ms":35.366500000236556,"head_ms":0.161083007697016,"host_ms":0.1420410117134452},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.797749979887158,"decide_ms":36.388249980518594,"head_ms":0.15337500371970236,"host_ms":0.17350001144222915}},{"id":"tv4h_35","source":"transfer_v4_dev_head_heldout","state_len":24,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.659084004582837,"decide_ms":35.4686250211671,"head_ms":0.220458023250103,"host_ms":0.2595830010250211},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.57295799953863,"decide_ms":35.161167004844174,"head_ms":0.1568750012665987,"host_ms":0.1727920025587082}},{"id":"tv4h_36","source":"transfer_v4_dev_head_heldout","state_len":24,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.971125001087785,"decide_ms":35.759834019700065,"head_ms":0.16024999786168337,"host_ms":0.1587499864399433},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":34.934750001411885,"decide_ms":39.82033298234455,"head_ms":0.15354098286479712,"host_ms":0.19141702796332538}},{"id":"tv4h_37","source":"transfer_v4_dev_head_heldout","state_len":24,"input_tokens":81,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":4,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":81,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.20516601484269,"decide_ms":36.129584012087435,"head_ms":0.15695899492129683,"host_ms":0.16279099509119987},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":32.525874994462356,"decide_ms":37.00145898619667,"head_ms":0.1550419838167727,"host_ms":0.16349999350495636}},{"id":"tv4h_38","source":"transfer_v4_dev_head_heldout","state_len":194,"input_tokens":251,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":251,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":61.68758301646449,"decide_ms":66.30150001728907,"head_ms":0.14637500862590969,"host_ms":0.324332999298349},"shared":{"plan":{"state_len":194,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":62.21404200186953,"decide_ms":79.3470419885125,"head_ms":0.16016699373722076,"host_ms":0.5104159936308861}},{"id":"tv4h_39","source":"transfer_v4_dev_head_heldout","state_len":194,"input_tokens":244,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":244,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":62.91112597682513,"decide_ms":68.03324999054894,"head_ms":0.16299998969770968,"host_ms":0.32449999707750976},"shared":{"plan":{"state_len":194,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":61.3982499926351,"decide_ms":75.38170900079422,"head_ms":0.1466670073568821,"host_ms":0.326457986375317}},{"id":"tv4xh_emotion_00","source":"transfer_v4_dev_sources_heldout","state_len":8,"input_tokens":38,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":7,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":38,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.35712498240173,"decide_ms":34.646165993763134,"head_ms":0.15449998318217695,"host_ms":0.08545900345779955},"shared":{"plan":{"state_len":8,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.78816700144671,"decide_ms":35.41966702323407,"head_ms":0.15570802497677505,"host_ms":0.13670799671672285}},{"id":"tv4xh_emotion_01","source":"transfer_v4_dev_sources_heldout","state_len":38,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":6,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.211875011445954,"decide_ms":34.698542003752664,"head_ms":0.1475420140195638,"host_ms":0.17362501239404082},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.330208013765514,"decide_ms":34.70854100305587,"head_ms":0.1557079958729446,"host_ms":0.12120901374146342}},{"id":"tv4xh_emotion_02","source":"transfer_v4_dev_sources_heldout","state_len":23,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":6,"max_field_abs_diff":0.003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.6230419955682,"decide_ms":35.09808299713768,"head_ms":0.14866699348203838,"host_ms":0.10566698620095849},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.535333993611857,"decide_ms":35.01041702111252,"head_ms":0.14504202408716083,"host_ms":0.15233299927785993}},{"id":"tv4xh_emotion_03","source":"transfer_v4_dev_sources_heldout","state_len":19,"input_tokens":49,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":49,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.46800001175143,"decide_ms":34.83108399086632,"head_ms":0.15579198952764273,"host_ms":0.12262500240467489},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.411000014282763,"decide_ms":34.95224998914637,"head_ms":0.1690829813014716,"host_ms":0.11012499453499913}},{"id":"tv4xh_emotion_04","source":"transfer_v4_dev_sources_heldout","state_len":12,"input_tokens":42,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":5,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":42,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":31.35637499508448,"decide_ms":38.290958997095004,"head_ms":0.17954199574887753,"host_ms":0.10541599476709962},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.52037497400306,"decide_ms":34.919958998216316,"head_ms":0.171209016116336,"host_ms":0.12754101771861315}},{"id":"tv4xh_emotion_05","source":"transfer_v4_dev_sources_heldout","state_len":7,"input_tokens":37,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":6,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":37,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.523791996529326,"decide_ms":34.77758297231048,"head_ms":0.16420797328464687,"host_ms":0.09495901758782566},"shared":{"plan":{"state_len":7,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.260125000495464,"decide_ms":34.63312500389293,"head_ms":0.1461670035496354,"host_ms":0.0959169992711395}},{"id":"tv4xh_emotion_06","source":"transfer_v4_dev_sources_heldout","state_len":13,"input_tokens":43,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":43,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.381874996237457,"decide_ms":34.74962498876266,"head_ms":0.15279199578799307,"host_ms":0.09233402670361102},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.5299999890849,"decide_ms":34.80824999860488,"head_ms":0.15666702529415488,"host_ms":0.1075830077752471}},{"id":"tv4xh_emotion_07","source":"transfer_v4_dev_sources_heldout","state_len":34,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":5,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.312874994706362,"decide_ms":34.872917021857575,"head_ms":0.15429200720973313,"host_ms":0.16745799803175032},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.31516697956249,"decide_ms":34.777166991261765,"head_ms":0.16799999866634607,"host_ms":0.13087500701658428}},{"id":"tv4xh_emotion_08","source":"transfer_v4_dev_sources_heldout","state_len":17,"input_tokens":47,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":7,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":47,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.29383299872279,"decide_ms":34.858458006056026,"head_ms":0.15449998318217695,"host_ms":0.09383397991769016},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.254584009526297,"decide_ms":34.70716701122001,"head_ms":0.15591701958328485,"host_ms":0.12283300748094916}},{"id":"tv4xh_emotion_09","source":"transfer_v4_dev_sources_heldout","state_len":30,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":4,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.334040988236666,"decide_ms":34.80674998718314,"head_ms":0.14379099593497813,"host_ms":0.15637502656318247},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.49516599276103,"decide_ms":34.574582998175174,"head_ms":0.16283299191854894,"host_ms":0.09904199396260083}},{"id":"tv4xh_tweet_offensive_00","source":"transfer_v4_dev_sources_heldout","state_len":51,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.001667008036748,"decide_ms":34.43800000241026,"head_ms":0.13720899005420506,"host_ms":0.159624993102625},"shared":{"plan":{"state_len":51,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.307291977806017,"decide_ms":34.93424999760464,"head_ms":0.15191698912531137,"host_ms":0.22154199541546404}},{"id":"tv4xh_tweet_offensive_01","source":"transfer_v4_dev_sources_heldout","state_len":37,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.319250014144927,"decide_ms":34.8060840042308,"head_ms":0.14366701361723244,"host_ms":0.16666599549353123},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.380666023120284,"decide_ms":34.871207986725494,"head_ms":0.14879199443385005,"host_ms":0.13175001367926598}},{"id":"tv4xh_tweet_offensive_02","source":"transfer_v4_dev_sources_heldout","state_len":67,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.54512501694262,"decide_ms":35.10199999436736,"head_ms":0.1509999856352806,"host_ms":0.17795900930650532},"shared":{"plan":{"state_len":67,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.58358299313113,"decide_ms":35.4227919888217,"head_ms":0.15383298159576952,"host_ms":0.22799998987466097}},{"id":"tv4xh_tweet_offensive_03","source":"transfer_v4_dev_sources_heldout","state_len":53,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.3778339875862,"decide_ms":34.62158297770657,"head_ms":0.14758299221284688,"host_ms":0.20745801157318056},"shared":{"plan":{"state_len":53,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.238999985158443,"decide_ms":34.6691659942735,"head_ms":0.15124998753890395,"host_ms":0.15583401545882225}},{"id":"tv4xh_tweet_offensive_04","source":"transfer_v4_dev_sources_heldout","state_len":69,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.717791989445686,"decide_ms":35.549874999560416,"head_ms":0.1619999820832163,"host_ms":0.16799999866634607},"shared":{"plan":{"state_len":69,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.84937500534579,"decide_ms":35.31624999595806,"head_ms":0.16224998398683965,"host_ms":0.22395799169316888}},{"id":"tv4xh_tweet_offensive_05","source":"transfer_v4_dev_sources_heldout","state_len":26,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.631750007160008,"decide_ms":35.2237919869367,"head_ms":0.15349997556768358,"host_ms":0.16950001008808613},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.256291007390246,"decide_ms":35.06095797638409,"head_ms":0.14837499475106597,"host_ms":0.12516701826825738}},{"id":"tv4xh_tweet_offensive_06","source":"transfer_v4_dev_sources_heldout","state_len":33,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.30600000056438,"decide_ms":34.83058302663267,"head_ms":0.14745802036486566,"host_ms":0.12662497465498745},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.28095801710151,"decide_ms":34.658499993383884,"head_ms":0.15220799832604825,"host_ms":0.15224999515339732}},{"id":"tv4xh_tweet_offensive_07","source":"transfer_v4_dev_sources_heldout","state_len":3,"input_tokens":34,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":34,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.391958018299192,"decide_ms":35.114416998112574,"head_ms":0.14208399807102978,"host_ms":0.1067080011125654},"shared":{"plan":{"state_len":3,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.458583001745865,"decide_ms":34.94770798715763,"head_ms":0.14624997857026756,"host_ms":0.08916700608097017}},{"id":"tv4xh_tweet_offensive_08","source":"transfer_v4_dev_sources_heldout","state_len":24,"input_tokens":55,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":55,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.266832996858284,"decide_ms":34.76495799259283,"head_ms":0.1449999981559813,"host_ms":0.1025829988066107},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.512958008330315,"decide_ms":34.88279102020897,"head_ms":0.14141600695438683,"host_ms":0.14508399181067944}},{"id":"tv4xh_tweet_offensive_09","source":"transfer_v4_dev_sources_heldout","state_len":43,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.40083299856633,"decide_ms":34.85212501254864,"head_ms":0.15158302267082036,"host_ms":0.1968329888768494},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.559417005861178,"decide_ms":35.2862500003539,"head_ms":0.16220900579355657,"host_ms":0.15750000602565706}},{"id":"tv4xh_qnli_00","source":"transfer_v4_dev_sources_heldout","state_len":38,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.678584007546306,"decide_ms":35.91637499630451,"head_ms":0.15945799532346427,"host_ms":0.12641699868254364},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.78770899446681,"decide_ms":35.548459010897204,"head_ms":0.14945899602025747,"host_ms":0.17795799067243934}},{"id":"tv4xh_qnli_01","source":"transfer_v4_dev_sources_heldout","state_len":28,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.538666993379593,"decide_ms":35.526583989849314,"head_ms":0.15137498849071562,"host_ms":0.1713750243652612},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.429500009631738,"decide_ms":35.87445800076239,"head_ms":0.15445801545865834,"host_ms":0.11862500105053186}},{"id":"tv4xh_qnli_02","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.478915985440835,"decide_ms":34.991459018783644,"head_ms":0.14670900418423116,"host_ms":0.11233298573642969},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.505792004987597,"decide_ms":35.23837501415983,"head_ms":0.14470898895524442,"host_ms":0.1924589741975069}},{"id":"tv4xh_qnli_03","source":"transfer_v4_dev_sources_heldout","state_len":35,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0027,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.720833980012685,"decide_ms":36.034166027093306,"head_ms":0.15729101141914725,"host_ms":0.21070899674668908},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.542583001079038,"decide_ms":36.028458998771384,"head_ms":0.1466670073568821,"host_ms":0.1670829951763153}},{"id":"tv4xh_qnli_04","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.230250005843118,"decide_ms":34.87670898903161,"head_ms":0.14250000822357833,"host_ms":0.12179100303910673},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.3361669939477,"decide_ms":34.823208989109844,"head_ms":0.1500000071246177,"host_ms":0.15279100625775754}},{"id":"tv4xh_qnli_05","source":"transfer_v4_dev_sources_heldout","state_len":37,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.29150000656955,"decide_ms":34.83429201878607,"head_ms":0.1435830199625343,"host_ms":0.15637499745935202},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":31.94724998320453,"decide_ms":36.70383300050162,"head_ms":0.14533300418406725,"host_ms":0.13187501463107765}},{"id":"tv4xh_qnli_06","source":"transfer_v4_dev_sources_heldout","state_len":16,"input_tokens":48,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":48,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":222.57766700931825,"decide_ms":229.37641700264066,"head_ms":0.17441701493225992,"host_ms":0.32595801167190075},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.228415998863056,"decide_ms":35.756666999077424,"head_ms":0.14829201973043382,"host_ms":0.10850001126527786}},{"id":"tv4xh_qnli_07","source":"transfer_v4_dev_sources_heldout","state_len":56,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.156208988046274,"decide_ms":34.38333299709484,"head_ms":0.15329101006500423,"host_ms":0.14833302702754736},"shared":{"plan":{"state_len":56,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.32770799472928,"decide_ms":34.92812500917353,"head_ms":0.1382910122629255,"host_ms":0.2514160005375743}},{"id":"tv4xh_qnli_08","source":"transfer_v4_dev_sources_heldout","state_len":18,"input_tokens":45,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":45,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.05237499019131,"decide_ms":34.37233399017714,"head_ms":0.14479199307970703,"host_ms":0.1601249969098717},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.929333017207682,"decide_ms":34.667667001485825,"head_ms":0.14154199743643403,"host_ms":0.09966699872165918}},{"id":"tv4xh_qnli_09","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.904625000199303,"decide_ms":34.40304097603075,"head_ms":0.1420829794369638,"host_ms":0.11566700413823128},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.876250016968697,"decide_ms":34.16387498145923,"head_ms":0.14870800077915192,"host_ms":0.14641601592302322}},{"id":"tv4xh_paws_00","source":"transfer_v4_dev_sources_heldout","state_len":31,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0042,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.836792004061863,"decide_ms":34.1080000216607,"head_ms":0.13658302486874163,"host_ms":0.2100830024573952},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.779792006593198,"decide_ms":34.12304201629013,"head_ms":0.1398750173393637,"host_ms":0.14033299521543086}},{"id":"tv4xh_paws_01","source":"transfer_v4_dev_sources_heldout","state_len":15,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.908541997428983,"decide_ms":34.28120899479836,"head_ms":0.13749999925494194,"host_ms":0.1206250162795186},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.035082978429273,"decide_ms":34.64212498511188,"head_ms":0.13904098886996508,"host_ms":0.1594159984961152}},{"id":"tv4xh_paws_02","source":"transfer_v4_dev_sources_heldout","state_len":40,"input_tokens":113,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":113,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.825208999682218,"decide_ms":34.23470800044015,"head_ms":0.12712497846223414,"host_ms":0.19995900220237672},"shared":{"plan":{"state_len":40,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.0755409989506,"decide_ms":34.350583009654656,"head_ms":0.13800000306218863,"host_ms":0.1416669983882457}},{"id":"tv4xh_paws_03","source":"transfer_v4_dev_sources_heldout","state_len":34,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.99420801643282,"decide_ms":34.38854101113975,"head_ms":0.1503750099800527,"host_ms":0.15587499365210533},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.94870799011551,"decide_ms":34.299292019568384,"head_ms":0.1442920183762908,"host_ms":0.20074998610652983}},{"id":"tv4xh_paws_04","source":"transfer_v4_dev_sources_heldout","state_len":21,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0041,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.934333986602724,"decide_ms":34.60920799989253,"head_ms":0.1348750083707273,"host_ms":0.1722919987514615},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.126708006719127,"decide_ms":34.54316599527374,"head_ms":0.1521660014986992,"host_ms":0.12666700058616698}},{"id":"tv4xh_paws_05","source":"transfer_v4_dev_sources_heldout","state_len":40,"input_tokens":116,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":116,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.970375006087124,"decide_ms":34.40345800481737,"head_ms":0.1484170206822455,"host_ms":0.16525000683031976},"shared":{"plan":{"state_len":40,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.120333016384393,"decide_ms":34.683542005950585,"head_ms":0.13937498442828655,"host_ms":0.2270829863846302}},{"id":"tv4xh_paws_06","source":"transfer_v4_dev_sources_heldout","state_len":28,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.062041012570262,"decide_ms":34.61933301878162,"head_ms":0.14641601592302322,"host_ms":0.20637499983422458},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.402875010622665,"decide_ms":35.08458301075734,"head_ms":0.15391601482406259,"host_ms":0.16066699754446745}},{"id":"tv4xh_paws_07","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.234375008149073,"decide_ms":34.619584010215476,"head_ms":0.14445901615545154,"host_ms":0.1484160020481795},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.21595801692456,"decide_ms":34.72841699840501,"head_ms":0.15045900363475084,"host_ms":0.18637499306350946}},{"id":"tv4xh_paws_08","source":"transfer_v4_dev_sources_heldout","state_len":32,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.195416999049485,"decide_ms":34.867625014157966,"head_ms":0.1477499899920076,"host_ms":0.19820898887701333},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.224124988308176,"decide_ms":34.25912500824779,"head_ms":0.14583300799131393,"host_ms":0.14887499855831265}},{"id":"tv4xh_paws_09","source":"transfer_v4_dev_sources_heldout","state_len":34,"input_tokens":102,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":102,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.301291000796482,"decide_ms":34.54566601430997,"head_ms":0.13420800678431988,"host_ms":0.15545898349955678},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.194541002856568,"decide_ms":34.455541986972094,"head_ms":0.1398339809384197,"host_ms":0.19095800234936178}},{"id":"tv4xh_sciq_00","source":"transfer_v4_dev_sources_heldout","state_len":86,"input_tokens":115,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":115,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.26737499749288,"decide_ms":34.550457989098504,"head_ms":0.15008298214524984,"host_ms":0.2587919880170375},"shared":{"plan":{"state_len":86,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.144791991915554,"decide_ms":34.52183399349451,"head_ms":0.15058400458656251,"host_ms":0.1880000054370612}},{"id":"tv4xh_sciq_01","source":"transfer_v4_dev_sources_heldout","state_len":49,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.804666992276907,"decide_ms":34.15241700713523,"head_ms":0.13537501217797399,"host_ms":0.14779099728912115},"shared":{"plan":{"state_len":49,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.104874982498586,"decide_ms":34.41254099016078,"head_ms":0.14312498387880623,"host_ms":0.2009590098168701}},{"id":"tv4xh_sciq_02","source":"transfer_v4_dev_sources_heldout","state_len":15,"input_tokens":44,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":44,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.705522537231445e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.56337499199435,"decide_ms":33.92970800632611,"head_ms":0.13095798203721642,"host_ms":0.1325419871136546},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.97820798191242,"decide_ms":34.115833026589826,"head_ms":0.14008302241563797,"host_ms":0.09304197737947106}},{"id":"tv4xh_sciq_03","source":"transfer_v4_dev_sources_heldout","state_len":92,"input_tokens":124,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":124,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.77241700864397,"decide_ms":33.98570799618028,"head_ms":0.13987498823553324,"host_ms":0.1856250164564699},"shared":{"plan":{"state_len":92,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.83591699739918,"decide_ms":34.3507090001367,"head_ms":0.14354201266542077,"host_ms":0.24533300893381238}},{"id":"tv4xh_sciq_04","source":"transfer_v4_dev_sources_heldout","state_len":138,"input_tokens":173,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":5,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":173,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-10,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.44095901213586,"decide_ms":63.47266701050103,"head_ms":0.13691699132323265,"host_ms":0.28524998924694955},"shared":{"plan":{"state_len":138,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.813791973283514,"decide_ms":74.7544170008041,"head_ms":0.14312498387880623,"host_ms":0.21345799905247986}},{"id":"tv4xh_sciq_05","source":"transfer_v4_dev_sources_heldout","state_len":17,"input_tokens":51,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":51,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.798458010191098,"decide_ms":33.98195799672976,"head_ms":0.1466670073568821,"host_ms":0.10775000555440784},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.998957994394004,"decide_ms":34.292333002667874,"head_ms":0.1482080260757357,"host_ms":0.16458300524391234}},{"id":"tv4xh_sciq_06","source":"transfer_v4_dev_sources_heldout","state_len":50,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.050708999624476,"decide_ms":34.28462499869056,"head_ms":0.1500000071246177,"host_ms":0.17408299027010798},"shared":{"plan":{"state_len":50,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.9310419941321,"decide_ms":34.218290995340794,"head_ms":0.16045800293795764,"host_ms":0.1376250002067536}},{"id":"tv4xh_sciq_07","source":"transfer_v4_dev_sources_heldout","state_len":42,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.955875012092292,"decide_ms":34.34508299687877,"head_ms":0.14016698696650565,"host_ms":0.13212498743087053},"shared":{"plan":{"state_len":42,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.213499994715676,"decide_ms":34.84824998304248,"head_ms":0.14337498578242958,"host_ms":0.18450000789016485}},{"id":"tv4xh_sciq_08","source":"transfer_v4_dev_sources_heldout","state_len":80,"input_tokens":112,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":112,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.99666699906811,"decide_ms":34.20420901966281,"head_ms":0.14904202544130385,"host_ms":0.22466600057668984},"shared":{"plan":{"state_len":80,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.914457991253585,"decide_ms":34.07987501122989,"head_ms":0.1373330014757812,"host_ms":0.19345799228176475}},{"id":"tv4xh_sciq_09","source":"transfer_v4_dev_sources_heldout","state_len":150,"input_tokens":185,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":185,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":58.991499012336135,"decide_ms":63.20208398392424,"head_ms":0.13074997696094215,"host_ms":0.22383301984518766},"shared":{"plan":{"state_len":150,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":59.92816702928394,"decide_ms":72.42537499405444,"head_ms":0.13237498933449388,"host_ms":0.2887920127250254}},{"id":"tv4xh_legacy_holdout_00","source":"transfer_v4_dev_sources_heldout","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.684999986784533,"decide_ms":33.473667019279674,"head_ms":0.12283399701118469,"host_ms":0.14958297833800316},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.647999996086583,"decide_ms":33.69720801129006,"head_ms":0.12108299415558577,"host_ms":0.11291698319837451}},{"id":"tv4xh_legacy_holdout_01","source":"transfer_v4_dev_sources_heldout","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.717917001107708,"decide_ms":34.00862499256618,"head_ms":0.12654098100028932,"host_ms":0.1212499919347465},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.79500000947155,"decide_ms":33.93516599317081,"head_ms":0.12495799455791712,"host_ms":0.12683402746915817}},{"id":"tv4xh_legacy_holdout_02","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.972624994115904,"decide_ms":34.47295801015571,"head_ms":0.12587499804794788,"host_ms":0.13774997205473483},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.991290997713804,"decide_ms":34.618457983015105,"head_ms":0.15037498087622225,"host_ms":0.13208299060352147}},{"id":"tv4xh_legacy_holdout_03","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.076249997364357,"decide_ms":34.210083016660064,"head_ms":0.13129101716913283,"host_ms":0.1322499883826822},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.0432920048479,"decide_ms":34.31149999960326,"head_ms":0.14187500346451998,"host_ms":0.14937500236555934}},{"id":"tv4xh_legacy_holdout_04","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.851958999643102,"decide_ms":34.03966699261218,"head_ms":0.13662499259226024,"host_ms":0.12741601676680148},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.89779200288467,"decide_ms":34.027083980618045,"head_ms":0.14724998618476093,"host_ms":0.13216602383181453}},{"id":"tv4xh_legacy_holdout_05","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.89983299630694,"decide_ms":34.327083005337045,"head_ms":0.12599999899975955,"host_ms":0.14283298514783382},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.895333980675787,"decide_ms":34.17070797877386,"head_ms":0.1533749746158719,"host_ms":0.13970801956020296}},{"id":"tv4xh_legacy_holdout_06","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.7813750221394,"decide_ms":33.66116600227542,"head_ms":0.12112502008676529,"host_ms":0.13554200995713472},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.86095900996588,"decide_ms":33.820874989032745,"head_ms":0.11979098781011999,"host_ms":0.11374999303370714}},{"id":"tv4xh_legacy_holdout_07","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.98887497233227,"decide_ms":34.591915988130495,"head_ms":0.13358300202526152,"host_ms":0.14566699974238873},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.86133302329108,"decide_ms":34.11408301326446,"head_ms":0.1435830199625343,"host_ms":0.12904198956675828}},{"id":"tv4xh_legacy_holdout_08","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.25075001642108,"decide_ms":34.82083298149519,"head_ms":0.13141697854734957,"host_ms":0.14679200830869377},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.774708003969863,"decide_ms":34.60433299187571,"head_ms":0.12687500566244125,"host_ms":0.14375001774169505}},{"id":"tv4xh_legacy_holdout_09","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0024,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":197.7469160046894,"decide_ms":203.75675000832416,"head_ms":0.16033300198614597,"host_ms":0.3158329927828163},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.968209011713043,"decide_ms":33.87754102004692,"head_ms":0.13983302051201463,"host_ms":0.129208987345919}},{"id":"tv4xh_composition_holdout_00","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.29291801294312,"decide_ms":62.98983399756253,"head_ms":0.132458982989192,"host_ms":0.211750011658296},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":58.966874988982454,"decide_ms":62.981665978441015,"head_ms":0.14587497571483254,"host_ms":0.2988339983858168}},{"id":"tv4xh_composition_holdout_01","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.349290997488424,"decide_ms":63.11049999203533,"head_ms":0.13699999544769526,"host_ms":0.16704198787920177},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.40804202691652,"decide_ms":63.178167009027675,"head_ms":0.1331249950453639,"host_ms":0.1691659854259342}},{"id":"tv4xh_composition_holdout_02","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":58.95166701520793,"decide_ms":62.89224998909049,"head_ms":0.1323329925071448,"host_ms":0.16662501730024815},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.15929202456027,"decide_ms":62.90166699909605,"head_ms":0.140416988870129,"host_ms":0.1735829864628613}},{"id":"tv4xh_composition_holdout_03","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":59.01725002331659,"decide_ms":62.71879197447561,"head_ms":0.1347090001218021,"host_ms":0.16420800238847733},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":59.35833399416879,"decide_ms":63.17208299878985,"head_ms":0.1324170152656734,"host_ms":0.16166700515896082}},{"id":"tv4xh_composition_holdout_04","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.686541995033622,"decide_ms":33.88608299428597,"head_ms":0.12504198821261525,"host_ms":0.1600419927854091},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.85779198934324,"decide_ms":34.33395901811309,"head_ms":0.1258340198546648,"host_ms":0.22299998090602458}},{"id":"tv4xh_composition_holdout_05","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.65675000450574,"decide_ms":33.708208007737994,"head_ms":0.13095801114104688,"host_ms":0.1575839996803552},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.818624985637143,"decide_ms":33.538499992573634,"head_ms":0.12233300367370248,"host_ms":0.1413749996572733}},{"id":"tv4xh_composition_holdout_06","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.715375014347956,"decide_ms":34.14487498230301,"head_ms":0.12199999764561653,"host_ms":0.15879201237112284},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.837834008503705,"decide_ms":34.00391698232852,"head_ms":0.12433298979885876,"host_ms":0.15591600094921887}},{"id":"tv4xh_composition_holdout_07","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0039,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.026291991816834,"decide_ms":34.83091699308716,"head_ms":0.1461249776184559,"host_ms":0.17391698202118278},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.931333992863074,"decide_ms":34.617875004187226,"head_ms":0.12141698971390724,"host_ms":0.1916250039357692}},{"id":"tv4xh_composition_holdout_08","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.91916600149125,"decide_ms":33.76866600592621,"head_ms":0.13216602383181453,"host_ms":0.15624999650754035},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":30.101000011200085,"decide_ms":34.519834007369354,"head_ms":0.1388340024277568,"host_ms":0.31408300856128335}},{"id":"tv4xh_composition_holdout_09","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0062,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.72720901016146,"decide_ms":33.79291697638109,"head_ms":0.12904198956675828,"host_ms":0.15970799722708762},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.76862498326227,"decide_ms":33.38895901106298,"head_ms":0.1155420031864196,"host_ms":0.14279098832048476}},{"id":"tv4sh_00","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0051,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.696915997192264,"decide_ms":33.619541994994506,"head_ms":0.12029201025143266,"host_ms":0.15054098912514746},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.78795801755041,"decide_ms":33.53870799764991,"head_ms":0.11841699597425759,"host_ms":0.1687500043772161}},{"id":"tv4sh_01","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.771958012133837,"decide_ms":33.73183301300742,"head_ms":0.11862500105053186,"host_ms":0.11933399946428835},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.619499982800335,"decide_ms":33.249083993723616,"head_ms":0.12412501382641494,"host_ms":0.11683302000164986}},{"id":"tv4sh_02","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.516459006117657,"decide_ms":33.10570798930712,"head_ms":0.11633298709057271,"host_ms":0.10750000365078449},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.601083020679653,"decide_ms":33.46429200610146,"head_ms":0.11745898518711329,"host_ms":0.12066698400303721}},{"id":"tv4sh_03","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.68779200455174,"decide_ms":33.255709015065804,"head_ms":0.11750002158805728,"host_ms":0.10879099136218429},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.651249991729856,"decide_ms":33.5844169894699,"head_ms":0.11466699652373791,"host_ms":0.11037502554245293}},{"id":"tv4sh_04","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.720874998020008,"decide_ms":33.64375000819564,"head_ms":0.1307500060647726,"host_ms":0.14704198110848665},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.791624983772635,"decide_ms":33.67016697302461,"head_ms":0.15058397548273206,"host_ms":0.11745802476070821}},{"id":"tv4sh_05","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.61391699500382,"decide_ms":33.47220801515505,"head_ms":0.1279170101042837,"host_ms":0.14741698396392167},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.850249993614852,"decide_ms":33.92729099141434,"head_ms":0.14258301234804094,"host_ms":0.11929200263693929}},{"id":"tv4sh_06","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.746125015662983,"decide_ms":33.5742500028573,"head_ms":0.11670900858007371,"host_ms":0.11758398613892496},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.842082993127406,"decide_ms":33.72404200490564,"head_ms":0.13025000225752592,"host_ms":0.1387499796692282}},{"id":"tv4sh_07","source":"transfer_v4_dev_score_heldout","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.8417920130305,"decide_ms":33.54925001622178,"head_ms":0.12758301454596221,"host_ms":0.11787499533966184},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.76308300276287,"decide_ms":33.838083007140085,"head_ms":0.1485419925302267,"host_ms":0.12062498717568815}},{"id":"tv4sh_08","source":"transfer_v4_dev_score_heldout","state_len":76,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.842291987733915,"decide_ms":34.3839580018539,"head_ms":0.13349999790079892,"host_ms":0.13904200750403106},"shared":{"plan":{"state_len":76,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.803334007738158,"decide_ms":34.028166002826765,"head_ms":0.12812501518055797,"host_ms":0.15595901641063392}},{"id":"tv4sh_09","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.942958004539832,"decide_ms":34.79958401294425,"head_ms":0.13241698616184294,"host_ms":0.15787497977726161},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.900374996941537,"decide_ms":33.68991601746529,"head_ms":0.1137500221375376,"host_ms":0.13291698996908963}},{"id":"tv4sh_10","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.864625015761703,"decide_ms":33.68145800777711,"head_ms":0.13862500782124698,"host_ms":0.10529198334552348},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.659583000466228,"decide_ms":33.34504101076163,"head_ms":0.11420800001360476,"host_ms":0.11983400327153504}},{"id":"tv4sh_11","source":"transfer_v4_dev_score_heldout","state_len":76,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0024,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.9051670008339,"decide_ms":33.564416982699186,"head_ms":0.13929198030382395,"host_ms":0.1275000104214996},"shared":{"plan":{"state_len":76,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.679291998036206,"decide_ms":33.40062499046326,"head_ms":0.13562498497776687,"host_ms":0.12758400407619774}},{"id":"tv4sh_12","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":30.00562501256354,"decide_ms":33.80912498687394,"head_ms":0.13966698315925896,"host_ms":0.11529200128279626},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.836959001841024,"decide_ms":33.509166998555884,"head_ms":0.12070900993421674,"host_ms":0.13137501082383096}},{"id":"tv4sh_13","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.942499997559935,"decide_ms":33.621457987464964,"head_ms":0.13249999028630555,"host_ms":0.1281249860767275},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.87425000173971,"decide_ms":33.61370801576413,"head_ms":0.1203330175485462,"host_ms":0.12629199773073196}},{"id":"tv4sh_14","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.623500013258308,"decide_ms":33.32304098876193,"head_ms":0.1414580037817359,"host_ms":0.1189590257126838},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.590207996079698,"decide_ms":33.20283300126903,"head_ms":0.1253749942407012,"host_ms":0.1271250075660646}},{"id":"tv4sh_15","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.74962501320988,"decide_ms":33.5087499988731,"head_ms":0.1250420173164457,"host_ms":0.1261669967789203},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.694875003769994,"decide_ms":33.50095800124109,"head_ms":0.1361659960821271,"host_ms":0.11495800572447479}},{"id":"tv4sh_16","source":"transfer_v4_dev_score_heldout","state_len":76,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.774875001749024,"decide_ms":33.93683399190195,"head_ms":0.1232089998666197,"host_ms":0.1318749855272472},"shared":{"plan":{"state_len":76,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.955374979181215,"decide_ms":33.92029201495461,"head_ms":0.13395899441093206,"host_ms":0.1286249898839742}},{"id":"tv4sh_17","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.74075000383891,"decide_ms":34.11087498534471,"head_ms":0.14558297698386014,"host_ms":0.145875004818663},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.93912500096485,"decide_ms":34.15491702617146,"head_ms":0.13404199853539467,"host_ms":0.14779198681935668}},{"id":"tv4sh_18","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.65004200814292,"decide_ms":33.654875005595386,"head_ms":0.1275409886147827,"host_ms":0.1402909983880818},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.935124999610707,"decide_ms":34.12495899829082,"head_ms":0.13737499830313027,"host_ms":0.15462501323781908}},{"id":"tv4sh_19","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0033,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":29.808124992996454,"decide_ms":33.63658400485292,"head_ms":0.13458399916999042,"host_ms":0.12420798884704709},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":29.783375008264557,"decide_ms":33.88716699555516,"head_ms":0.12804201105609536,"host_ms":0.1485419925302267}}]}}