{"what":"Kev-4B: the Python reference host (conversion/kev/host.py, decide.py) on the published graph. host_test: ids, rows, readout indices, keys and the response body equal the author's on every oracle record (both sizes, two tokenizers, negative controls) and the call plan against the gate's for every row length (round 15). e2e: every record from its raw request through the AOT graph, hidden rows bit-equal to the gate's, and the shared prefix equal to the direct run (round 12, decide.py check).","sources":[{"file":"results/r15_host_test.json","bytes":22856,"sha256":"5bec54470484df6b1f16e0ec18b0d75543d51c2252441749da49644b47122486"},{"file":"results/r12_e2e_K128_4b.json","bytes":1363252,"sha256":"a961c00cbd3252bad6424c15540ad849f51456680f7c15df56ae5035a267b70d"},{"file":"results/r12_e2e_heldout_K128_4b.json","bytes":441452,"sha256":"0c96152cc78041e136d948cccd9373e0812c695500e332f59da09cbe1a82e6af"}],"trimmed":{"removed":["records[].direct.response / shared.response (the response bodies: their choice values and score legends quote the requests; each record keeps the comparison numbers)","records[].response_vs_oracle.diffs and .model (per-field values; the counts stay)","records[].rows[].qid (the question ids of withheld records) and rows[].p_host / p_host_shared (the host's probabilities; each row keeps its bit-equality flags and max |dp| against the gate)"],"serialization":"compact json (no indentation)","full_copies":"the source files above, in the lane directory $ZOO_WORK_ROOT/_kev/ (not in the repository)","paths":"local paths rewritten: the lane directory as $ZOO_WORK_ROOT/_kev, the repository relative, the home directory as ~, temporary directories as $TMPDIR, Xcode as $DEVELOPER_DIR, the phone's app container as <app container>","process_ids":"removed (keys pid / pids; 'pid <n>' in text)"},"host_test":{"schema":"kev-host-test/1","what":"host.build_rows / to_answers / output_tokens / response vs the author's fp32 oracle, every record","python":"3.11.13","interpreter":"$ZOO_WORK_ROOT/coreai-models/.venv/bin/python","host_py_sha256":"bf6bd2d5bcc89bac210ef5f51de0cc96696ff79eb9fe9f6b1ec83d16338db5bc","test_host_py_sha256":"80ca52ef2546ff94767d21b464d48db132ef4b7387b82075f0db9723318bd109","tokenizer_sha256":{"kev-0.8b":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"e611fbccc7c29ef3b1cafb1cb7ea548d189968632901d678fd62be68c47885de"},"kev-4b":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"3891e840d7dc5fca0af33d3a25083a735e36fe06214e3f707024820cb6b9f89c"}},"sets":{"kev-0.8b:fixture":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/records_oracle.json","sha256":"1a72a45831eecc2af7ddfc68a86e9250f572d6bf9274362f96cc62bcb803cc6d"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/records.json","sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"records":384,"rows":434,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}},"kev-0.8b:heldout":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/heldout/records_oracle.json","sha256":"f715653331a81bd0ff48d48d1f9d294b7b9b3343713a855fd0eed16dd1e505e6"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/heldout.json","sha256":"8ec7ca4aa0e5be3a5261f03302d7e9df6cc78fae5ae368ca9db50b7b4921c6df"},"records":130,"rows":130,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}},"kev-4b:fixture":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/records_oracle.json","sha256":"eb3031df83a75b746beec3480a4bbb47787e13f8a12412ff135feb9f609c70f9"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/records.json","sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"records":384,"rows":434,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":434,"records_answers_equal":384,"records_output_tokens_equal":384,"records_body_equal_but_latency":384,"records_legend_equal":384,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}},"kev-4b:heldout":{"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/heldout/records_oracle.json","sha256":"dfa101a559450a8b75c140bafd120728561273908a527ad89ce44d5558d31c59"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/heldout.json","sha256":"8ec7ca4aa0e5be3a5261f03302d7e9df6cc78fae5ae368ca9db50b7b4921c6df"},"records":130,"rows":130,"tokenizers":{"tokenizers 0.23.0-rc0 Tokenizer.from_file":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0},"transformers 4.57.6 AutoTokenizer":{"rows_equal":130,"records_answers_equal":130,"records_output_tokens_equal":130,"records_body_equal_but_latency":130,"records_legend_equal":130,"records_failing":0,"failures":[],"py311_plain_sum_changes_answers":0}}}},"tokenizer_errors":{},"ids_equal_between_bundles":{"fixture":384,"heldout":130},"negative_control_ids":{"record":"own_t01","question":"team","changed_instructions":"Which zqxvortmund should handle this ticket first?","red":true,"messages":["ids differ","seg differ","pos differ","question 0: row_ids, row_len, decide, opts"],"row_len_host_vs_oracle":[188,184]},"negative_control_answers":{"records":384,"answers_differing":384,"red":true},"request_checks":{"author_pydantic_checked":false,"cases":40,"host_as_expected":40,"author_agrees":null,"to_record_equal":null,"to_record_compared":null,"encode_equal":null,"rows":[{"case":"state_null","expected":"accept","host":"accept","rows":[9]},{"case":"state_number","expected":"accept","host":"accept","rows":[16]},{"case":"state_bool","expected":"accept","host":"accept","rows":[10]},{"case":"state_nested","expected":"accept","host":"accept","rows":[59]},{"case":"state_list_ws","expected":"accept","host":"accept","rows":[24]},{"case":"noul_criteria_null","expected":"accept","host":"accept","rows":[10]},{"case":"noul_criteria_empty","expected":"accept","host":"accept","rows":[10]},{"case":"noul_criteria_extra_key","expected":"accept","host":"accept","rows":[12]},{"case":"noul_criteria_values","expected":"accept","host":"accept","rows":[15]},{"case":"choice_1","expected":"accept","host":"accept","rows":[7]},{"case":"choice_255","expected":"accept","host":"accept","rows":[1424]},{"case":"choice_desc_types","expected":"accept","host":"accept","rows":[25]},{"case":"score_1","expected":"accept","host":"accept","rows":[7]},{"case":"score_255","expected":"accept","host":"accept","rows":[1169]},{"case":"instructions_object","expected":"accept","host":"accept","rows":[20]},{"case":"model_given","expected":"accept","host":"accept","rows":[10]},{"case":"extra_fields","expected":"accept","host":"accept","rows":[10]},{"case":"special_text","expected":"accept","host":"accept","rows":[35]},{"case":"state_exotic","expected":"accept","host":"accept","rows":[149]},{"case":"not_object","expected":"reject","host":"reject"},{"case":"no_state","expected":"reject","host":"reject"},{"case":"model_number","expected":"reject","host":"reject"},{"case":"model_null","expected":"reject","host":"reject"},{"case":"questions_missing","expected":"reject","host":"reject"},{"case":"questions_empty","expected":"reject","host":"reject"},{"case":"questions_list","expected":"reject","host":"reject"},{"case":"question_string","expected":"reject","host":"reject"},{"case":"type_missing","expected":"reject","host":"reject"},{"case":"type_unknown","expected":"reject","host":"reject"},{"case":"type_case","expected":"reject","host":"reject"},{"case":"noul_criteria_list","expected":"reject","host":"reject"},{"case":"choice_no_criteria","expected":"reject","host":"reject"},{"case":"choice_criteria_null","expected":"reject","host":"reject"},{"case":"choice_empty","expected":"reject","host":"reject"},{"case":"choice_256","expected":"reject","host":"reject"},{"case":"choice_list","expected":"reject","host":"reject"},{"case":"score_no_criteria","expected":"reject","host":"reject"},{"case":"score_empty","expected":"reject","host":"reject"},{"case":"score_256","expected":"reject","host":"reject"},{"case":"score_object","expected":"reject","host":"reject"}]},"limit_checks":{"state_over_65536":{"host":"state is 70,002 tokens, over the 65,536-token limit (the <state> token included): shorten the document or split it across requests","state_tokens":70002,"max_state":65536},"branch_over_73728":{"host":"branch too long: 74009 tokens with a 102-token state (row limit 73728)","state_tokens":null,"max_state":null},"graph_4096_s16":{"4080":"fits","4081":"question 'q': a row of 4081 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4080 tokens)"},"author_checked":false},"plan_checks":{"cases":{"cap128_q1":{"n":4095,"ok":4094,"refused":1,"call_lengths":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128]},"cap128_q8":{"n":4095,"ok":4095,"refused":0,"call_lengths":[8,16,24,32,40,48,56,64,72,80,88,96,104,112,120,128]},"cap128_q16":{"n":4095,"ok":4095,"refused":0,"call_lengths":[16,32,48,64,80,96,112,128]},"cap256_q1":{"n":4095,"ok":4094,"refused":1,"call_lengths":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256]},"cap256_q8":{"n":4095,"ok":4095,"refused":0,"call_lengths":[8,16,24,32,40,48,56,64,72,80,88,96,104,112,120,128,136,144,152,160,168,176,184,192,200,208,216,224,232,240,248,256]},"cap256_q16":{"n":4095,"ok":4095,"refused":0,"call_lengths":[16,32,48,64,80,96,112,128,144,160,176,192,208,224,240,256]},"cap512_q1":{"n":4095,"ok":4094,"refused":1,"call_lengths":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512]},"cap512_q8":{"n":4095,"ok":4095,"refused":0,"call_lengths":[8,16,24,32,40,48,56,64,72,80,88,96,104,112,120,128,136,144,152,160,168,176,184,192,200,208,216,224,232,240,248,256,264,272,280,288,296,304,312,320,328,336,344,352,360,368,376,384,392,400,408,416,424,432,440,448,456,464,472,480,488,496,504,512]},"cap512_q16":{"n":4095,"ok":4095,"refused":0,"call_lengths":[16,32,48,64,80,96,112,128,144,160,176,192,208,224,240,256,272,288,304,320,336,352,368,384,400,416,432,448,464,480,496,512]},"static_s16_grid":{"n":4095,"ok":4095},"shared":{"n":50400,"ok":50400}},"failures":[],"row_limits":{"dynamic_q16_cap128":{"4080":"fits","4081":"question 'q': a row of 4081 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4080 tokens)"},"dynamic_q1_cap128":{"4095":"fits","4096":"question 'q': a row of 4096 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4095 tokens)"},"static_s16":{"4080":"fits","4081":"question 'q': a row of 4081 tokens runs 4096 padded positions, over the graph's 4095 (rows of at most 4080 tokens)"}},"graph_shape":{"static_s16":true,"d128_round14":true,"d128_q16":true,"d512_L128_q16":true,"d512_override_L256_q8":true,"refuse_L_over_graph":true,"refuse_L_not_multiple":true,"refuse_static_override":true},"pass":true},"pass":true,"generated_at":"2026-10-04T02:03:22+00:00"},"e2e_fixture":{"schema":"kev-decide-e2e/1","what":"decide.py from the raw request (host.build_rows, the AOT graph direct and shared, the float64 host head, host.to_answers / response) vs the round-2/4 readout gate of the same asset and the author's oracle","model":"kev-4b","rows_set":"all","started":"2026-10-04T14:42:59+09:00","bundle":{"path":"$ZOO_WORK_ROOT/_kev/exports/ship/kev_4b_decode_fp16_metal_pf128","name":"kev_4b_decode_fp16_metal_pf128","metadata_sha256":"dcdd0ea1c4ea4369282176db2f937779aab00b944b4f26034e9314b192d88e87","head_sha256":{"head.safetensors":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head.json":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416"},"tokenizer_json_sha256":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_4b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":15552786962,"tree_sha256":"bd6e33767833e36a75b3264a9117bacdfee07f7a58f381321da231752f023547","equals_gate_asset":true},"gate_transcript":{"path":"$ZOO_WORK_ROOT/_kev/results/r12_fixture_K128_4b.json","sha256":"41dca9cbed8d58bf331480137dee62f212449769c2e723b2f7d79ca7f43ab6b4","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle_4b/head/head.safetensors","head_safetensors_sha256":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head_json_sha256":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416","scale":0.0625,"temperature":2.406050072164233,"dtype":"float32","device":"cpu"}},"shared_gate_transcript":null,"graph":{"dynamic":false,"graph_max":128,"cap":128,"q":128,"qmin":128},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/records_oracle.json","sha256":"eb3031df83a75b746beec3480a4bbb47787e13f8a12412ff135feb9f609c70f9"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/records.json","sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"scripts":{"decide.py":"472b901a9c59add7f82c0e66bf219c5d5653318c4bf6266a5883df9fb0e5b630","host.py":"bf6bd2d5bcc89bac210ef5f51de0cc96696ff79eb9fe9f6b1ec83d16338db5bc"},"gpu":{"gpu_lock_start":{"path":"$ZOO_WORK_ROOT/_kev/logs/r12_dyn/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T12:53:01+09:00"},"gpu_lock_end":{"path":"$ZOO_WORK_ROOT/_kev/logs/r12_dyn/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T12:53:01+09:00"},"lock_waits":[],"seconds":194.4996570420044,"note":"contended reference times (no _GPU_LOCK window of our own); a held lock is waited out"},"processes":[{"shard":"shard_00","records":39,"load":{"model_seconds":0.007972417020937428,"main_seconds":15.745373874990037,"seconds":15.753346292010974},"reset_check":{"record":"tv4_000","bit_equal":true},"max_rss_bytes":22834200576,"process_wall_seconds":40.570910374983214},{"shard":"shard_01","records":39,"load":{"model_seconds":0.006785417004721239,"main_seconds":1.3402604580041952,"seconds":1.3470458750089165},"reset_check":{"record":"tv4_039","bit_equal":true},"max_rss_bytes":23231397888,"process_wall_seconds":13.166781333013205},{"shard":"shard_02","records":39,"load":{"model_seconds":0.005623500008368865,"main_seconds":1.247006457997486,"seconds":1.2526299580058549},"reset_check":{"record":"tv4x_emotion_18","bit_equal":true},"max_rss_bytes":23227514880,"process_wall_seconds":11.792630457988707},{"shard":"shard_03","records":39,"load":{"model_seconds":0.008233375003328547,"main_seconds":1.6812506249989383,"seconds":1.6894840000022668},"reset_check":{"record":"tv4x_qnli_17","bit_equal":true},"max_rss_bytes":23226482688,"process_wall_seconds":14.633156166004483},{"shard":"shard_04","records":39,"load":{"model_seconds":0.007688374986173585,"main_seconds":1.5169599580112845,"seconds":1.524648332997458},"reset_check":{"record":"tv4x_sciq_16","bit_equal":true},"max_rss_bytes":23227940864,"process_wall_seconds":15.605492124974262},{"shard":"shard_05","records":39,"load":{"model_seconds":0.008165666979039088,"main_seconds":1.6750026250083465,"seconds":1.6831682919873856},"reset_check":{"record":"tv4x_composition_holdout_15","bit_equal":true},"max_rss_bytes":23227580416,"process_wall_seconds":13.224150416004704},{"shard":"shard_06","records":39,"load":{"model_seconds":0.0068196249776519835,"main_seconds":1.5137165410269517,"seconds":1.5205361660046037},"reset_check":{"record":"semif_ec94ef909f7918695ab3","bit_equal":true},"max_rss_bytes":23226810368,"process_wall_seconds":12.247288833983475},{"shard":"shard_07","records":39,"load":{"model_seconds":0.008251332998042926,"main_seconds":1.5513850419956725,"seconds":1.5596363749937154},"reset_check":{"record":"semif_533d4423d311de82b27d","bit_equal":true},"max_rss_bytes":23226810368,"process_wall_seconds":12.373110708023887},{"shard":"shard_08","records":39,"load":{"model_seconds":0.007243666012072936,"main_seconds":1.5278809590090532,"seconds":1.5351246250211261},"reset_check":{"record":"semif_fdd902cc6e65fad7cb4f","bit_equal":true},"max_rss_bytes":23227482112,"process_wall_seconds":12.272228792018723},{"shard":"shard_09","records":33,"load":{"model_seconds":0.007307374995434657,"main_seconds":1.510631209006533,"seconds":1.5179385840019677},"reset_check":{"record":"semif_c4e9bd463b6fde5be743","bit_equal":true},"max_rss_bytes":23236362240,"process_wall_seconds":48.60673283401411}],"summary":{"records":384,"rows":434,"i_hidden_bit_equal_gate":434,"i_hidden_max_abs_diff_gate":0.0,"i_p_torch_head_bit_equal_gate":434,"i_p_host_bit_equal_gate":3,"i_p_host_max_abs_dp_gate":4.470348358154297e-07,"finite_all":true,"all_zero_rows":0,"reset_bit_equal_all_processes":true,"iii_records_answers_equal_oracle":10,"iii_questions":434,"iii_main_values_equal":302,"iii_by_type":{"noul":{"questions":107,"main_equal":11},"choice":{"questions":290,"main_equal":289},"score":{"questions":37,"main_equal":2}},"iii_argmax_equal_by_type":{"noul":{"questions":107,"argmax_equal":107,"near_tie_questions":2,"argmax_differs":[]},"choice":{"questions":290,"argmax_equal":289,"near_tie_questions":6,"argmax_differs":["semif_4089c199b8b796ec3ed8:q0"]},"score":{"questions":37,"argmax_equal":36,"near_tie_questions":4,"argmax_differs":["own_t02:q0"]}},"iii_fields":1635,"iii_fields_equal":239,"iii_fields_off_by_1e-4":291,"iii_fields_off_more":1105,"iii_max_field_abs_diff":0.1251,"iii_input_tokens_equal":384,"iii_output_tokens_equal":227,"iii_model_field":"the oracle body echoes the request's model; ours is the bundle name","torch_head_answers_equal_host_records":384,"iv_bar":{"host":{"questions":434,"questions_non_near_tie":422,"argmax_equal_non_near_tie":422,"near_tie_questions":12,"argmax_equal_near_tie":10,"max_abs_dp":0.015306353569030762,"worst_row":"semif_1105577da4c8dad4609d:q0","mean_of_run_mean_abs_dp":0.0007686224839754062,"pass":true},"torch_head":{"questions":434,"questions_non_near_tie":422,"argmax_equal_non_near_tie":422,"near_tie_questions":12,"argmax_equal_near_tie":10,"max_abs_dp":0.015306353569030762,"worst_row":"semif_1105577da4c8dad4609d:q0","mean_of_run_mean_abs_dp":0.000768624044211272,"pass":true},"gate_transcript_p":{"questions":434,"questions_non_near_tie":422,"argmax_equal_non_near_tie":422,"near_tie_questions":12,"argmax_equal_near_tie":10,"max_abs_dp":0.015306353569030762,"worst_row":"semif_1105577da4c8dad4609d:q0","mean_of_run_mean_abs_dp":0.000768624044211272,"pass":true},"shared_host":{"questions":434,"questions_non_near_tie":422,"argmax_equal_non_near_tie":422,"near_tie_questions":12,"argmax_equal_near_tie":10,"max_abs_dp":0.015306353569030762,"worst_row":"semif_1105577da4c8dad4609d:q0","mean_of_run_mean_abs_dp":0.0007686224839754062,"pass":true}},"iv_gate_transcript_summary":{"questions_non_near_tie":422,"argmax_equal_non_near_tie":422,"near_tie_questions":12,"argmax_equal_near_tie":10,"max_abs_dp":0.015306353569030762,"mean_of_run_mean_abs_dp":0.000768624044211272},"iv_torch_head_equals_gate":true,"ii_dynamic":false,"ii_graph":{"dynamic":false,"graph_max":128,"cap":128,"q":128,"qmin":128},"ii_shared_hidden_max_abs_diff_direct":0.0,"ii_shared_hidden_bit_equal_shared_gate":null,"ii_shared_hidden_bit_equal_direct":434,"ii_shared_p_bit_equal_direct":434,"ii_shared_max_abs_dp":0.0,"ii_shared_responses_equal_direct":384,"ii_calls":{"direct":681,"shared":551},"ii_graph_seconds":{"direct":91.17071225697873,"shared":54.582415341283195},"pass_i":true,"pass_ii":true},"generated_at":"2026-10-04T05:46:24+00:00","records":[{"id":"tv4_000","source":"transfer_v4_dev_head","state_len":30,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":12366.785374993924,"decide_ms":12387.21820799401,"head_ms":3.5932909813709557,"host_ms":2.1856669918633997},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.02679102378897,"decide_ms":120.24320801720023,"head_ms":0.26454200269654393,"host_ms":0.32679198193363845}},{"id":"tv4_001","source":"transfer_v4_dev_head","state_len":16,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.27916699578054,"decide_ms":110.19133302033879,"head_ms":0.23975002113729715,"host_ms":0.10820900206454098},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.33312500268221,"decide_ms":110.08070802199654,"head_ms":0.2487500023562461,"host_ms":0.4624169960152358}},{"id":"tv4_002","source":"transfer_v4_dev_head","state_len":18,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.30385160446167e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.66083299857564,"decide_ms":109.8072089953348,"head_ms":0.24491699878126383,"host_ms":0.30987500213086605},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.49341699737124,"decide_ms":110.35979198641144,"head_ms":0.23620898718945682,"host_ms":0.13383300392888486}},{"id":"tv4_003","source":"transfer_v4_dev_head","state_len":20,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0055,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.60945798573084,"decide_ms":110.87770797894336,"head_ms":0.2522919967304915,"host_ms":0.15429200720973313},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.62979201716371,"decide_ms":111.06345799635164,"head_ms":0.2627079957164824,"host_ms":0.34570900606922805}},{"id":"tv4_004","source":"transfer_v4_dev_head","state_len":14,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.984919309616089e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.61370798898861,"decide_ms":110.73779099388048,"head_ms":0.24324998958036304,"host_ms":0.21895900135859847},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.63916598260403,"decide_ms":111.29879101645201,"head_ms":0.2545409952290356,"host_ms":0.12779198004864156}},{"id":"tv4_005","source":"transfer_v4_dev_head","state_len":24,"input_tokens":81,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":81,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.98258300381713,"decide_ms":111.91587499342859,"head_ms":0.2959999837912619,"host_ms":0.1533330068923533},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.71116699650884,"decide_ms":110.64374999841675,"head_ms":0.2470840117894113,"host_ms":0.32941700192168355}},{"id":"tv4_006","source":"transfer_v4_dev_head","state_len":194,"input_tokens":237,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":237,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.97895800345577,"decide_ms":208.7830840027891,"head_ms":0.25350000942125916,"host_ms":0.6698750075884163},"shared":{"plan":{"state_len":194,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.86254201992415,"decide_ms":245.4325830040034,"head_ms":0.30433302163146436,"host_ms":0.27504199533723295}},{"id":"tv4_007","source":"transfer_v4_dev_head","state_len":13,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0061,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.00645801099017,"decide_ms":111.0924169770442,"head_ms":0.2621249877847731,"host_ms":0.135750015033409},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":100.47445900272578,"decide_ms":113.61358300200664,"head_ms":0.26833300944417715,"host_ms":0.205625023227185}},{"id":"tv4_008","source":"transfer_v4_dev_head","state_len":37,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.6566128730773926e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.7161249795463,"decide_ms":110.0258750084322,"head_ms":0.24341701646335423,"host_ms":0.2656250144354999},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.71679201023653,"decide_ms":110.42804099270143,"head_ms":0.2533330116420984,"host_ms":0.14124999870546162}},{"id":"tv4_009","source":"transfer_v4_dev_head","state_len":259,"input_tokens":321,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":321,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":296.1266669735778,"decide_ms":308.7292500131298,"head_ms":0.24774999474175274,"host_ms":0.3879169817082584},"shared":{"plan":{"state_len":259,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":296.8394169874955,"decide_ms":335.8055839780718,"head_ms":0.2538749831728637,"host_ms":0.7107499986886978}},{"id":"tv4_010","source":"transfer_v4_dev_head","state_len":29,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.40529100620188,"decide_ms":109.41937498864718,"head_ms":0.2517910033930093,"host_ms":0.22445799550041556},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.67554099764675,"decide_ms":110.16533398651518,"head_ms":0.23733399575576186,"host_ms":0.11150000500492752}},{"id":"tv4_011","source":"transfer_v4_dev_head","state_len":70,"input_tokens":105,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":105,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.54808400268666,"decide_ms":109.14837502059527,"head_ms":0.23716702708043158,"host_ms":0.15241699293255806},"shared":{"plan":{"state_len":70,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.47145798266865,"decide_ms":109.85012497985736,"head_ms":0.25108299450948834,"host_ms":0.2540410205256194}},{"id":"tv4_012","source":"transfer_v4_dev_head","state_len":37,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.50174997700378,"decide_ms":109.38354098470882,"head_ms":0.25616600760258734,"host_ms":0.193667015992105},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.48425001837313,"decide_ms":108.83641598047689,"head_ms":0.2335829776711762,"host_ms":0.13670901535078883}},{"id":"tv4_013","source":"transfer_v4_dev_head","state_len":33,"input_tokens":163,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":163,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.980232238769531e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.88687601592392,"decide_ms":207.82075001625344,"head_ms":0.2519999979995191,"host_ms":0.20987499738112092},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.83424997492693,"decide_ms":207.42362501914613,"head_ms":0.24241700884886086,"host_ms":0.34766699536703527}},{"id":"tv4_014","source":"transfer_v4_dev_head","state_len":22,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.9371509552001953e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.76337499008514,"decide_ms":109.80020801071078,"head_ms":0.24074999964796007,"host_ms":0.20995899103581905},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.59883299213834,"decide_ms":110.02637501223944,"head_ms":0.29662498855032027,"host_ms":0.13495900202542543}},{"id":"tv4_015","source":"transfer_v4_dev_head","state_len":105,"input_tokens":177,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":177,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.21540641784668e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.5722500171978,"decide_ms":208.21400001295842,"head_ms":0.237458007177338,"host_ms":0.26354199508205056},"shared":{"plan":{"state_len":105,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.28991799638607,"decide_ms":208.90412500011735,"head_ms":0.25533398729749024,"host_ms":0.3880840085912496}},{"id":"tv4_016","source":"transfer_v4_dev_head","state_len":24,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.66212497581728,"decide_ms":110.82454101415351,"head_ms":0.2509579935576767,"host_ms":0.225499999942258},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.60170801403001,"decide_ms":109.23691702191718,"head_ms":0.24754201876930892,"host_ms":0.1323329925071448}},{"id":"tv4_017","source":"transfer_v4_dev_head","state_len":14,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.21540641784668e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.77424998558126,"decide_ms":110.70695801754482,"head_ms":0.29329099925234914,"host_ms":0.16124997637234628},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96950001711957,"decide_ms":111.13508400740102,"head_ms":0.27133399271406233,"host_ms":0.2237499866168946}},{"id":"tv4_018","source":"transfer_v4_dev_head","state_len":27,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":4,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.84820799925365,"decide_ms":110.4890420101583,"head_ms":0.25166699197143316,"host_ms":0.20758298342116177},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75574999023229,"decide_ms":110.76437498559244,"head_ms":0.25383298634551466,"host_ms":0.13345800107344985}},{"id":"tv4_019","source":"transfer_v4_dev_head","state_len":89,"input_tokens":130,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":130,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.6912499628961,"decide_ms":208.5420830117073,"head_ms":0.24087500059977174,"host_ms":0.1737919810693711},"shared":{"plan":{"state_len":89,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.384333005175,"decide_ms":208.6457079858519,"head_ms":0.24024999584071338,"host_ms":0.26891700690612197}},{"id":"tv4_020","source":"transfer_v4_dev_head","state_len":34,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.5556659870781,"decide_ms":109.35933300061151,"head_ms":0.25666598230600357,"host_ms":0.2509579935576767},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.55275001609698,"decide_ms":109.19791599735618,"head_ms":0.24049999774433672,"host_ms":0.13962501543574035}},{"id":"tv4_021","source":"transfer_v4_dev_head","state_len":16,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.71358299278654,"decide_ms":109.63341599563137,"head_ms":0.24049999774433672,"host_ms":0.12775001232512295},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.63804202177562,"decide_ms":110.52733400720172,"head_ms":0.2543340087868273,"host_ms":0.1695409882813692}},{"id":"tv4_022","source":"transfer_v4_dev_head","state_len":105,"input_tokens":144,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":144,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.842877388000488e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.4602909865789,"decide_ms":208.7362909805961,"head_ms":0.26533298660069704,"host_ms":0.2471670159138739},"shared":{"plan":{"state_len":105,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.42662500357255,"decide_ms":209.09920800477266,"head_ms":0.2462920092511922,"host_ms":0.18912498489953578}},{"id":"tv4_023","source":"transfer_v4_dev_head","state_len":41,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.341104507446289e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.60912497970276,"decide_ms":110.08412501541898,"head_ms":0.24395901709794998,"host_ms":0.14445898705162108},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.36212499067187,"decide_ms":108.95579098723829,"head_ms":0.2381659869570285,"host_ms":0.2295419981237501}},{"id":"tv4_024","source":"transfer_v4_dev_head","state_len":23,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.39125000871718,"decide_ms":108.81458298536018,"head_ms":0.23891698219813406,"host_ms":0.28829200891777873},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.39670799556188,"decide_ms":109.86079199938104,"head_ms":0.25904198992066085,"host_ms":0.16162500833161175}},{"id":"tv4_025","source":"transfer_v4_dev_head","state_len":132,"input_tokens":180,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":180,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.9371509552001953e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.91616697330028,"decide_ms":208.81387501140125,"head_ms":0.3259170043747872,"host_ms":0.25283399736508727},"shared":{"plan":{"state_len":132,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":197.5156670087017,"decide_ms":233.1882920116186,"head_ms":0.30062501900829375,"host_ms":0.37975001032464206}},{"id":"tv4_026","source":"transfer_v4_dev_head","state_len":34,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.2782554626464844e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.93000000738539,"decide_ms":111.01516700000502,"head_ms":0.27841702103614807,"host_ms":0.25354200624860823},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.87649997835979,"decide_ms":109.65574998408556,"head_ms":0.26324999635107815,"host_ms":0.15770801110193133}},{"id":"tv4_027","source":"transfer_v4_dev_head","state_len":15,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.043081283569336e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.7991250003688,"decide_ms":111.3713750091847,"head_ms":0.274333986453712,"host_ms":0.15174999134615064},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.82341700722463,"decide_ms":110.07783300010487,"head_ms":0.2884160203393549,"host_ms":0.18400000408291817}},{"id":"tv4_028","source":"transfer_v4_dev_head","state_len":234,"input_tokens":290,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":290,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":295.8456659980584,"decide_ms":307.85383298643865,"head_ms":0.29054199694655836,"host_ms":0.5908340099267662},"shared":{"plan":{"state_len":234,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":295.24100001435727,"decide_ms":327.7034999919124,"head_ms":0.27837499510496855,"host_ms":0.3777499950956553}},{"id":"tv4_029","source":"transfer_v4_dev_head","state_len":30,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":4,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.34687499096617,"decide_ms":108.21045900229365,"head_ms":0.2552499936427921,"host_ms":0.09829099872149527},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.97941601229832,"decide_ms":110.59208301594481,"head_ms":0.25666700094006956,"host_ms":0.20470898016355932}},{"id":"tv4_030","source":"transfer_v4_dev_head","state_len":13,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.39229198405519,"decide_ms":108.30908399657346,"head_ms":0.2246249932795763,"host_ms":0.21566601935774088},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.31962498719804,"decide_ms":108.07541699614376,"head_ms":0.22612500470131636,"host_ms":0.11829202412627637}},{"id":"tv4_031","source":"transfer_v4_dev_head","state_len":22,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.52916601812467,"decide_ms":108.23499999241903,"head_ms":0.23137498646974564,"host_ms":0.12029201025143266},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.32962497603148,"decide_ms":108.4869579935912,"head_ms":0.2624999906402081,"host_ms":0.16316698747687042}},{"id":"tv4_032","source":"transfer_v4_dev_head","state_len":21,"input_tokens":135,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":135,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.3496259704698,"decide_ms":206.2437080021482,"head_ms":0.25920799816958606,"host_ms":0.23704199702478945},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.2897509986069,"decide_ms":206.99504201184027,"head_ms":0.2740419877227396,"host_ms":0.17608297639526427}},{"id":"tv4_033","source":"transfer_v4_dev_head","state_len":198,"input_tokens":293,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":2,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":293,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":295.41129199787974,"decide_ms":305.9842920047231,"head_ms":0.24129200028255582,"host_ms":0.32920800731517375},"shared":{"plan":{"state_len":198,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":296.2973329995293,"decide_ms":332.26979200844653,"head_ms":0.2532500075176358,"host_ms":1.4575830136891454}},{"id":"tv4_034","source":"transfer_v4_dev_head","state_len":43,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.66720900754444,"decide_ms":109.14262500591576,"head_ms":0.25045798975043,"host_ms":0.20337497699074447},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.39720799936913,"decide_ms":109.68787502497435,"head_ms":0.2644589985720813,"host_ms":0.14762498904019594}},{"id":"tv4_035","source":"transfer_v4_dev_head","state_len":36,"input_tokens":108,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":108,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.21540641784668e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.30704200430773,"decide_ms":108.68379200110212,"head_ms":0.23866698029451072,"host_ms":0.16841597971506417},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.89949997887015,"decide_ms":109.28304199478589,"head_ms":0.25179199292324483,"host_ms":0.2388330176472664}},{"id":"tv4_036","source":"transfer_v4_dev_head","state_len":101,"input_tokens":150,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":150,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.4918749872595,"decide_ms":206.41070799320005,"head_ms":0.24437499814666808,"host_ms":0.2225420030299574},"shared":{"plan":{"state_len":101,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.98016601614654,"decide_ms":207.0718329923693,"head_ms":0.24999998277053237,"host_ms":0.1664169831201434}},{"id":"tv4_037","source":"transfer_v4_dev_head","state_len":24,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.35504199145362,"decide_ms":108.21549998945557,"head_ms":0.2435839851386845,"host_ms":0.13299999409355223},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.58770802384242,"decide_ms":109.75354199763387,"head_ms":0.2483749995008111,"host_ms":0.17800001660361886}},{"id":"tv4_038","source":"transfer_v4_dev_head","state_len":35,"input_tokens":130,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":130,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.36012499197386,"decide_ms":208.34416602156125,"head_ms":0.26312502450309694,"host_ms":0.29337499290704727},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":199.0569590125233,"decide_ms":209.4843749946449,"head_ms":0.2851659955922514,"host_ms":0.18441601423546672}},{"id":"tv4_039","source":"transfer_v4_dev_head","state_len":26,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0043,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1153.362333017867,"decide_ms":1169.6618749992922,"head_ms":0.45841699466109276,"host_ms":0.3805840096902102},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.35475002182648,"decide_ms":111.63062500418164,"head_ms":0.24929101346060634,"host_ms":0.14245801139622927}},{"id":"tv4_040","source":"transfer_v4_dev_head","state_len":100,"input_tokens":208,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0058,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":208,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":210.7776670018211,"decide_ms":241.98095899191685,"head_ms":0.25658399681560695,"host_ms":0.30008298926986754},"shared":{"plan":{"state_len":100,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":215.93591597047634,"decide_ms":225.23858299246058,"head_ms":0.2495829830877483,"host_ms":0.42579200817272067}},{"id":"tv4_041","source":"transfer_v4_dev_head","state_len":126,"input_tokens":208,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0095,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":208,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.52904098620638,"decide_ms":206.49066599435173,"head_ms":0.3078749869018793,"host_ms":0.4182920092716813},"shared":{"plan":{"state_len":126,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.46591701894067,"decide_ms":210.30674999929033,"head_ms":0.2438749943394214,"host_ms":0.3938750014640391}},{"id":"tv4_042","source":"transfer_v4_dev_head","state_len":21,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.28362500411458,"decide_ms":110.16795798786916,"head_ms":0.24741599918343127,"host_ms":0.1405829971190542},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.17879198817536,"decide_ms":108.9322910120245,"head_ms":0.2752500004135072,"host_ms":0.207042001420632}},{"id":"tv4_043","source":"transfer_v4_dev_head","state_len":22,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.19391698692925,"decide_ms":108.67291598697193,"head_ms":0.23741598124615848,"host_ms":0.17187499906867743},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.09404198313132,"decide_ms":108.02208399400115,"head_ms":0.244334019953385,"host_ms":0.10495801689103246}},{"id":"tv4_044","source":"transfer_v4_dev_head","state_len":32,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":4,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9103830456733704e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.57370800455101,"decide_ms":108.7024169974029,"head_ms":0.327207992086187,"host_ms":0.14441600069403648},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":97.80758401029743,"decide_ms":106.68033300316893,"head_ms":0.2407910069450736,"host_ms":0.1784999913070351}},{"id":"tv4_045","source":"transfer_v4_dev_head","state_len":49,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":100.9085419937037,"decide_ms":112.24562500137836,"head_ms":0.249416014412418,"host_ms":0.2329580020159483},"shared":{"plan":{"state_len":49,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.83612502017058,"decide_ms":109.5271660014987,"head_ms":0.2661250182427466,"host_ms":0.15545901260338724}},{"id":"tv4_046","source":"transfer_v4_dev_head","state_len":32,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.45412502181716,"decide_ms":109.1056659934111,"head_ms":0.262790999840945,"host_ms":0.13220901018939912},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.76483300467953,"decide_ms":109.45012501906604,"head_ms":0.24908402701839805,"host_ms":0.16870899708010256}},{"id":"tv4_047","source":"transfer_v4_dev_head","state_len":36,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.341104507446289e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.13316600047983,"decide_ms":107.77641701861285,"head_ms":0.23487501312047243,"host_ms":0.1908330013975501},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.36962498957291,"decide_ms":108.33333301707171,"head_ms":0.24300001678057015,"host_ms":0.11199997970834374}},{"id":"tv4_048","source":"transfer_v4_dev_head","state_len":78,"input_tokens":119,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":119,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.5762786865234375e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.15254199202172,"decide_ms":109.99208298744634,"head_ms":0.2539169800002128,"host_ms":0.20933401538059115},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.31045899773017,"decide_ms":108.3270410017576,"head_ms":0.2674999996088445,"host_ms":0.22704197908751667}},{"id":"tv4_049","source":"transfer_v4_dev_head","state_len":17,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.20020798360929,"decide_ms":109.82750001130626,"head_ms":0.2391250163782388,"host_ms":0.2633339900057763},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.08266698382795,"decide_ms":107.23808300099336,"head_ms":0.22412498947232962,"host_ms":0.1297919952776283}},{"id":"tv4_050","source":"transfer_v4_dev_head","state_len":28,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.26920798514038,"decide_ms":108.8351660000626,"head_ms":0.24524997570551932,"host_ms":0.11345898383297026},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":97.93891600565985,"decide_ms":106.97133300709538,"head_ms":0.22975000320002437,"host_ms":0.12587499804794788}},{"id":"tv4_051","source":"transfer_v4_dev_head","state_len":35,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0034,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.980232238769531e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.56620800378732,"decide_ms":206.6155000065919,"head_ms":0.242499983869493,"host_ms":0.30162499751895666},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.0630000103265,"decide_ms":206.05029101716354,"head_ms":0.2607910137157887,"host_ms":0.1728750066831708}},{"id":"tv4_052","source":"transfer_v4_dev_head","state_len":29,"input_tokens":132,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0044,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":132,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.0489096641540527e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.03633301449008,"decide_ms":207.42720799171366,"head_ms":0.24649998522363603,"host_ms":0.16258400864899158},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.31904095876962,"decide_ms":206.63654201780446,"head_ms":0.2671249967534095,"host_ms":0.23700000019744039}},{"id":"tv4_053","source":"transfer_v4_dev_head","state_len":209,"input_tokens":358,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":358,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":294.6144170127809,"decide_ms":304.69187497510575,"head_ms":0.24112497339956462,"host_ms":0.553084013517946},"shared":{"plan":{"state_len":209,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":295.2567500178702,"decide_ms":329.2330830008723,"head_ms":0.23483301629312336,"host_ms":0.36962502053938806}},{"id":"tv4_054","source":"transfer_v4_dev_head","state_len":28,"input_tokens":113,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":113,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.74641700298525,"decide_ms":109.175999998115,"head_ms":0.2651670074556023,"host_ms":0.16133300960063934},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.54070900473744,"decide_ms":107.71545901661739,"head_ms":0.26204201276414096,"host_ms":0.18274999456480145}},{"id":"tv4_055","source":"transfer_v4_dev_head","state_len":132,"input_tokens":189,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":189,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.7366670141928,"decide_ms":207.1617080073338,"head_ms":0.2536249812692404,"host_ms":0.29508399893529713},"shared":{"plan":{"state_len":132,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":197.60141702136025,"decide_ms":233.57929100166075,"head_ms":0.23874998441897333,"host_ms":0.21841700072400272}},{"id":"tv4_056","source":"transfer_v4_dev_head","state_len":26,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.42266701161861,"decide_ms":110.11733300983906,"head_ms":0.30229100957512856,"host_ms":0.1654170046094805},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.65187498508021,"decide_ms":108.53933400358073,"head_ms":0.2735840098466724,"host_ms":0.20137501996941864}},{"id":"tv4_057","source":"transfer_v4_dev_head","state_len":27,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.682209014892578e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.39370899135247,"decide_ms":111.19495800812729,"head_ms":0.23329100804403424,"host_ms":0.21666698739863932},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.09091599890962,"decide_ms":107.30866697849706,"head_ms":0.2502499846741557,"host_ms":0.10579099762253463}},{"id":"tv4_058","source":"transfer_v4_dev_head","state_len":88,"input_tokens":129,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0041,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":129,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.2782554626464844e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.24554199981503,"decide_ms":205.85925001068972,"head_ms":0.24041702272370458,"host_ms":0.17275000573135912},"shared":{"plan":{"state_len":88,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.80787500692531,"decide_ms":207.58995797950774,"head_ms":0.2414170012343675,"host_ms":0.22404201445169747}},{"id":"tv4_059","source":"transfer_v4_dev_head","state_len":20,"input_tokens":102,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":102,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.29466699738987,"decide_ms":107.8839169931598,"head_ms":0.2663329942151904,"host_ms":0.2123749873135239},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.38608399149962,"decide_ms":107.81712498283014,"head_ms":0.25404198095202446,"host_ms":0.196917011635378}},{"id":"tv4x_emotion_00","source":"transfer_v4_dev_sources","state_len":12,"input_tokens":42,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":7,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":42,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.3452920045238,"decide_ms":110.21545800031163,"head_ms":0.2455409849062562,"host_ms":0.09758298983797431},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.36041700327769,"decide_ms":110.07550000795163,"head_ms":0.25941699277609587,"host_ms":0.11895800707861781}},{"id":"tv4x_emotion_01","source":"transfer_v4_dev_sources","state_len":8,"input_tokens":38,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":4,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":38,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.5331974029541016e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.0978749867063,"decide_ms":107.45162499370053,"head_ms":0.24137500440701842,"host_ms":0.08466700091958046},"shared":{"plan":{"state_len":8,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.02829200634733,"decide_ms":107.2315420024097,"head_ms":0.23116701049730182,"host_ms":0.07399998139590025}},{"id":"tv4x_emotion_02","source":"transfer_v4_dev_sources","state_len":6,"input_tokens":36,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":3,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":36,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.26662499108352,"decide_ms":107.58545799762942,"head_ms":0.23170799249783158,"host_ms":0.06641700747422874},"shared":{"plan":{"state_len":6,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":97.99020900391042,"decide_ms":107.39712498616427,"head_ms":0.2308339753653854,"host_ms":0.08841700037010014}},{"id":"tv4x_emotion_03","source":"transfer_v4_dev_sources","state_len":43,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.9371509552001953e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.1140410003718,"decide_ms":107.202834013151,"head_ms":0.25025001377798617,"host_ms":0.13766600750386715},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.32241601543501,"decide_ms":109.09933398943394,"head_ms":0.23329199757426977,"host_ms":0.12654101010411978}},{"id":"tv4x_emotion_04","source":"transfer_v4_dev_sources","state_len":9,"input_tokens":39,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":4,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":39,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.29237498342991,"decide_ms":107.97000001184642,"head_ms":0.2431670145597309,"host_ms":0.09020799188874662},"shared":{"plan":{"state_len":9,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.36183302104473,"decide_ms":108.45716699259356,"head_ms":0.24491699878126383,"host_ms":0.09683301323093474}},{"id":"tv4x_emotion_05","source":"transfer_v4_dev_sources","state_len":22,"input_tokens":52,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":52,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.47999998601153,"decide_ms":108.16266702022403,"head_ms":0.24675001623108983,"host_ms":0.1176249934360385},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.42729198862799,"decide_ms":109.34941700543277,"head_ms":0.2717080060392618,"host_ms":0.10266600293107331}},{"id":"tv4x_emotion_06","source":"transfer_v4_dev_sources","state_len":7,"input_tokens":37,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":4,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":37,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.14912499859929,"decide_ms":107.93062500306405,"head_ms":0.24425002629868686,"host_ms":0.07525002001784742},"shared":{"plan":{"state_len":7,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.26949998387136,"decide_ms":108.69962500873953,"head_ms":0.2373750030528754,"host_ms":0.09754198254086077}},{"id":"tv4x_emotion_07","source":"transfer_v4_dev_sources","state_len":7,"input_tokens":37,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":37,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.15283300122246,"decide_ms":108.15049998927861,"head_ms":0.23700000019744039,"host_ms":0.09208300616592169},"shared":{"plan":{"state_len":7,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.2294580026064,"decide_ms":107.56091700750403,"head_ms":0.24362499243579805,"host_ms":0.07458298932760954}},{"id":"tv4x_emotion_08","source":"transfer_v4_dev_sources","state_len":22,"input_tokens":52,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":52,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.32579200156033,"decide_ms":108.51587500656024,"head_ms":0.24341698735952377,"host_ms":0.10629199096001685},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.50741701666266,"decide_ms":108.482332987478,"head_ms":0.24129200028255582,"host_ms":0.13441700139082968}},{"id":"tv4x_emotion_09","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":5,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.3290419972036,"decide_ms":107.97037498559803,"head_ms":0.25420798920094967,"host_ms":0.13650002074427903},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.08566700667143,"decide_ms":107.8615419974085,"head_ms":0.23558299290016294,"host_ms":0.12062498717568815}},{"id":"tv4x_emotion_10","source":"transfer_v4_dev_sources","state_len":10,"input_tokens":40,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":40,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.14008299144916,"decide_ms":108.48966697813012,"head_ms":0.24462500005029142,"host_ms":0.09091701940633357},"shared":{"plan":{"state_len":10,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.13575001317076,"decide_ms":108.02345900447108,"head_ms":0.24462500005029142,"host_ms":0.09583300561644137}},{"id":"tv4x_emotion_11","source":"transfer_v4_dev_sources","state_len":18,"input_tokens":48,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":3,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":48,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.10912501416169,"decide_ms":108.18804200971499,"head_ms":0.24116699933074415,"host_ms":0.12258300557732582},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.21991698117927,"decide_ms":108.44533299678005,"head_ms":0.24449999909847975,"host_ms":0.08945900481194258}},{"id":"tv4x_emotion_12","source":"transfer_v4_dev_sources","state_len":52,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":7,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.91155481338501e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.25179202016443,"decide_ms":108.85016698739491,"head_ms":0.24024999584071338,"host_ms":0.12016601976938546},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.21933400235139,"decide_ms":107.99283400410786,"head_ms":0.2372089948039502,"host_ms":0.17137499526143074}},{"id":"tv4x_emotion_13","source":"transfer_v4_dev_sources","state_len":30,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":7,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.341104507446289e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.19883402087726,"decide_ms":107.96508300700225,"head_ms":0.24733299505896866,"host_ms":0.15587499365210533},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.35695900255814,"decide_ms":108.93595902598463,"head_ms":0.25108401314355433,"host_ms":0.11695799184963107}},{"id":"tv4x_emotion_14","source":"transfer_v4_dev_sources","state_len":9,"input_tokens":39,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":39,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.19133300334215,"decide_ms":107.7670419763308,"head_ms":0.2391669841017574,"host_ms":0.07787501090206206},"shared":{"plan":{"state_len":9,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.02366601070389,"decide_ms":107.64508400461636,"head_ms":0.23691699607297778,"host_ms":0.08270799298770726}},{"id":"tv4x_emotion_15","source":"transfer_v4_dev_sources","state_len":14,"input_tokens":44,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":44,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.1064579973463,"decide_ms":107.85083399969153,"head_ms":0.24816699442453682,"host_ms":0.12087498907931149},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.3036250108853,"decide_ms":108.20070898626,"head_ms":0.23408400011248887,"host_ms":0.09216601029038429}},{"id":"tv4x_emotion_16","source":"transfer_v4_dev_sources","state_len":20,"input_tokens":50,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":50,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.01470799720846,"decide_ms":107.67150000901893,"head_ms":0.23925001733005047,"host_ms":0.0940409954637289},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.2722909830045,"decide_ms":107.50616699806415,"head_ms":0.23900001542642713,"host_ms":0.11399999493733048}},{"id":"tv4x_emotion_17","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":56,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":56,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.17083302186802,"decide_ms":108.33250000723638,"head_ms":0.24791600299067795,"host_ms":0.12483299360610545},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.11433299910277,"decide_ms":108.21112501434982,"head_ms":0.24041699361987412,"host_ms":0.09941699681803584}},{"id":"tv4x_emotion_18","source":"transfer_v4_dev_sources","state_len":37,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1183.5643329832237,"decide_ms":1200.035374989966,"head_ms":0.271083990810439,"host_ms":0.3447500057518482},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.26574998442084,"decide_ms":109.30083401035517,"head_ms":0.28395900153554976,"host_ms":0.12933299876749516}},{"id":"tv4x_emotion_19","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.14004201325588,"decide_ms":108.3815419988241,"head_ms":0.2597499988041818,"host_ms":0.13525001122616231},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.11945800902322,"decide_ms":108.4504580067005,"head_ms":0.2521249989513308,"host_ms":0.17091698828153312}},{"id":"tv4x_tweet_offensive_00","source":"transfer_v4_dev_sources","state_len":37,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.28174998983741,"decide_ms":108.22208298486657,"head_ms":0.24058300186879933,"host_ms":0.2026250003837049},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.06099999696016,"decide_ms":108.13891698489897,"head_ms":0.2354589814785868,"host_ms":0.12887499178759754}},{"id":"tv4x_tweet_offensive_01","source":"transfer_v4_dev_sources","state_len":47,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.11212500790134,"decide_ms":108.3224159956444,"head_ms":0.23320800391957164,"host_ms":0.1499170030001551},"shared":{"plan":{"state_len":47,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.14708400517702,"decide_ms":108.28695798409171,"head_ms":0.24454097729176283,"host_ms":0.20000000949949026}},{"id":"tv4x_tweet_offensive_02","source":"transfer_v4_dev_sources","state_len":33,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.13354100333527,"decide_ms":108.04170899791643,"head_ms":0.24166697403416038,"host_ms":0.1477499899920076},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.27975000371225,"decide_ms":109.03691701241769,"head_ms":0.23091700859367847,"host_ms":0.12412498472258449}},{"id":"tv4x_tweet_offensive_03","source":"transfer_v4_dev_sources","state_len":62,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.3442919969093,"decide_ms":108.47645899048075,"head_ms":0.24645900703035295,"host_ms":0.14045799616724253},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.1087920081336,"decide_ms":108.21341598057188,"head_ms":0.24954098626039922,"host_ms":0.19745901226997375}},{"id":"tv4x_tweet_offensive_04","source":"transfer_v4_dev_sources","state_len":39,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.5630420036614,"decide_ms":109.28745902492665,"head_ms":0.24054202367551625,"host_ms":0.16812499961815774},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.19124999921769,"decide_ms":108.63074997905642,"head_ms":0.23762500495649874,"host_ms":0.1197500096168369}},{"id":"tv4x_tweet_offensive_05","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.44466699380428,"decide_ms":110.14112501288764,"head_ms":0.28225002461113036,"host_ms":0.128833984490484},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84799999417737,"decide_ms":109.03579101432115,"head_ms":0.27266598772257566,"host_ms":0.14870899030938745}},{"id":"tv4x_tweet_offensive_06","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.29016698151827,"decide_ms":109.0587500075344,"head_ms":0.28079201001673937,"host_ms":0.21683398517780006},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.30087500833906,"decide_ms":110.64637498930097,"head_ms":0.27995798154734075,"host_ms":0.15666699619032443}},{"id":"tv4x_tweet_offensive_07","source":"transfer_v4_dev_sources","state_len":28,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.26141702453606,"decide_ms":110.54049999802373,"head_ms":0.26408297708258033,"host_ms":0.12562499614432454},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.43541599204764,"decide_ms":110.23070800001733,"head_ms":0.27749998844228685,"host_ms":0.1637499954085797}},{"id":"tv4x_tweet_offensive_08","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.172325134277344e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.33158301282674,"decide_ms":109.98666600789875,"head_ms":0.26524998247623444,"host_ms":0.21741699310950935},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.38649999094196,"decide_ms":110.00750001403503,"head_ms":0.2769590064417571,"host_ms":0.17600000137463212}},{"id":"tv4x_tweet_offensive_09","source":"transfer_v4_dev_sources","state_len":56,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.34095802600496,"decide_ms":109.89987500943244,"head_ms":0.28562499210238457,"host_ms":0.16541697550565004},"shared":{"plan":{"state_len":56,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.23175000585616,"decide_ms":110.06249999627471,"head_ms":0.2663749910425395,"host_ms":0.24504101020283997}},{"id":"tv4x_tweet_offensive_10","source":"transfer_v4_dev_sources","state_len":59,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.20966700883582,"decide_ms":110.11574999429286,"head_ms":0.2557499974500388,"host_ms":0.231999991228804},"shared":{"plan":{"state_len":59,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.23454097588547,"decide_ms":108.71412500273436,"head_ms":0.2969169872812927,"host_ms":0.13733399100601673}},{"id":"tv4x_tweet_offensive_11","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.705522537231445e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.38408399466425,"decide_ms":110.05266700522043,"head_ms":0.2852920151781291,"host_ms":0.17304200446233153},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.89366598892957,"decide_ms":111.02504099835642,"head_ms":0.2795000036712736,"host_ms":0.22516699391417205}},{"id":"tv4x_tweet_offensive_12","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.44049999467097,"decide_ms":110.50520799471997,"head_ms":0.26333300047554076,"host_ms":0.1875000016298145},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.37216600519605,"decide_ms":110.47704200609587,"head_ms":0.25933299912139773,"host_ms":0.12829099432565272}},{"id":"tv4x_tweet_offensive_13","source":"transfer_v4_dev_sources","state_len":12,"input_tokens":43,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":43,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.56199999921955,"decide_ms":109.26662498968653,"head_ms":0.23999999393709004,"host_ms":0.0914999982342124},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.2302920203656,"decide_ms":110.25383399100974,"head_ms":0.24987501092255116,"host_ms":0.14200000441633165}},{"id":"tv4x_tweet_offensive_14","source":"transfer_v4_dev_sources","state_len":40,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.36858298513107,"decide_ms":108.62325000925921,"head_ms":0.241083005676046,"host_ms":0.17233300604857504},"shared":{"plan":{"state_len":40,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.48170899203978,"decide_ms":109.54725000192411,"head_ms":0.2633749973028898,"host_ms":0.13754097744822502}},{"id":"tv4x_tweet_offensive_15","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.44025000347756,"decide_ms":109.3527500052005,"head_ms":0.24095800472423434,"host_ms":0.11962500866502523},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.31487500923686,"decide_ms":109.04666598071344,"head_ms":0.24458300322294235,"host_ms":0.16841699834913015}},{"id":"tv4x_tweet_offensive_16","source":"transfer_v4_dev_sources","state_len":73,"input_tokens":104,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":104,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.80504201282747,"decide_ms":110.05808299523778,"head_ms":0.5199580045882612,"host_ms":0.20766700617969036},"shared":{"plan":{"state_len":73,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96920798928477,"decide_ms":111.632375017507,"head_ms":0.3779580001719296,"host_ms":0.19191598403267562}},{"id":"tv4x_tweet_offensive_17","source":"transfer_v4_dev_sources","state_len":41,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.09375000279397,"decide_ms":112.34487500041723,"head_ms":0.3248749999329448,"host_ms":0.1600419927854091},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7026669899933,"decide_ms":111.30799999227747,"head_ms":0.5355830071493983,"host_ms":0.23541701375506818}},{"id":"tv4x_tweet_offensive_18","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.08124999492429,"decide_ms":111.92841600859538,"head_ms":0.5079999973531812,"host_ms":0.19249998149462044},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.0271250193473,"decide_ms":111.30912500084378,"head_ms":0.4995419876649976,"host_ms":0.1433329889550805}},{"id":"tv4x_tweet_offensive_19","source":"transfer_v4_dev_sources","state_len":68,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.06375000718981,"decide_ms":111.36037501273677,"head_ms":0.48141699517145753,"host_ms":0.18874998204410076},"shared":{"plan":{"state_len":68,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.98225001618266,"decide_ms":112.42483300156891,"head_ms":0.4924170207232237,"host_ms":0.2724590012803674}},{"id":"tv4x_qnli_00","source":"transfer_v4_dev_sources","state_len":67,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.82533298898488,"decide_ms":112.24941600812599,"head_ms":0.3524160129018128,"host_ms":0.29458399512805045},"shared":{"plan":{"state_len":67,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.99191700969823,"decide_ms":111.40412499662489,"head_ms":0.483207986690104,"host_ms":0.16466699889861047}},{"id":"tv4x_qnli_01","source":"transfer_v4_dev_sources","state_len":57,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.97708299104124,"decide_ms":110.93654099386185,"head_ms":0.39754100725986063,"host_ms":0.1823750208131969},"shared":{"plan":{"state_len":57,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.2438750108704,"decide_ms":112.03716602176428,"head_ms":0.41983299888670444,"host_ms":0.3008339845109731}},{"id":"tv4x_qnli_02","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":51,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":51,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.71600000769831,"decide_ms":111.38237497652881,"head_ms":0.6009589997120202,"host_ms":0.17333400319330394},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96170801948756,"decide_ms":111.55583398067392,"head_ms":0.5459589883685112,"host_ms":0.13208301970735192}},{"id":"tv4x_qnli_03","source":"transfer_v4_dev_sources","state_len":29,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.0978193283081055e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.93570799613371,"decide_ms":111.69849999714643,"head_ms":0.2479999966453761,"host_ms":0.14558399561792612},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.85854198364541,"decide_ms":111.24558400479145,"head_ms":0.4805420176126063,"host_ms":0.21729100262746215}},{"id":"tv4x_qnli_04","source":"transfer_v4_dev_sources","state_len":98,"input_tokens":137,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":137,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.54462499986403,"decide_ms":209.60545900743455,"head_ms":0.2788339916151017,"host_ms":0.35933300387114286},"shared":{"plan":{"state_len":98,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.59774999693036,"decide_ms":210.3627499891445,"head_ms":0.4796250141225755,"host_ms":0.22837502183392644}},{"id":"tv4x_qnli_05","source":"transfer_v4_dev_sources","state_len":50,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4156103134155273e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04516697861254,"decide_ms":113.49716602126136,"head_ms":0.6457910058088601,"host_ms":0.15904198517091572},"shared":{"plan":{"state_len":50,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69850001996383,"decide_ms":110.9367500175722,"head_ms":0.277625018497929,"host_ms":0.2506669843569398}},{"id":"tv4x_qnli_06","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.05737498775125,"decide_ms":111.5060840093065,"head_ms":0.5236669967416674,"host_ms":0.17304098582826555},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.90733400243334,"decide_ms":110.85966599057429,"head_ms":0.28562499210238457,"host_ms":0.13970900909043849}},{"id":"tv4x_qnli_07","source":"transfer_v4_dev_sources","state_len":28,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0043,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.9622920169495,"decide_ms":111.47545900894329,"head_ms":0.2817919885274023,"host_ms":0.1504159881733358},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.88370899716392,"decide_ms":111.16649999166839,"head_ms":0.35604200093075633,"host_ms":0.1756249985191971}},{"id":"tv4x_qnli_08","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.778887033462524e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.66887499811128,"decide_ms":111.48625001078472,"head_ms":0.4833750135730952,"host_ms":0.21704199025407434},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.18200000538491,"decide_ms":111.72233399702236,"head_ms":0.3043340111616999,"host_ms":0.1590000174473971}},{"id":"tv4x_qnli_09","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.70383300585672,"decide_ms":111.05729200062342,"head_ms":0.24383398704230785,"host_ms":0.14162500156089664},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.79008398274891,"decide_ms":111.72904100385495,"head_ms":0.38750001112930477,"host_ms":0.19504199735820293}},{"id":"tv4x_qnli_10","source":"transfer_v4_dev_sources","state_len":44,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-10,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.95425001741387,"decide_ms":113.13408400746994,"head_ms":0.2852919860742986,"host_ms":0.4037909966427833},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.02620801585726,"decide_ms":111.43016599817201,"head_ms":0.5120830028317869,"host_ms":0.1674999948590994}},{"id":"tv4x_qnli_11","source":"transfer_v4_dev_sources","state_len":24,"input_tokens":50,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":50,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04716699384153,"decide_ms":112.32970797573216,"head_ms":0.3005829930771142,"host_ms":0.11404202086851001},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.06362497713417,"decide_ms":111.00554198492318,"head_ms":0.2706669911276549,"host_ms":0.17520802794024348}},{"id":"tv4x_qnli_12","source":"transfer_v4_dev_sources","state_len":51,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.9923749875743,"decide_ms":111.40891700051725,"head_ms":0.4065419780090451,"host_ms":0.2678329765331},"shared":{"plan":{"state_len":51,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.07808300340548,"decide_ms":111.47058400092646,"head_ms":0.30416701338253915,"host_ms":0.15920799341984093}},{"id":"tv4x_qnli_13","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":52,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":52,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.91120801330544,"decide_ms":110.91104199294932,"head_ms":0.2844999835360795,"host_ms":0.1331249950453639},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96958302124403,"decide_ms":111.9430839898996,"head_ms":0.6259999936446548,"host_ms":0.18587501836009324}},{"id":"tv4x_qnli_14","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.17045797919855,"decide_ms":111.44512501778081,"head_ms":0.28512501739896834,"host_ms":0.19816699204966426},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.83841601549648,"decide_ms":111.1707919917535,"head_ms":0.41770798270590603,"host_ms":0.14779099728912115}},{"id":"tv4x_qnli_15","source":"transfer_v4_dev_sources","state_len":58,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.94370898837224,"decide_ms":110.9582089993637,"head_ms":0.2707499952521175,"host_ms":0.1674999948590994},"shared":{"plan":{"state_len":58,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.90733301290311,"decide_ms":112.17966699041426,"head_ms":0.40070898830890656,"host_ms":0.23200002033263445}},{"id":"tv4x_qnli_16","source":"transfer_v4_dev_sources","state_len":37,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.90720798284747,"decide_ms":110.60579199693166,"head_ms":0.2634999982547015,"host_ms":0.24354198831133544},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.04537501279265,"decide_ms":111.39412500779144,"head_ms":0.4085830005351454,"host_ms":0.15583299682475626}},{"id":"tv4x_qnli_17","source":"transfer_v4_dev_sources","state_len":51,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1481.1381250037812,"decide_ms":1500.3911249805242,"head_ms":0.32945798011496663,"host_ms":0.44445801177062094},"shared":{"plan":{"state_len":51,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.99654099717736,"decide_ms":112.87483299383894,"head_ms":0.6456249975599349,"host_ms":0.1654170046094805}},{"id":"tv4x_qnli_18","source":"transfer_v4_dev_sources","state_len":14,"input_tokens":44,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":44,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.76691701356322,"decide_ms":111.7827920243144,"head_ms":0.6402080180123448,"host_ms":0.1332079991698265},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.93504201318137,"decide_ms":112.0932080084458,"head_ms":0.6331250187940896,"host_ms":0.20195799879729748}},{"id":"tv4x_qnli_19","source":"transfer_v4_dev_sources","state_len":55,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6642500211019,"decide_ms":111.35920899687335,"head_ms":0.6246670091059059,"host_ms":0.25675000506453216},"shared":{"plan":{"state_len":55,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.82695801206864,"decide_ms":111.57816700870171,"head_ms":0.2795000036712736,"host_ms":0.1671659993007779}},{"id":"tv4x_paws_00","source":"transfer_v4_dev_sources","state_len":25,"input_tokens":81,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0048,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":81,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.96241701790132,"decide_ms":111.74862500047311,"head_ms":0.2979160053655505,"host_ms":0.1635410008020699},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7478330207523,"decide_ms":111.85691601713188,"head_ms":0.37995801540091634,"host_ms":0.2176669950131327}},{"id":"tv4x_paws_01","source":"transfer_v4_dev_sources","state_len":42,"input_tokens":113,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":113,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.5762786865234375e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6552499816753,"decide_ms":111.3692499930039,"head_ms":0.3049169899895787,"host_ms":0.2796670014504343},"shared":{"plan":{"state_len":42,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.16762498323806,"decide_ms":112.37787501886487,"head_ms":0.30766602139919996,"host_ms":0.17404099344275892}},{"id":"tv4x_paws_02","source":"transfer_v4_dev_sources","state_len":33,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.5676670097746,"decide_ms":111.83854201226495,"head_ms":0.28737500542774796,"host_ms":0.1752499956637621},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.8178749976214,"decide_ms":110.60141600319184,"head_ms":0.2749999985098839,"host_ms":0.22495898883789778}},{"id":"tv4x_paws_03","source":"transfer_v4_dev_sources","state_len":38,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.7939677238464355e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.77187499660067,"decide_ms":112.14033400756307,"head_ms":0.4955839831382036,"host_ms":0.21462497534230351},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.78904098877683,"decide_ms":111.37020800379105,"head_ms":0.29533301130868495,"host_ms":0.16766699263826013}},{"id":"tv4x_paws_04","source":"transfer_v4_dev_sources","state_len":32,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.26662498037331,"decide_ms":112.74199999752454,"head_ms":0.5017500079702586,"host_ms":0.16112500452436507},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.0626249986235,"decide_ms":111.04491702280939,"head_ms":0.3245420230086893,"host_ms":0.23012497695162892}},{"id":"tv4x_paws_05","source":"transfer_v4_dev_sources","state_len":31,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.1235839901492,"decide_ms":111.56591601320542,"head_ms":0.2827499993145466,"host_ms":0.22479199105873704},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69437498855405,"decide_ms":111.49079201277345,"head_ms":0.6125840009190142,"host_ms":0.17645800835452974}},{"id":"tv4x_paws_06","source":"transfer_v4_dev_sources","state_len":32,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.76875000190921,"decide_ms":110.98450000281446,"head_ms":0.2623339823912829,"host_ms":0.18137498409487307},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.83658398757689,"decide_ms":111.63462497643195,"head_ms":0.49879198195412755,"host_ms":0.2247090160381049}},{"id":"tv4x_paws_07","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.3527612686157227e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.78949998528697,"decide_ms":111.75545799778774,"head_ms":0.6065829948056489,"host_ms":0.17300000763498247},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.80608401726931,"decide_ms":111.22091699508019,"head_ms":0.6086249777581543,"host_ms":0.15637499745935202}},{"id":"tv4x_paws_08","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.97187500610016,"decide_ms":111.75645800540224,"head_ms":0.27962500462308526,"host_ms":0.1547090068925172},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.82237500278279,"decide_ms":111.64941699826159,"head_ms":0.5459579988382757,"host_ms":0.19233301281929016}},{"id":"tv4x_paws_09","source":"transfer_v4_dev_sources","state_len":54,"input_tokens":127,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":127,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.341104507446289e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.160915997345,"decide_ms":112.35887499060482,"head_ms":0.5250420072115958,"host_ms":0.2593749959487468},"shared":{"plan":{"state_len":54,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.9777079958003,"decide_ms":111.18758301017806,"head_ms":0.30095799593254924,"host_ms":0.1993750047404319}},{"id":"tv4x_paws_10","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.90641699894331,"decide_ms":111.55995901208371,"head_ms":0.2758340269792825,"host_ms":0.16733299707993865},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.80962502211332,"decide_ms":112.28795899660327,"head_ms":0.2929170150309801,"host_ms":0.2155410184059292}},{"id":"tv4x_paws_11","source":"transfer_v4_dev_sources","state_len":32,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.64966699387878,"decide_ms":111.16320799919777,"head_ms":0.533499987795949,"host_ms":0.24237498291768134},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.74741701059975,"decide_ms":111.18924999027513,"head_ms":0.26408297708258033,"host_ms":0.18787500448524952}},{"id":"tv4x_paws_12","source":"transfer_v4_dev_sources","state_len":30,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.5331974029541016e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.88091700850055,"decide_ms":111.54858401278034,"head_ms":0.31674999627284706,"host_ms":0.16645799041725695},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.80624999641441,"decide_ms":111.00066598737612,"head_ms":0.5759579944424331,"host_ms":0.21137500880286098}},{"id":"tv4x_paws_13","source":"transfer_v4_dev_sources","state_len":43,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.69449998950586,"decide_ms":111.31599999498576,"head_ms":0.5480829859152436,"host_ms":0.23470798623748124},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.83666699170135,"decide_ms":111.28316601389088,"head_ms":0.2762500080280006,"host_ms":0.18087500939145684}},{"id":"tv4x_paws_14","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.980232238769531e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.99324999423698,"decide_ms":112.23987498669885,"head_ms":0.4468749975785613,"host_ms":0.16416600556112826},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.68866699980572,"decide_ms":110.70370901143178,"head_ms":0.29250001534819603,"host_ms":0.22358298883773386}},{"id":"tv4x_paws_15","source":"transfer_v4_dev_sources","state_len":26,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.74970800592564,"decide_ms":112.16541699832305,"head_ms":0.5637499853037298,"host_ms":0.18845798331312835},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.02737502125092,"decide_ms":111.87945801066235,"head_ms":0.2910830080509186,"host_ms":0.15799998072907329}},{"id":"tv4x_paws_16","source":"transfer_v4_dev_sources","state_len":23,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.980232238769531e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.85587502503768,"decide_ms":111.45804199622944,"head_ms":0.2918750105891377,"host_ms":0.12141600018367171},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.81475000292994,"decide_ms":111.85824999120086,"head_ms":0.6422910082619637,"host_ms":0.17808302072808146}},{"id":"tv4x_paws_17","source":"transfer_v4_dev_sources","state_len":22,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.59287500148639,"decide_ms":110.8077079989016,"head_ms":0.5201660096645355,"host_ms":0.21895801182836294},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.95612500258721,"decide_ms":112.00604098848999,"head_ms":0.5886659782845527,"host_ms":0.16370898811146617}},{"id":"tv4x_paws_18","source":"transfer_v4_dev_sources","state_len":27,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.96383399609476,"decide_ms":111.78199999267235,"head_ms":0.5269579996820539,"host_ms":0.1775410200934857},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84241700638086,"decide_ms":111.6947089903988,"head_ms":0.2782499941531569,"host_ms":0.1942500239238143}},{"id":"tv4x_paws_19","source":"transfer_v4_dev_sources","state_len":21,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.470348358154297e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.11837501567788,"decide_ms":112.49925001175143,"head_ms":0.6200420029927045,"host_ms":0.1685839961282909},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.76291701220907,"decide_ms":111.94291702122428,"head_ms":0.48925000010058284,"host_ms":0.14274998102337122}},{"id":"tv4x_sciq_00","source":"transfer_v4_dev_sources","state_len":115,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":4,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.622790990863,"decide_ms":210.29037499101833,"head_ms":0.4333749820943922,"host_ms":0.22291700588539243},"shared":{"plan":{"state_len":115,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.66262496705167,"decide_ms":210.1491669891402,"head_ms":0.30412498745135963,"host_ms":0.35445799585431814}},{"id":"tv4x_sciq_01","source":"transfer_v4_dev_sources","state_len":19,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.08595800516196,"decide_ms":110.76429201057181,"head_ms":0.2920829865615815,"host_ms":0.22324998280964792},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.70870801387355,"decide_ms":112.19320897362195,"head_ms":0.26816700119525194,"host_ms":0.13570801820605993}},{"id":"tv4x_sciq_02","source":"transfer_v4_dev_sources","state_len":69,"input_tokens":102,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":4,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":102,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.6566128730773926e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6670830170624,"decide_ms":111.53312501846813,"head_ms":0.6181659991852939,"host_ms":0.18924998585134745},"shared":{"plan":{"state_len":69,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.03766700881533,"decide_ms":111.70408301404677,"head_ms":0.2981249999720603,"host_ms":0.28395900153554976}},{"id":"tv4x_sciq_03","source":"transfer_v4_dev_sources","state_len":67,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.00950000155717,"decide_ms":112.22900002030656,"head_ms":0.5797920166514814,"host_ms":0.249374978011474},"shared":{"plan":{"state_len":67,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.72770801302977,"decide_ms":111.25991700100712,"head_ms":0.28895799187012017,"host_ms":0.16075000166893005}},{"id":"tv4x_sciq_04","source":"transfer_v4_dev_sources","state_len":81,"input_tokens":117,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0046,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":117,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.23270798753947,"decide_ms":112.1600829937961,"head_ms":0.6810830091126263,"host_ms":0.19995900220237672},"shared":{"plan":{"state_len":81,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.9891670178622,"decide_ms":111.63404100807384,"head_ms":0.6299580272752792,"host_ms":0.26462500682100654}},{"id":"tv4x_sciq_05","source":"transfer_v4_dev_sources","state_len":39,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.955777406692505e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.01366700069048,"decide_ms":111.584958009189,"head_ms":0.28495799051597714,"host_ms":0.21845899755135179},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.9874160150066,"decide_ms":111.61379198892973,"head_ms":0.5345419922377914,"host_ms":0.15858301776461303}},{"id":"tv4x_sciq_06","source":"transfer_v4_dev_sources","state_len":155,"input_tokens":184,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":4,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":184,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":198.24999998672865,"decide_ms":210.6079169898294,"head_ms":0.2958329860121012,"host_ms":0.2934579970315099},"shared":{"plan":{"state_len":155,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.64358298946172,"decide_ms":246.1792500107549,"head_ms":0.31362500158138573,"host_ms":0.44487498234957457}},{"id":"tv4x_sciq_07","source":"transfer_v4_dev_sources","state_len":53,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":4,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.984919309616089e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.87604101095349,"decide_ms":111.93399998592213,"head_ms":0.5134590028319508,"host_ms":0.2389590081293136},"shared":{"plan":{"state_len":53,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.95708397380076,"decide_ms":111.73612502170727,"head_ms":0.29512500623241067,"host_ms":0.17041698447428644}},{"id":"tv4x_sciq_08","source":"transfer_v4_dev_sources","state_len":129,"input_tokens":162,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":5,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":162,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.75962398853153,"decide_ms":210.32962499884889,"head_ms":0.280167005257681,"host_ms":0.2500420087017119},"shared":{"plan":{"state_len":129,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.01491699763574,"decide_ms":238.05399998673238,"head_ms":0.5142499867361039,"host_ms":0.35779099562205374}},{"id":"tv4x_sciq_09","source":"transfer_v4_dev_sources","state_len":115,"input_tokens":144,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":144,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.8060420078691,"decide_ms":210.63700001104735,"head_ms":0.520875008078292,"host_ms":0.323582993587479},"shared":{"plan":{"state_len":115,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":198.60099998186342,"decide_ms":212.82620800775476,"head_ms":0.5179579893592745,"host_ms":0.23725000210106373}},{"id":"tv4x_sciq_10","source":"transfer_v4_dev_sources","state_len":48,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.82154199294746,"decide_ms":111.7185830080416,"head_ms":0.2680000034160912,"host_ms":0.1598329981788993},"shared":{"plan":{"state_len":48,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96058301092125,"decide_ms":111.0722080047708,"head_ms":0.5280000041238964,"host_ms":0.23033301113173366}},{"id":"tv4x_sciq_11","source":"transfer_v4_dev_sources","state_len":330,"input_tokens":366,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":366,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":296.4908750145696,"decide_ms":308.7562919827178,"head_ms":0.5293339781928807,"host_ms":0.6151670240797102},"shared":{"plan":{"state_len":330,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":297.0139169774484,"decide_ms":338.3769170031883,"head_ms":0.4266669857315719,"host_ms":0.4680829879362136}},{"id":"tv4x_sciq_12","source":"transfer_v4_dev_sources","state_len":163,"input_tokens":192,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":192,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.80845899367705,"decide_ms":209.93937502498738,"head_ms":0.28495900915004313,"host_ms":0.2989170025102794},"shared":{"plan":{"state_len":163,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.23870799154975,"decide_ms":238.09883301146328,"head_ms":0.28995799948461354,"host_ms":0.40570797864347696}},{"id":"tv4x_sciq_13","source":"transfer_v4_dev_sources","state_len":113,"input_tokens":147,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":147,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.29641699814238,"decide_ms":209.27662498434074,"head_ms":0.3060830058529973,"host_ms":0.355125026544556},"shared":{"plan":{"state_len":113,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.53808301175013,"decide_ms":210.4953330126591,"head_ms":0.43895799899473786,"host_ms":0.24883300648070872}},{"id":"tv4x_sciq_14","source":"transfer_v4_dev_sources","state_len":91,"input_tokens":127,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":3,"fields_off_by_1e-4":2,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":127,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.6298145055770874e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.90629100846127,"decide_ms":111.32545900181867,"head_ms":0.5416250205598772,"host_ms":0.2148750063497573},"shared":{"plan":{"state_len":91,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84708299068734,"decide_ms":111.01287498604506,"head_ms":0.32245798502117395,"host_ms":0.2784169919323176}},{"id":"tv4x_sciq_15","source":"transfer_v4_dev_sources","state_len":239,"input_tokens":270,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":270,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.6566128730773926e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":296.2285420508124,"decide_ms":308.74199999379925,"head_ms":0.3012910019606352,"host_ms":0.5413750186562538},"shared":{"plan":{"state_len":239,"k":1,"shared_tokens":128},"calls":3,"padded_tokens":384,"graph_ms":297.09224999533035,"decide_ms":336.1528749810532,"head_ms":0.27162497281096876,"host_ms":0.39162501343525946}},{"id":"tv4x_sciq_16","source":"transfer_v4_dev_sources","state_len":306,"input_tokens":335,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":335,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":1616.8621669930872,"decide_ms":1641.156416008016,"head_ms":0.32737498986534774,"host_ms":0.913249998120591},"shared":{"plan":{"state_len":306,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":296.94733303040266,"decide_ms":343.4251669968944,"head_ms":0.5007500003557652,"host_ms":0.48562500160187483}},{"id":"tv4x_sciq_17","source":"transfer_v4_dev_sources","state_len":136,"input_tokens":169,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1175870895385742e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":198.5530419915449,"decide_ms":212.27749998797663,"head_ms":0.5512080097105354,"host_ms":0.27716602198779583},"shared":{"plan":{"state_len":136,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.34887501201592,"decide_ms":238.68504198617302,"head_ms":0.3944579802919179,"host_ms":0.42629099334590137}},{"id":"tv4x_sciq_18","source":"transfer_v4_dev_sources","state_len":34,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.76916598295793,"decide_ms":111.21220799395815,"head_ms":0.28487498639151454,"host_ms":0.20829201093874872},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.0751660137903,"decide_ms":112.1688749990426,"head_ms":0.2713330031838268,"host_ms":0.12937499559484422}},{"id":"tv4x_sciq_19","source":"transfer_v4_dev_sources","state_len":42,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8219169958029,"decide_ms":111.54154199175537,"head_ms":0.2723340003285557,"host_ms":0.16645799041725695},"shared":{"plan":{"state_len":42,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.82779201143421,"decide_ms":111.28650000318885,"head_ms":0.5444999842438847,"host_ms":0.19516597967594862}},{"id":"tv4x_legacy_holdout_00","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.01804200490005,"decide_ms":111.51225000503473,"head_ms":0.5194170225877315,"host_ms":0.2020419924519956},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69541699299589,"decide_ms":111.46758301765658,"head_ms":0.28462501359172165,"host_ms":0.14849999570287764}},{"id":"tv4x_legacy_holdout_01","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.78587498678826,"decide_ms":110.95233299420215,"head_ms":0.37004202022217214,"host_ms":0.1400840119458735},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.63437499734573,"decide_ms":111.05254100402817,"head_ms":0.36141599412076175,"host_ms":0.16724999295547605}},{"id":"tv4x_legacy_holdout_02","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.381903171539307e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.78779199789278,"decide_ms":111.42770800506696,"head_ms":0.5554160161409527,"host_ms":0.19920800696127117},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.0571670117788,"decide_ms":111.61587500828318,"head_ms":0.279792002402246,"host_ms":0.17600000137463212}},{"id":"tv4x_legacy_holdout_03","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.6566128730773926e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.82958300295286,"decide_ms":110.88808401837014,"head_ms":0.2766250108834356,"host_ms":0.14958300744183362},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.03812501579523,"decide_ms":111.29837500629947,"head_ms":0.5099580157548189,"host_ms":0.19758299458771944}},{"id":"tv4x_legacy_holdout_04","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.05359673500061e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.87879199231975,"decide_ms":111.42970799119212,"head_ms":0.263832975178957,"host_ms":0.17883299733512104},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.53470799862407,"decide_ms":110.93999998411164,"head_ms":0.4493749875109643,"host_ms":0.14658301370218396}},{"id":"tv4x_legacy_holdout_05","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.08583300421014,"decide_ms":111.78504099370912,"head_ms":0.4967909771949053,"host_ms":0.1514999894425273},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7555840110872,"decide_ms":111.054916982539,"head_ms":0.27808398590423167,"host_ms":0.16341701848432422}},{"id":"tv4x_legacy_holdout_06","source":"transfer_v4_dev_sources","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.984919309616089e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.97645798628218,"decide_ms":111.40029202215374,"head_ms":0.5175000114832073,"host_ms":0.18149998504668474},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75037500751205,"decide_ms":111.3828329835087,"head_ms":0.5079169932287186,"host_ms":0.16133399913087487}},{"id":"tv4x_legacy_holdout_07","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.82479201769456,"decide_ms":111.1739170155488,"head_ms":0.2930420159827918,"host_ms":0.15374997747130692},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.06654100632295,"decide_ms":111.49137499160133,"head_ms":0.4501249932218343,"host_ms":0.17708400264382362}},{"id":"tv4x_legacy_holdout_08","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.89091699733399,"decide_ms":111.11462497501634,"head_ms":0.2825419942382723,"host_ms":0.16891700215637684},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.87899999739602,"decide_ms":112.67012497410178,"head_ms":0.5107909964863211,"host_ms":0.15050001093186438}},{"id":"tv4x_legacy_holdout_09","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.99008300271817,"decide_ms":111.42179201124236,"head_ms":0.5118749977555126,"host_ms":0.15741598326712847},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84612500900403,"decide_ms":110.91783401207067,"head_ms":0.2671249967534095,"host_ms":0.1767499779816717}},{"id":"tv4x_legacy_holdout_10","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.83837500819936,"decide_ms":111.79537500720471,"head_ms":0.4602090048138052,"host_ms":0.17775001469999552},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.87662500841543,"decide_ms":110.6068340013735,"head_ms":0.30625000363215804,"host_ms":0.1644579751882702}},{"id":"tv4x_legacy_holdout_11","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.3283064365386963e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04891697806306,"decide_ms":111.50833402643912,"head_ms":0.28983401716686785,"host_ms":0.17249997472390532},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96241698879749,"decide_ms":110.80141601269133,"head_ms":0.3300410171505064,"host_ms":0.18791700131259859}},{"id":"tv4x_legacy_holdout_12","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.85145802400075,"decide_ms":112.12804200476967,"head_ms":0.5102499853819609,"host_ms":0.18229198758490384},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":100.17541600973345,"decide_ms":113.51995900622569,"head_ms":0.29379199258983135,"host_ms":0.16174998017959297}},{"id":"tv4x_legacy_holdout_13","source":"transfer_v4_dev_sources","state_len":65,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.190951585769653e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.2978340073023,"decide_ms":112.24441698868759,"head_ms":0.29254198307171464,"host_ms":0.16370799858123064},"shared":{"plan":{"state_len":65,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.78974998719059,"decide_ms":111.57675000140443,"head_ms":0.5355830071493983,"host_ms":0.167582998983562}},{"id":"tv4x_legacy_holdout_14","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.05359673500061e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.69033299037255,"decide_ms":110.59866601135582,"head_ms":0.2778750204015523,"host_ms":0.1689589989837259},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.92458299873397,"decide_ms":110.79583302489482,"head_ms":0.2987910120282322,"host_ms":0.14683298650197685}},{"id":"tv4x_legacy_holdout_15","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.122274160385132e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.79120902041905,"decide_ms":110.79629100277089,"head_ms":0.2744999947026372,"host_ms":0.16200001118704677},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.85199999553151,"decide_ms":111.75583300064318,"head_ms":0.5332920118235052,"host_ms":0.15387500752694905}},{"id":"tv4x_legacy_holdout_16","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.847564458847046e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.08520898898132,"decide_ms":111.78024997934699,"head_ms":0.5269589892122895,"host_ms":0.17558402032591403},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.74820898403414,"decide_ms":110.90087497723289,"head_ms":0.2601669984869659,"host_ms":0.15770900063216686}},{"id":"tv4x_legacy_holdout_17","source":"transfer_v4_dev_sources","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.3283064365386963e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.99658299400471,"decide_ms":111.13720899447799,"head_ms":0.4793749831151217,"host_ms":0.14554100926034153},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.8447499985341,"decide_ms":111.27016600221395,"head_ms":0.4117079952266067,"host_ms":0.15170901315286756}},{"id":"tv4x_legacy_holdout_18","source":"transfer_v4_dev_sources","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.85870802099817,"decide_ms":110.70245801238343,"head_ms":0.2809580182656646,"host_ms":0.16845899517647922},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.68966697831638,"decide_ms":111.04354201233946,"head_ms":0.39637499139644206,"host_ms":0.16070797573775053}},{"id":"tv4x_legacy_holdout_19","source":"transfer_v4_dev_sources","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.026798367500305e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.67504198336974,"decide_ms":111.29187498590909,"head_ms":0.5119589914102107,"host_ms":0.16108399722725153},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.93245800049044,"decide_ms":110.85620798985474,"head_ms":0.26954198256134987,"host_ms":0.17987500177696347}},{"id":"tv4x_composition_holdout_00","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.51925802230835e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.37379098660313,"decide_ms":209.95433299685828,"head_ms":0.44291699305176735,"host_ms":0.3097500011790544},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.3502499749884,"decide_ms":210.6636249809526,"head_ms":0.2868750016205013,"host_ms":0.22904100478626788}},{"id":"tv4x_composition_holdout_01","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.31608298025094,"decide_ms":209.4844589882996,"head_ms":0.2773340092971921,"host_ms":0.2358750207349658},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.57437601219863,"decide_ms":210.008916008519,"head_ms":0.5108749901410192,"host_ms":0.2582919842097908}},{"id":"tv4x_composition_holdout_02","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.51925802230835e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":198.22970699169673,"decide_ms":211.28408299409784,"head_ms":0.5129579803906381,"host_ms":0.2520419948268682},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.53816700540483,"decide_ms":210.76466699014418,"head_ms":0.38566699367947876,"host_ms":0.24550000671297312}},{"id":"tv4x_composition_holdout_03","source":"transfer_v4_dev_sources","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.62266697944142,"decide_ms":210.5757499812171,"head_ms":0.5236249999143183,"host_ms":0.24537500576116145},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.63637403957546,"decide_ms":210.61979097430594,"head_ms":0.3212499723304063,"host_ms":0.24979200679808855}},{"id":"tv4x_composition_holdout_04","source":"transfer_v4_dev_sources","state_len":107,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.6566128730773926e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.7073330199346,"decide_ms":209.96974999434315,"head_ms":0.30266601243056357,"host_ms":0.2512079954613},"shared":{"plan":{"state_len":107,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.1215840021614,"decide_ms":209.10233299946412,"head_ms":0.2672080008778721,"host_ms":0.22166699636727571}},{"id":"tv4x_composition_holdout_05","source":"transfer_v4_dev_sources","state_len":108,"input_tokens":137,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":137,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.0244548320770264e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.1056670008693,"decide_ms":208.91612500417978,"head_ms":0.37016699207015336,"host_ms":0.21287499112077057},"shared":{"plan":{"state_len":108,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.2659159800969,"decide_ms":210.605416999897,"head_ms":0.5210420058574528,"host_ms":0.2181659801863134}},{"id":"tv4x_composition_holdout_06","source":"transfer_v4_dev_sources","state_len":107,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.6566128730773926e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.48712499858811,"decide_ms":210.00141600961797,"head_ms":0.5122910079080611,"host_ms":0.2429169835522771},"shared":{"plan":{"state_len":107,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.60974898235872,"decide_ms":211.06983299250714,"head_ms":0.5159580032341182,"host_ms":0.2369590220041573}},{"id":"tv4x_composition_holdout_07","source":"transfer_v4_dev_sources","state_len":107,"input_tokens":136,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":136,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.76579100289382,"decide_ms":211.19866700610146,"head_ms":0.49345899606123567,"host_ms":0.22966699907556176},"shared":{"plan":{"state_len":107,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.32466599089094,"decide_ms":210.66120799514465,"head_ms":0.42287498945370317,"host_ms":0.2562500012572855}},{"id":"tv4x_composition_holdout_08","source":"transfer_v4_dev_sources","state_len":137,"input_tokens":166,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0109,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.79237499460578,"decide_ms":211.17154200328514,"head_ms":0.5593749810941517,"host_ms":0.3213329764548689},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.27604200690985,"decide_ms":240.25016598170623,"head_ms":0.4233329964336008,"host_ms":0.2337090263608843}},{"id":"tv4x_composition_holdout_09","source":"transfer_v4_dev_sources","state_len":138,"input_tokens":167,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":167,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.95670901658013,"decide_ms":210.30224999412894,"head_ms":0.3417080151848495,"host_ms":0.2572920056991279},"shared":{"plan":{"state_len":138,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.28708295244724,"decide_ms":237.7272090234328,"head_ms":0.2999170101247728,"host_ms":0.2976659743580967}},{"id":"tv4x_composition_holdout_10","source":"transfer_v4_dev_sources","state_len":137,"input_tokens":166,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0109,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.6609989942517,"decide_ms":210.39712498895824,"head_ms":0.45212500845082104,"host_ms":0.25200002710334957},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":197.87333297426812,"decide_ms":237.96729199239053,"head_ms":0.39924998418428004,"host_ms":0.25154100148938596}},{"id":"tv4x_composition_holdout_11","source":"transfer_v4_dev_sources","state_len":137,"input_tokens":166,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0122,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.96604200382717,"decide_ms":210.51287499722093,"head_ms":0.259916007053107,"host_ms":0.24795799981802702},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":198.50670802406967,"decide_ms":238.1751670036465,"head_ms":0.2972499933093786,"host_ms":0.2611250092741102}},{"id":"tv4x_composition_holdout_12","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.93045801436529,"decide_ms":111.15933299879543,"head_ms":0.6181249918881804,"host_ms":0.2230420068372041},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.46270799264312,"decide_ms":111.76708299899474,"head_ms":0.2809580182656646,"host_ms":0.21762499818578362}},{"id":"tv4x_composition_holdout_13","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.94183400319889,"decide_ms":111.11620900919661,"head_ms":0.3650840080808848,"host_ms":0.21050000214017928},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.81337502156384,"decide_ms":111.21150001417845,"head_ms":0.5344579985830933,"host_ms":0.220416986849159}},{"id":"tv4x_composition_holdout_14","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.25379199557938,"decide_ms":111.7627089843154,"head_ms":0.2882499829865992,"host_ms":0.23779101320542395},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.21691700583324,"decide_ms":111.45854200003669,"head_ms":0.4182090051472187,"host_ms":0.2145000034943223}},{"id":"tv4x_composition_holdout_15","source":"transfer_v4_dev_sources","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1415.167917002691,"decide_ms":1434.0135419915896,"head_ms":0.29158301185816526,"host_ms":0.4758330178447068},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.93450001254678,"decide_ms":111.45583400502801,"head_ms":0.26225001784041524,"host_ms":0.21483300952240825}},{"id":"tv4x_composition_holdout_16","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0058,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.26137499674223,"decide_ms":209.59345798473805,"head_ms":0.26341600460000336,"host_ms":0.24408299941569567},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.31749998754822,"decide_ms":209.6357499831356,"head_ms":0.4358329751994461,"host_ms":0.29808300314471126}},{"id":"tv4x_composition_holdout_17","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.9700419867877,"decide_ms":209.15462501579896,"head_ms":0.2870410098694265,"host_ms":0.23849998251534998},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.4014590086881,"decide_ms":209.68833399820141,"head_ms":0.5662089970428497,"host_ms":0.2326660032849759}},{"id":"tv4x_composition_holdout_18","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0058,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.29279101011343,"decide_ms":209.30891699390486,"head_ms":0.3705830022227019,"host_ms":0.22916600573807955},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.47345804353245,"decide_ms":210.03566699801013,"head_ms":0.29858399648219347,"host_ms":0.25891701807267964}},{"id":"tv4x_composition_holdout_19","source":"transfer_v4_dev_sources","state_len":120,"input_tokens":149,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0051,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.54358299542218,"decide_ms":210.72712499881163,"head_ms":0.4844999930355698,"host_ms":0.266415998339653},"shared":{"plan":{"state_len":120,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.33570798416622,"decide_ms":209.50979099143296,"head_ms":0.4883329966105521,"host_ms":0.22387501667253673}},{"id":"tv4s_00","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.17387500172481,"decide_ms":111.6869580000639,"head_ms":0.29191598878242075,"host_ms":0.1576670038048178},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.83779200026765,"decide_ms":111.86962499050424,"head_ms":0.5098340043332428,"host_ms":0.26608401094563305}},{"id":"tv4s_01","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.81820800364949,"decide_ms":110.84420801489614,"head_ms":0.30495799728669226,"host_ms":0.19808299839496613},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.93383301096037,"decide_ms":111.16283299634233,"head_ms":0.5071249906904995,"host_ms":0.1821249898057431}},{"id":"tv4s_02","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.90445799101144,"decide_ms":111.15412501385435,"head_ms":0.27795799542218447,"host_ms":0.16737499390728772},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.79420799552463,"decide_ms":111.2812090141233,"head_ms":0.37104199873283505,"host_ms":0.21479098359122872}},{"id":"tv4s_03","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.042375019053,"decide_ms":111.20183297316544,"head_ms":0.39224998909048736,"host_ms":0.1859170151874423},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.90108299441636,"decide_ms":110.85162498056889,"head_ms":0.2734999870881438,"host_ms":0.16704201698303223}},{"id":"tv4s_04","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0135,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.88462501112372,"decide_ms":111.45500000566244,"head_ms":0.3348749887663871,"host_ms":0.15662499936297536},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69074999005534,"decide_ms":111.17208399809897,"head_ms":0.48179199802689254,"host_ms":0.19420799799263477}},{"id":"tv4s_05","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0037,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.68987498339266,"decide_ms":111.40279198298231,"head_ms":0.4022920038551092,"host_ms":0.18141602049581707},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.49641599087045,"decide_ms":111.76474997773767,"head_ms":0.28858298901468515,"host_ms":0.1655000087339431}},{"id":"tv4s_06","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0058,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.91758402227424,"decide_ms":111.29183298908174,"head_ms":0.29237501439638436,"host_ms":0.17858302453532815},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.86625001672655,"decide_ms":111.9819580053445,"head_ms":0.5669159872923046,"host_ms":0.1945830008480698}},{"id":"tv4s_07","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0064,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.94520798115991,"decide_ms":111.14666698267683,"head_ms":0.41983398841694,"host_ms":0.18850000924430788},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.97016698960215,"decide_ms":111.7400000221096,"head_ms":0.5261250189505517,"host_ms":0.15824998263269663}},{"id":"tv4s_08","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.172325134277344e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.14599999319762,"decide_ms":111.38295801356435,"head_ms":0.28600002406165004,"host_ms":0.16412499826401472},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.92487499746494,"decide_ms":110.86829099804163,"head_ms":0.27454100199975073,"host_ms":0.20470898016355932}},{"id":"tv4s_09","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0055,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.90033400733955,"decide_ms":111.08483298448846,"head_ms":0.2840409870259464,"host_ms":0.19420799799263477},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.89133399701677,"decide_ms":111.281916993903,"head_ms":0.5209999799262732,"host_ms":0.16466600936837494}},{"id":"tv4s_10","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0038,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.89258301700465,"decide_ms":110.67029199330136,"head_ms":0.2738329931162298,"host_ms":0.17137499526143074},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.72700000414625,"decide_ms":110.85408300277777,"head_ms":0.3246669948566705,"host_ms":0.19329198403283954}},{"id":"tv4s_11","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"score":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.22445801203139,"decide_ms":112.17616699286737,"head_ms":0.5120419955346733,"host_ms":0.1956670021172613},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":111.18579100002535,"decide_ms":123.4709589916747,"head_ms":0.30908401822671294,"host_ms":0.17762501374818385}},{"id":"tv4s_12","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0047,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.3907920201309,"decide_ms":113.11716699856333,"head_ms":1.114542013965547,"host_ms":0.16879200120456517},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":105.9128749766387,"decide_ms":118.14470801618882,"head_ms":0.2944160078186542,"host_ms":0.18941698363050818}},{"id":"tv4s_13","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.381903171539307e-09,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":100.01587501028553,"decide_ms":114.08887497964315,"head_ms":0.5508750036824495,"host_ms":0.21691701840609312},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.42383301677182,"decide_ms":112.82441701041535,"head_ms":0.29158301185816526,"host_ms":0.17583300359547138}},{"id":"tv4s_14","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.07487500458956,"decide_ms":111.84658398269676,"head_ms":0.5053750064689666,"host_ms":0.1684580056462437},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.0527079848107,"decide_ms":110.82629099837504,"head_ms":0.2843750116880983,"host_ms":0.19562500528991222}},{"id":"tv4s_15","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.79070799797773,"decide_ms":111.87925000558607,"head_ms":0.2958750119432807,"host_ms":0.20212499657645822},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.77329200389795,"decide_ms":112.29545800597407,"head_ms":0.5055409856140614,"host_ms":0.15924999024719}},{"id":"tv4s_16","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0117,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04316699248739,"decide_ms":110.70112499874085,"head_ms":0.26616701507009566,"host_ms":0.16595801571384072},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.97516699857078,"decide_ms":111.2966249929741,"head_ms":0.40679099038243294,"host_ms":0.19600000814534724}},{"id":"tv4s_17","source":"transfer_v4_dev_score","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.87908399105072,"decide_ms":111.40954200527631,"head_ms":0.5431669997051358,"host_ms":0.175916007719934},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.73804199742153,"decide_ms":111.39716600882821,"head_ms":0.5398330104071647,"host_ms":0.17716697766445577}},{"id":"tv4s_18","source":"transfer_v4_dev_score","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.77399998367764,"decide_ms":111.43712501507252,"head_ms":0.48775001778267324,"host_ms":0.1549589796923101},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.91170900664292,"decide_ms":110.74695800198242,"head_ms":0.3009999927598983,"host_ms":0.20066701108589768}},{"id":"tv4s_19","source":"transfer_v4_dev_score","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.1279160080012,"decide_ms":111.19333299575374,"head_ms":0.3131660050712526,"host_ms":0.18458301201462746},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.14425000897609,"decide_ms":111.89812500379048,"head_ms":0.2967909967992455,"host_ms":0.1670829951763153}},{"id":"semif_a3f18f3a63d45345942b","source":"semif_authored144","state_len":23,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.280568540096283e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.9766669808887,"decide_ms":112.49150001094677,"head_ms":0.5165830079931766,"host_ms":0.1409579999744892},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00462499354035,"decide_ms":112.06933300127275,"head_ms":0.2775419852696359,"host_ms":0.2141250006388873}},{"id":"semif_f40beba9088c8db8bbd6","source":"semif_authored144","state_len":23,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.07041699625552,"decide_ms":111.77079202025197,"head_ms":0.5314580048434436,"host_ms":0.17749998369254172},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.14083301555365,"decide_ms":110.71033298503608,"head_ms":0.327207992086187,"host_ms":0.1475420140195638}},{"id":"semif_0b43ea8e24e74d621f1b","source":"semif_authored144","state_len":15,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.18358299182728,"decide_ms":111.75508398446254,"head_ms":0.4427089879754931,"host_ms":0.15004101442173123},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.01004200219177,"decide_ms":111.86275002546608,"head_ms":0.4070000140927732,"host_ms":0.15412498032674193}},{"id":"semif_942ec65dac0bfb9874f9","source":"semif_authored144","state_len":15,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0106,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.85462498641573,"decide_ms":111.06845800532028,"head_ms":0.48483299906365573,"host_ms":0.16508300905115902},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.07504098373465,"decide_ms":111.58070800593123,"head_ms":0.30583300394937396,"host_ms":0.13649999164044857}},{"id":"semif_e0c140e9222d1bce5647","source":"semif_authored144","state_len":24,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-10,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.14841700810939,"decide_ms":111.48229197715409,"head_ms":0.28645899146795273,"host_ms":0.14416701742447913},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69775001425296,"decide_ms":110.59949998161756,"head_ms":0.5044999998062849,"host_ms":0.19483402138575912}},{"id":"semif_8e8c3804a3c15ebb31e3","source":"semif_authored144","state_len":24,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.92941598081961,"decide_ms":111.39912501676008,"head_ms":0.3276670177001506,"host_ms":0.1820419856812805},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00529097649269,"decide_ms":110.98879200289957,"head_ms":0.2772499865386635,"host_ms":0.15045798500068486}},{"id":"semif_56c419b12cd37cbe790c","source":"semif_authored144","state_len":23,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.28116601076908,"decide_ms":114.06558300950564,"head_ms":0.2995409886352718,"host_ms":0.144416990224272},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.94108300795779,"decide_ms":111.65200002142228,"head_ms":0.30870901537127793,"host_ms":0.16724999295547605}},{"id":"semif_75b470586834df8c568d","source":"semif_authored144","state_len":16,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.10308400867507,"decide_ms":111.36437501409091,"head_ms":0.2785830001812428,"host_ms":0.23629199131391943},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.1244160104543,"decide_ms":111.33899999549612,"head_ms":0.27466699248179793,"host_ms":0.14570800703950226}},{"id":"semif_834f3b3e10cc61b33d25","source":"semif_authored144","state_len":15,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.00687498156913,"decide_ms":111.47941701347008,"head_ms":0.511083024321124,"host_ms":0.13033300638198853},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.86412500054576,"decide_ms":110.97908299416304,"head_ms":0.26450000586919487,"host_ms":0.17566702445037663}},{"id":"semif_76c7a79b1ff2363a60c5","source":"semif_authored144","state_len":15,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.87650000746362,"decide_ms":112.16112499823794,"head_ms":0.3171660064253956,"host_ms":0.1981249952223152},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.89508300693706,"decide_ms":111.75679101143032,"head_ms":0.48883300041779876,"host_ms":0.12441701255738735}},{"id":"semif_36c71bb649b7d5eccb1f","source":"semif_authored144","state_len":14,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.5133991837501526e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.14316699723713,"decide_ms":111.98995899758302,"head_ms":0.5727499956265092,"host_ms":0.12754101771861315},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.93937499145977,"decide_ms":111.42979201395065,"head_ms":0.2810420119203627,"host_ms":0.15295800403691828}},{"id":"semif_eac5121a4a1bf391a08c","source":"semif_authored144","state_len":13,"input_tokens":56,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":56,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.9314999897033,"decide_ms":110.67458300385624,"head_ms":0.2847920113708824,"host_ms":0.16712499200366437},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.07391702290624,"decide_ms":111.64075002307072,"head_ms":0.5310840206220746,"host_ms":0.12233399320393801}},{"id":"semif_44574c44e243ee1b2f52","source":"semif_authored144","state_len":24,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.21554202446714,"decide_ms":112.15775000164285,"head_ms":0.5268329987302423,"host_ms":0.14054100029170513},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.01362500386313,"decide_ms":110.93641599291004,"head_ms":0.26629099738784134,"host_ms":0.2177499991375953}},{"id":"semif_2608370d01783735c3ea","source":"semif_authored144","state_len":24,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.15879199979827,"decide_ms":112.22266699769534,"head_ms":0.5113329971209168,"host_ms":0.17541597480885684},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.50308402767405,"decide_ms":112.16254098690115,"head_ms":0.3201249928679317,"host_ms":0.16008401871658862}},{"id":"semif_ec94ef909f7918695ab3","source":"semif_authored144","state_len":18,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1418.6653750075493,"decide_ms":1438.2113750034478,"head_ms":0.520166999194771,"host_ms":0.3953329869545996},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.07712499261834,"decide_ms":112.52333401353098,"head_ms":0.4464590165298432,"host_ms":0.15445798635482788}},{"id":"semif_03d919fd0e9b3a7cd1e6","source":"semif_authored144","state_len":13,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.73358299955726,"decide_ms":110.93720802455209,"head_ms":0.5221670144237578,"host_ms":0.12991699622943997},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.73004199471325,"decide_ms":110.98720898735337,"head_ms":0.43420898145996034,"host_ms":0.17154100351035595}},{"id":"semif_86a15618ba4cb90a307e","source":"semif_authored144","state_len":18,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.78079200279899,"decide_ms":110.87179198511876,"head_ms":0.293541990686208,"host_ms":0.17879201914183795},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.879291996127,"decide_ms":111.44800001056865,"head_ms":0.528500007931143,"host_ms":0.13183298869989812}},{"id":"semif_3dd9c3ac98f8ddf7bdd3","source":"semif_authored144","state_len":18,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.72383301262744,"decide_ms":110.98520900122821,"head_ms":0.5039590178057551,"host_ms":0.13808300718665123},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.66137499921024,"decide_ms":111.28904100041837,"head_ms":0.29200001154094934,"host_ms":0.1704170135781169}},{"id":"semif_36273dd4777876a26338","source":"semif_authored144","state_len":14,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.89129200018942,"decide_ms":110.95808300888166,"head_ms":0.29279201407916844,"host_ms":0.17312497948296368},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.8115829823073,"decide_ms":111.6108330024872,"head_ms":0.4179170064162463,"host_ms":0.1404999929945916}},{"id":"semif_07ee70cfe4b01330ce89","source":"semif_authored144","state_len":14,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.98987499764189,"decide_ms":111.59412501729093,"head_ms":0.5035829963162541,"host_ms":0.14354099403135478},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.73954200884327,"decide_ms":110.78712498419918,"head_ms":0.3079579910263419,"host_ms":0.16304099699482322}},{"id":"semif_51ceab3ce622c7c759f1","source":"semif_authored144","state_len":30,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.10383299575187,"decide_ms":112.27674997644499,"head_ms":0.2923749852925539,"host_ms":0.20900001982226968},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.71316701173782,"decide_ms":111.96924999239855,"head_ms":0.2760420029517263,"host_ms":0.15691699809394777}},{"id":"semif_b8091be929b1e489fcc4","source":"semif_authored144","state_len":30,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.91800000332296,"decide_ms":111.73391697229818,"head_ms":0.533541984623298,"host_ms":0.1427080132998526},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.89637498417869,"decide_ms":111.25225000432692,"head_ms":0.5351250001695007,"host_ms":0.17499999376013875}},{"id":"semif_c89b86e3f55123bfa506","source":"semif_authored144","state_len":21,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.7001670000609,"decide_ms":111.69566598255187,"head_ms":0.3242499951738864,"host_ms":0.20120901172049344},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75575001933612,"decide_ms":111.09116597799584,"head_ms":0.27454100199975073,"host_ms":0.15312500181607902}},{"id":"semif_3b0958cabc339005cf66","source":"semif_authored144","state_len":17,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.95795802003704,"decide_ms":111.163832974853,"head_ms":0.26933298795484006,"host_ms":0.13837500591762364},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.82916600327007,"decide_ms":111.12700001103804,"head_ms":0.5092080100439489,"host_ms":0.20045798737555742}},{"id":"semif_f2b4ec4930322fe45118","source":"semif_authored144","state_len":20,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0059,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8468750147149,"decide_ms":111.52845900505781,"head_ms":0.5292919813655317,"host_ms":0.2320829953532666},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.0080829942599,"decide_ms":111.27504101023078,"head_ms":0.29504101257771254,"host_ms":0.16054199659265578}},{"id":"semif_61ac20b07a5189231e15","source":"semif_authored144","state_len":20,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":4,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.81612501339987,"decide_ms":111.37412500102073,"head_ms":0.29158301185816526,"host_ms":0.17162499716505408},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.01812500902452,"decide_ms":111.7002910177689,"head_ms":0.49245799891650677,"host_ms":0.2147089981008321}},{"id":"semif_4b3d794c004566610181","source":"semif_authored144","state_len":11,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.955777406692505e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.84695801883936,"decide_ms":111.35329201351851,"head_ms":0.4948330170009285,"host_ms":0.16450000111944973},"shared":{"plan":{"state_len":11,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.94987501320429,"decide_ms":111.34116697940044,"head_ms":0.2802920062094927,"host_ms":0.14229200314730406}},{"id":"semif_b7c4e62d07986286fce0","source":"semif_authored144","state_len":16,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.79958399687894,"decide_ms":110.86641598376445,"head_ms":0.2784999960567802,"host_ms":0.14345900854095817},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.59237499767914,"decide_ms":111.22133300523274,"head_ms":0.3726250142790377,"host_ms":0.17020798986777663}},{"id":"semif_9473603b44af63beab79","source":"semif_authored144","state_len":14,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.73691599932499,"decide_ms":111.36341697419994,"head_ms":0.532791978912428,"host_ms":0.1869160041678697},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84037499432452,"decide_ms":110.67212501075119,"head_ms":0.2803330135066062,"host_ms":0.15220799832604825}},{"id":"semif_d41072dc35d8cd14c056","source":"semif_authored144","state_len":14,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04141700826585,"decide_ms":111.76116700517014,"head_ms":0.27650000993162394,"host_ms":0.16483300714753568},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.36395901604556,"decide_ms":112.24195899558254,"head_ms":0.4796670109499246,"host_ms":0.18841601558960974}},{"id":"semif_33d6e5da58f0fee2490d","source":"semif_authored144","state_len":14,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.91716699348763,"decide_ms":111.67008298798464,"head_ms":0.5280410114210099,"host_ms":0.1672500220593065},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.90000001178123,"decide_ms":111.13195898360573,"head_ms":0.5160000000614673,"host_ms":0.15291600720956922}},{"id":"semif_823bf736b92e9d8fa66d","source":"semif_authored144","state_len":14,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.01333300513215,"decide_ms":111.31574999308214,"head_ms":0.28229199233464897,"host_ms":0.15270899166353047},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.73537498060614,"decide_ms":111.99437500908971,"head_ms":0.47087500570341945,"host_ms":0.18083298346027732}},{"id":"semif_8a4c3de28be95c105ca1","source":"semif_authored144","state_len":17,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.84458300075494,"decide_ms":111.73133298871107,"head_ms":0.527708005392924,"host_ms":0.20795900491066277},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75449998071417,"decide_ms":111.5962500043679,"head_ms":0.27804099954664707,"host_ms":0.15999999595806003}},{"id":"semif_ea7ec66a5e8eac886548","source":"semif_authored144","state_len":17,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.79120899131522,"decide_ms":110.7111249875743,"head_ms":0.28779200511053205,"host_ms":0.1684580056462437},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.74608300742693,"decide_ms":111.0697089752648,"head_ms":0.48083398723974824,"host_ms":0.16366600175388157}},{"id":"semif_25172cd6ddc49ab0ca70","source":"semif_authored144","state_len":11,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.75333297532052,"decide_ms":111.91520799184218,"head_ms":0.38441698416136205,"host_ms":0.16291701467707753},"shared":{"plan":{"state_len":11,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.95504199084826,"decide_ms":111.67116701835766,"head_ms":0.2630829985719174,"host_ms":0.14079097309149802}},{"id":"semif_fb73a85d386cf59b0c51","source":"semif_authored144","state_len":13,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.71316599310376,"decide_ms":110.52716700942256,"head_ms":0.2709580003283918,"host_ms":0.15312500181607902},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7175420159474,"decide_ms":110.64033300499432,"head_ms":0.5101659917272627,"host_ms":0.1821249898057431}},{"id":"semif_a02fd582d2881cc462b2","source":"semif_authored144","state_len":17,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.381903171539307e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6615419969894,"decide_ms":111.18504102341831,"head_ms":0.4212500061839819,"host_ms":0.21691698930226266},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.85679199942388,"decide_ms":110.9868329949677,"head_ms":0.2800410147756338,"host_ms":0.16295802197419107}},{"id":"semif_19f37d5a97034bd7d04f","source":"semif_authored144","state_len":17,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.83866700693034,"decide_ms":111.46608300623484,"head_ms":0.5144579918123782,"host_ms":0.15049998182803392},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84662498370744,"decide_ms":110.93341698870063,"head_ms":0.5095419764984399,"host_ms":0.1717080012895167}},{"id":"semif_fda0ca94652c6d739ecf","source":"semif_authored144","state_len":16,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":2,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.74016599496827,"decide_ms":110.6701249955222,"head_ms":0.2767499827314168,"host_ms":0.1727920025587082},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84895800496452,"decide_ms":111.65737500414252,"head_ms":0.5090420017950237,"host_ms":0.14837499475106597}},{"id":"semif_d0e36c4cb10a29b3191c","source":"semif_authored144","state_len":15,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.0642920078244,"decide_ms":111.42695898888633,"head_ms":0.2751669962890446,"host_ms":0.1489160058554262},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.94524997798726,"decide_ms":112.06062501878478,"head_ms":0.4970410082023591,"host_ms":0.1824999926611781}},{"id":"semif_a0a39ace7e5337d038a7","source":"semif_authored144","state_len":18,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.3283064365386963e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.92295900499448,"decide_ms":111.40808300115168,"head_ms":0.30712501029483974,"host_ms":0.21912500960752368},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.91004202654585,"decide_ms":111.46449999068864,"head_ms":0.5518329853657633,"host_ms":0.14808299602009356}},{"id":"semif_eeae283841ce75dd25bf","source":"semif_authored144","state_len":18,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.02179200435057,"decide_ms":111.61604197695851,"head_ms":0.5278329772409052,"host_ms":0.15654100570827723},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.9148750086315,"decide_ms":111.13608299638145,"head_ms":0.49666600534692407,"host_ms":0.19362499006092548}},{"id":"semif_00bb4cc043f7d2b288d4","source":"semif_authored144","state_len":10,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.6763806343078613e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.7616250058636,"decide_ms":110.77250001835637,"head_ms":0.26412500301375985,"host_ms":0.1824999926611781},"shared":{"plan":{"state_len":10,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00079198996536,"decide_ms":111.24204198131338,"head_ms":0.5097919784020633,"host_ms":0.13775000115856528}},{"id":"semif_1a81ead69e93e5d0c86a","source":"semif_authored144","state_len":17,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0024,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.341104507446289e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.59795900410973,"decide_ms":110.65883398987353,"head_ms":0.2739999908953905,"host_ms":0.1449999981559813},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.94037499907427,"decide_ms":111.9980409857817,"head_ms":0.38254098035395145,"host_ms":0.1974170154426247}},{"id":"semif_4444dad25e438f128673","source":"semif_authored144","state_len":12,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.77504198811948,"decide_ms":110.66316597862169,"head_ms":0.29320799512788653,"host_ms":0.20245902123861015},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.80012497887947,"decide_ms":111.19995900662616,"head_ms":0.5036249931436032,"host_ms":0.15554099809378386}},{"id":"semif_3226202ba1ada2570e9f","source":"semif_authored144","state_len":12,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0028,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04191599343903,"decide_ms":111.67208300321363,"head_ms":0.29537497903220356,"host_ms":0.16379199223592877},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.82524999557063,"decide_ms":111.51812499156222,"head_ms":0.5987079930491745,"host_ms":0.19175000488758087}},{"id":"semif_3f783eec5c90812479bc","source":"semif_authored144","state_len":12,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0036,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.70937501545995,"decide_ms":110.75562500627711,"head_ms":0.297166989184916,"host_ms":0.1815419818740338},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.88758300803602,"decide_ms":111.8287080025766,"head_ms":0.5087919998914003,"host_ms":0.14829199062660336}},{"id":"semif_ffee861474a9665a093a","source":"semif_authored144","state_len":13,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.05262498068623,"decide_ms":111.80087499087676,"head_ms":0.2782910014502704,"host_ms":0.16774999676272273},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.92341701197438,"decide_ms":110.7752500101924,"head_ms":0.44966599671170115,"host_ms":0.18845798331312835}},{"id":"semif_8c992e17e4fb54b044f5","source":"semif_authored144","state_len":29,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.7939677238464355e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":100.3579159732908,"decide_ms":112.81566700199619,"head_ms":0.31291699269786477,"host_ms":0.18008300685323775},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":100.59187497245148,"decide_ms":114.8450420005247,"head_ms":0.5158749991096556,"host_ms":0.14166600885801017}},{"id":"semif_695dd61195ca025c4f4c","source":"semif_authored144","state_len":29,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8739590102341,"decide_ms":111.30562500329688,"head_ms":0.5491670162882656,"host_ms":0.14120800187811255},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.99279099772684,"decide_ms":111.39274999732152,"head_ms":0.41504198452457786,"host_ms":0.17329200636595488}},{"id":"semif_e6155431ab7b0f8170d4","source":"semif_authored144","state_len":21,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.93841599114239,"decide_ms":111.22570800944231,"head_ms":0.3006249899044633,"host_ms":0.140416988870129},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.63699997751974,"decide_ms":112.46754199964926,"head_ms":0.2961249847430736,"host_ms":0.12258300557732582}},{"id":"semif_b49ecda75086d8c68d2a","source":"semif_authored144","state_len":21,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.00854201987386,"decide_ms":112.32037498848513,"head_ms":0.5066670128144324,"host_ms":0.1327920181211084},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.82008300721645,"decide_ms":112.70679198787548,"head_ms":0.3243749961256981,"host_ms":0.21875000675208867}},{"id":"semif_587ced261c6092cd1325","source":"semif_authored144","state_len":36,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.88341699843295,"decide_ms":111.08487501041964,"head_ms":0.3175410092808306,"host_ms":0.2114999806508422},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00079198996536,"decide_ms":111.4666249777656,"head_ms":0.5178339779376984,"host_ms":0.14979200204834342}},{"id":"semif_533d4423d311de82b27d","source":"semif_authored144","state_len":36,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1445.189374993788,"decide_ms":1464.8880829918198,"head_ms":0.3231249866075814,"host_ms":0.45966700417920947},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.54583400394768,"decide_ms":112.51524998806417,"head_ms":0.268584000878036,"host_ms":0.1760419982019812}},{"id":"semif_2bf540d515a51755b25c","source":"semif_authored144","state_len":28,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.3527612686157227e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.23495797556825,"decide_ms":111.3214580109343,"head_ms":0.2817910281009972,"host_ms":0.1289169886149466},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.12004100624472,"decide_ms":112.24504100391641,"head_ms":0.5742910143453628,"host_ms":0.1981249952223152}},{"id":"semif_fdb9fc214aea2710763a","source":"semif_authored144","state_len":18,"input_tokens":51,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":51,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.08579199691303,"decide_ms":111.78200002177618,"head_ms":0.5416250205598772,"host_ms":0.14349998673424125},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.11675000330433,"decide_ms":111.66208298527636,"head_ms":0.2793750027194619,"host_ms":0.11645900667645037}},{"id":"semif_f6d68126b43f8c9ed183","source":"semif_authored144","state_len":30,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04512501088902,"decide_ms":111.57749997801147,"head_ms":0.4199169925414026,"host_ms":0.14620900037698448},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.86175001156516,"decide_ms":111.52700000093319,"head_ms":0.5492089840117842,"host_ms":0.1855839800555259}},{"id":"semif_44bae0c8a1615a096c43","source":"semif_authored144","state_len":30,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":101.29658301593736,"decide_ms":115.19829201279208,"head_ms":0.3248340217396617,"host_ms":0.16125000547617674},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":100.25133300223388,"decide_ms":116.26020798576064,"head_ms":0.35533300251699984,"host_ms":0.1442920183762908}},{"id":"semif_2175379f4c69e6207626","source":"semif_authored144","state_len":24,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.332993507385254e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.21112499432638,"decide_ms":111.57145802280866,"head_ms":0.26816700119525194,"host_ms":0.14458398800343275},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.3140000209678,"decide_ms":112.97266598558053,"head_ms":0.5627909849863499,"host_ms":0.17124999430961907}},{"id":"semif_def9fe59d262357a673a","source":"semif_authored144","state_len":19,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0045,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.21540641784668e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.02208400308155,"decide_ms":111.48112500086427,"head_ms":0.3220830112695694,"host_ms":0.142250006319955},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00079100043513,"decide_ms":112.35124999075197,"head_ms":0.526999996509403,"host_ms":0.1402909983880818}},{"id":"semif_712f6ffb763eef7c9a12","source":"semif_authored144","state_len":31,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.87783299200237,"decide_ms":111.16916700848378,"head_ms":0.39937501423992217,"host_ms":0.13624998973682523},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00749998632818,"decide_ms":112.65008398913778,"head_ms":0.5059170071035624,"host_ms":0.2004160196520388}},{"id":"semif_e1d610bd14e3d16c09b9","source":"semif_authored144","state_len":31,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.22949998872355,"decide_ms":112.2789999935776,"head_ms":0.301499996567145,"host_ms":0.1788749941624701},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.8112920022104,"decide_ms":111.53650001506321,"head_ms":0.5217080179136246,"host_ms":0.14045799616724253}},{"id":"semif_22ec57822db50ec121cf","source":"semif_authored144","state_len":21,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.00620899861678,"decide_ms":111.45595798734576,"head_ms":0.47970798914320767,"host_ms":0.13141700765118003},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.24412498367019,"decide_ms":112.19220899511129,"head_ms":0.31716699595563114,"host_ms":0.15449998318217695}},{"id":"semif_3e75f2b84e8e08e3d3f2","source":"semif_authored144","state_len":20,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.97795799770392,"decide_ms":111.93625000305474,"head_ms":0.5927910096943378,"host_ms":0.1691659854259342},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.10245798528194,"decide_ms":112.57149997982197,"head_ms":0.30187499942258,"host_ms":0.1310410152655095}},{"id":"semif_ebd74aa05324a1556288","source":"semif_authored144","state_len":34,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.21004201169126,"decide_ms":113.45041697495617,"head_ms":0.588541995966807,"host_ms":0.14879100490361452},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.75354201742448,"decide_ms":112.92149999644607,"head_ms":0.6080419989302754,"host_ms":0.18941698363050818}},{"id":"semif_d7e84e4245a29817da1f","source":"semif_authored144","state_len":34,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.29204100626521,"decide_ms":112.70262498874217,"head_ms":0.46470799134112895,"host_ms":0.17808302072808146},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.5229999825824,"decide_ms":112.96470899833366,"head_ms":0.5637500144075602,"host_ms":0.16083300579339266}},{"id":"semif_f41ae66b3c09630c7a42","source":"semif_authored144","state_len":26,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.48337500100024,"decide_ms":113.9752919843886,"head_ms":0.6586669769603759,"host_ms":0.15154201537370682},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.29762498359196,"decide_ms":113.49079097271897,"head_ms":0.546208000741899,"host_ms":0.16712502110749483}},{"id":"semif_82c2cd97c160ad27951b","source":"semif_authored144","state_len":19,"input_tokens":54,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":54,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.94704198813997,"decide_ms":111.9382499891799,"head_ms":0.303666980471462,"host_ms":0.14608300989493728},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.05054100090638,"decide_ms":111.88491701614112,"head_ms":0.5821250088047236,"host_ms":0.12887499178759754}},{"id":"semif_7ada97b6f99f4788e5c7","source":"semif_authored144","state_len":34,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.22629198990762,"decide_ms":111.94641698966734,"head_ms":0.3277079958934337,"host_ms":0.15508299111388624},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.24733298248611,"decide_ms":112.96125000808388,"head_ms":0.2954159863293171,"host_ms":0.20991600467823446}},{"id":"semif_4d7a003342db5b0a17e3","source":"semif_authored144","state_len":34,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":4,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.60770320892334e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.99908301304094,"decide_ms":114.44354199920781,"head_ms":0.5749579868279397,"host_ms":0.18654100131243467},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.12245799205266,"decide_ms":112.20137498457916,"head_ms":0.5114579980727285,"host_ms":0.16062500071711838}},{"id":"semif_19d3d8d0bf773e88be7b","source":"semif_authored144","state_len":22,"input_tokens":55,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":55,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.03637500246987,"decide_ms":111.96316700079478,"head_ms":0.32129199826158583,"host_ms":0.13237501843832433},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.19179099961184,"decide_ms":112.68733401084319,"head_ms":0.4425839870236814,"host_ms":0.15820798580534756}},{"id":"semif_d6de731cca52359b1c87","source":"semif_authored144","state_len":20,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.06033301376738,"decide_ms":111.87333401176147,"head_ms":0.5324590019881725,"host_ms":0.13220799155533314},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.07245798967779,"decide_ms":111.53483402449638,"head_ms":0.26520900428295135,"host_ms":0.1274579844903201}},{"id":"semif_b45c63fb92729af27f05","source":"semif_authored144","state_len":33,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.06016700551845,"decide_ms":111.8748750013765,"head_ms":0.2792089944705367,"host_ms":0.16145900008268654},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.9883329893928,"decide_ms":111.36645800434053,"head_ms":0.3110830148216337,"host_ms":0.23350000265054405}},{"id":"semif_46b7029b9a704138b77a","source":"semif_authored144","state_len":33,"input_tokens":78,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":78,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.92275001038797,"decide_ms":111.7385420075152,"head_ms":0.5917090165894479,"host_ms":0.211750011658296},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.03012501308694,"decide_ms":112.73379100020975,"head_ms":0.4980830126442015,"host_ms":0.1737500133458525}},{"id":"semif_caf773b23934fa7362a1","source":"semif_authored144","state_len":26,"input_tokens":73,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":73,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.23383401473984,"decide_ms":112.15091700432822,"head_ms":0.3007079940289259,"host_ms":0.159624993102625},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.68737502256408,"decide_ms":111.58258299110457,"head_ms":0.2984579768963158,"host_ms":0.18120798631571233}},{"id":"semif_f46f392ef9e9e9df564b","source":"semif_authored144","state_len":24,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.00966699933633,"decide_ms":111.36254199664108,"head_ms":0.2745829988270998,"host_ms":0.1990000018849969},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.03612500056624,"decide_ms":111.93408299004659,"head_ms":0.5083330033812672,"host_ms":0.15487501514144242}},{"id":"semif_005dcf6d2c0f21d64796","source":"semif_authored144","state_len":27,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.705522537231445e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.1656249971129,"decide_ms":112.51524998806417,"head_ms":0.4323749744798988,"host_ms":0.18012500368058681},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.09599999082275,"decide_ms":111.8347919837106,"head_ms":0.28437498258426785,"host_ms":0.2647920046001673}},{"id":"semif_edb708bd0fe5fd67d6ee","source":"semif_authored144","state_len":27,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.0149580175057,"decide_ms":112.10116700385697,"head_ms":0.5241670005489141,"host_ms":0.22662500850856304},"shared":{"plan":{"state_len":27,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.88483400573023,"decide_ms":111.68199998792261,"head_ms":0.2713330031838268,"host_ms":0.18829101463779807}},{"id":"semif_97a35499bd8717f3e786","source":"semif_authored144","state_len":21,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.0244548320770264e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.94862500368617,"decide_ms":111.68083298252895,"head_ms":0.2561250003054738,"host_ms":0.1992920006159693},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.04612501850352,"decide_ms":112.42074999609031,"head_ms":0.5176669801585376,"host_ms":0.20562499412335455}},{"id":"semif_31eb4533d2c89959ec46","source":"semif_authored144","state_len":20,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.91945798881352,"decide_ms":111.53258400736377,"head_ms":0.5255840078461915,"host_ms":0.21208298858255148},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.08791698399,"decide_ms":111.92395800026134,"head_ms":0.2756659814622253,"host_ms":0.17541699344292283}},{"id":"semif_0aa24a6701ac9c56c4a0","source":"semif_authored144","state_len":35,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.02320799301378,"decide_ms":112.49895900255069,"head_ms":0.304749992210418,"host_ms":0.1655000087339431},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.92258301260881,"decide_ms":111.53962500975467,"head_ms":0.5004999984521419,"host_ms":0.2075420052278787}},{"id":"semif_796d5c0da6eaadae6a3f","source":"semif_authored144","state_len":35,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.78370899241418,"decide_ms":111.63991698413156,"head_ms":0.5187079950701445,"host_ms":0.17358301556669176},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96950001711957,"decide_ms":111.895124980947,"head_ms":0.2924999862443656,"host_ms":0.15700000221841037}},{"id":"semif_599b3092b6fd18312d23","source":"semif_authored144","state_len":28,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.30683401762508,"decide_ms":112.66320801223628,"head_ms":0.29983301647007465,"host_ms":0.18474998068995774},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.09516701009125,"decide_ms":111.96645800373517,"head_ms":0.3356669913046062,"host_ms":0.20683399634435773}},{"id":"semif_960a4bcd27363e6db4b9","source":"semif_authored144","state_len":30,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.5331974029541016e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.20433300430886,"decide_ms":111.55154198058881,"head_ms":0.320332997944206,"host_ms":0.18233302398584783},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.9249580015894,"decide_ms":112.26254201028496,"head_ms":0.5002499965485185,"host_ms":0.1636669912841171}},{"id":"semif_c6a411e7f2bbdf377173","source":"semif_authored144","state_len":44,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.04562498559244,"decide_ms":111.04812499252148,"head_ms":0.29183400329202414,"host_ms":0.18129200907424092},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.11258300417103,"decide_ms":111.75641600857489,"head_ms":0.5485409928951412,"host_ms":0.23829200654290617}},{"id":"semif_e332aa927d0c2ed044aa","source":"semif_authored144","state_len":44,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.29612500127405,"decide_ms":112.26170801091939,"head_ms":0.5196669953875244,"host_ms":0.18824997823685408},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.12758399150334,"decide_ms":112.67004199908115,"head_ms":0.303708016872406,"host_ms":0.1961250090971589}},{"id":"semif_a0128e551d095f3449f8","source":"semif_authored144","state_len":20,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.98179201991297,"decide_ms":111.28029198152944,"head_ms":0.4107499844394624,"host_ms":0.14383302186615765},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.91058399807662,"decide_ms":111.68645799625665,"head_ms":0.5183749890420586,"host_ms":0.16950001008808613}},{"id":"semif_46d6a0731bd288c370f0","source":"semif_authored144","state_len":19,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0079,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.75029200338759,"decide_ms":110.99929199554026,"head_ms":0.2798750065267086,"host_ms":0.1880830095615238},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.04812500462867,"decide_ms":111.36650000116788,"head_ms":0.2932499919552356,"host_ms":0.1438329927623272}},{"id":"semif_21ca7a8b970e36b8e20f","source":"semif_authored144","state_len":29,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0061,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.93166599795222,"decide_ms":112.07483301404864,"head_ms":0.43279200326651335,"host_ms":0.18133397679775953},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.88804200454615,"decide_ms":111.03587501565926,"head_ms":0.29591601924039423,"host_ms":0.24379100068472326}},{"id":"semif_4aa83af95bb69e90bc2d","source":"semif_authored144","state_len":29,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.79891699529253,"decide_ms":111.22804199112579,"head_ms":0.363041996024549,"host_ms":0.19449999672360718},"shared":{"plan":{"state_len":29,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.9477499970235,"decide_ms":111.10033301520161,"head_ms":0.32462499802932143,"host_ms":0.1942919916473329}},{"id":"semif_cdfa9eed51fafcf09b72","source":"semif_authored144","state_len":12,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0027,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.1346669907216,"decide_ms":111.05204201885499,"head_ms":0.28816700796596706,"host_ms":0.16912500723265111},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.26604200154543,"decide_ms":112.45895799947903,"head_ms":0.48925000010058284,"host_ms":0.19004198838956654}},{"id":"semif_d51b05bfb9d6d7f09331","source":"semif_authored144","state_len":18,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.83083400200121,"decide_ms":111.9342079909984,"head_ms":0.4849580000154674,"host_ms":0.19079199410043657},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.64383301464841,"decide_ms":110.80324999056756,"head_ms":0.48587500350549817,"host_ms":0.16112500452436507}},{"id":"semif_fdd902cc6e65fad7cb4f","source":"semif_authored144","state_len":45,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1416.8043750105426,"decide_ms":1437.110083992593,"head_ms":0.3467499918770045,"host_ms":0.43083299533464015},"shared":{"plan":{"state_len":45,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.80179099855013,"decide_ms":114.3732079945039,"head_ms":0.5262079939711839,"host_ms":0.17779201152734458}},{"id":"semif_42384af9ae56beb37ff5","source":"semif_authored144","state_len":45,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0065,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.0254580101464,"decide_ms":111.53687498881482,"head_ms":0.519749999511987,"host_ms":0.1747499918565154},"shared":{"plan":{"state_len":45,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.91258299467154,"decide_ms":112.19808398163877,"head_ms":0.28995898901484907,"host_ms":0.23875001352280378}},{"id":"semif_cdf7f428857e1b841cb3","source":"semif_authored144","state_len":38,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0068,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.71900000143796,"decide_ms":110.77900000964291,"head_ms":0.27679200866259634,"host_ms":0.19362499006092548},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7422080070246,"decide_ms":110.84662500070408,"head_ms":0.491915998281911,"host_ms":0.149125000461936}},{"id":"semif_774f7f9245f83c796d44","source":"semif_authored144","state_len":24,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.56591702555306,"decide_ms":111.80137499468401,"head_ms":0.5028750165365636,"host_ms":0.15400000847876072},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.12324999459088,"decide_ms":111.62529099965468,"head_ms":0.2928749890998006,"host_ms":0.19504199735820293}},{"id":"semif_92ec2ffa3dd46ada1335","source":"semif_authored144","state_len":39,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.06958299688995,"decide_ms":111.12575000151992,"head_ms":0.2871670003514737,"host_ms":0.27299998328089714},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.04137498233467,"decide_ms":111.5006249747239,"head_ms":0.503083982039243,"host_ms":0.17283399938605726}},{"id":"semif_6149a17bc154f9c5b4a0","source":"semif_authored144","state_len":39,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.3527612686157227e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.7895840080455,"decide_ms":111.16408297675662,"head_ms":0.29054097831249237,"host_ms":0.144458026625216},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.77270899596624,"decide_ms":111.01295900880359,"head_ms":0.27083398890681565,"host_ms":0.20249999943189323}},{"id":"semif_be866e1dbec5d42d9423","source":"semif_authored144","state_len":36,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.82399998605251,"decide_ms":111.35925000417046,"head_ms":0.3015420224983245,"host_ms":0.21387499873526394},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.5616670222953,"decide_ms":111.41800001496449,"head_ms":0.4863330104853958,"host_ms":0.1610000035725534}},{"id":"semif_97d2ed2591fc7638806c","source":"semif_authored144","state_len":34,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0094,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.68791699409485,"decide_ms":111.29583299043588,"head_ms":0.5007500003557652,"host_ms":0.17437501810491085},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.0683340060059,"decide_ms":111.76754100597464,"head_ms":0.2847500145435333,"host_ms":0.18883400480262935}},{"id":"semif_4533dd91267b4d815690","source":"semif_authored144","state_len":20,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":4,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.89204098726623,"decide_ms":111.78008298156783,"head_ms":0.4922079970128834,"host_ms":0.24516700068488717},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7119170022197,"decide_ms":111.45933298394084,"head_ms":0.3922079922631383,"host_ms":0.17112502246163785}},{"id":"semif_d880e65fef5e2993fdd0","source":"semif_authored144","state_len":20,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0063,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.99025000049733,"decide_ms":111.67987500084564,"head_ms":0.27941601001657546,"host_ms":0.1743749890010804},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.6311669985298,"decide_ms":110.60391698265448,"head_ms":0.3001669829245657,"host_ms":0.234208011534065}},{"id":"semif_90494c76078ffc3c717a","source":"semif_authored144","state_len":17,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.85304199997336,"decide_ms":111.54866599827074,"head_ms":0.5068329919595271,"host_ms":0.18649999401532114},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.782500019297,"decide_ms":110.9037919959519,"head_ms":0.2667499938979745,"host_ms":0.18054101383313537}},{"id":"semif_9ac5cc82c4126c91174a","source":"semif_authored144","state_len":16,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.91429200069979,"decide_ms":111.55633398448117,"head_ms":0.2751669962890446,"host_ms":0.1720830041449517},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75816601561382,"decide_ms":111.27550000674091,"head_ms":0.49904099432751536,"host_ms":0.2051659976132214}},{"id":"semif_386e10b1c1ce906473a4","source":"semif_authored144","state_len":52,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.01616701972671,"decide_ms":112.59812500793487,"head_ms":0.5231660034041852,"host_ms":0.23949999012984335},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.01191599783488,"decide_ms":111.59683400182985,"head_ms":0.2675419964361936,"host_ms":0.18499998259358108}},{"id":"semif_4da6aedc1139224eeff2","source":"semif_authored144","state_len":52,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.93000000738539,"decide_ms":111.16091700387187,"head_ms":0.2579169813543558,"host_ms":0.17862499225884676},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7909999967087,"decide_ms":111.49979202309623,"head_ms":0.5419580265879631,"host_ms":0.20287500228732824}},{"id":"semif_a22dab8ba073ff6cdb8d","source":"semif_authored144","state_len":48,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.12075000465848,"decide_ms":112.68087499774992,"head_ms":1.552457979414612,"host_ms":0.17870799638330936},"shared":{"plan":{"state_len":48,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00145899155177,"decide_ms":113.22562498389743,"head_ms":0.28004098567180336,"host_ms":0.18841601558960974}},{"id":"semif_42c54fa2ad45743e24d8","source":"semif_authored144","state_len":35,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.13458302617073,"decide_ms":111.7906250001397,"head_ms":0.3182090003974736,"host_ms":0.1624169817660004},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.12545801489614,"decide_ms":112.21387499244884,"head_ms":0.4734999965876341,"host_ms":0.19324998720549047}},{"id":"semif_f3d13cf184f916677def","source":"semif_authored144","state_len":41,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8981669943314,"decide_ms":111.95824999595061,"head_ms":0.42020800174213946,"host_ms":0.24012502399273217},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.14479200961068,"decide_ms":112.96674999175593,"head_ms":0.49433400272391737,"host_ms":0.18775000353343785}},{"id":"semif_1105577da4c8dad4609d","source":"semif_authored144","state_len":41,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.023,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.043081283569336e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.14416598621756,"decide_ms":112.42912500165403,"head_ms":0.28470801771618426,"host_ms":0.1797500008251518},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.85712500545196,"decide_ms":111.7692079860717,"head_ms":0.29395800083875656,"host_ms":0.19050002447329462}},{"id":"semif_0ebd299739302d8b057b","source":"semif_authored144","state_len":34,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0085,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.86187501251698,"decide_ms":111.51516702375375,"head_ms":0.5337920156307518,"host_ms":0.18012500368058681},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.74099999433383,"decide_ms":111.67779102106579,"head_ms":0.26537501253187656,"host_ms":0.1639589900150895}},{"id":"semif_eafc22c8c40df3932a8e","source":"semif_authored144","state_len":22,"input_tokens":72,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":72,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.98450001492165,"decide_ms":112.02366699581034,"head_ms":0.27570899692364037,"host_ms":0.15904201427474618},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.89591598766856,"decide_ms":112.20062497886829,"head_ms":0.5377089837566018,"host_ms":0.1757920254021883}},{"id":"semif_0aa1447680e4f25862bb","source":"semif_authored144","state_len":24,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.32824998395517,"decide_ms":112.28887501056306,"head_ms":0.5607919883914292,"host_ms":0.22495898883789778},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.92012499039993,"decide_ms":111.31204199045897,"head_ms":0.3365419979672879,"host_ms":0.179916009074077}},{"id":"semif_980e76145c925747220c","source":"semif_authored144","state_len":24,"input_tokens":92,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":92,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.79829100100324,"decide_ms":111.23070900794119,"head_ms":0.500958994962275,"host_ms":0.1819159951992333},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.01154201361351,"decide_ms":111.6240419796668,"head_ms":0.3303749836049974,"host_ms":0.22470802650786936}},{"id":"semif_4aee37a6a155747766aa","source":"semif_authored144","state_len":22,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.3527612686157227e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.98970898939297,"decide_ms":111.28574999747798,"head_ms":0.41125001735053957,"host_ms":0.19529100973159075},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.76304201316088,"decide_ms":111.24825000297278,"head_ms":0.2784999960567802,"host_ms":0.17216699779964983}},{"id":"semif_6db17cc22bd656d78558","source":"semif_authored144","state_len":15,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.83908301708288,"decide_ms":111.37812500237487,"head_ms":0.2807500131893903,"host_ms":0.1634579966776073},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.12850000546314,"decide_ms":111.88262500218116,"head_ms":0.5055840010754764,"host_ms":0.19824999617412686}},{"id":"semif_ef3e0f8e657bf59f8a29","source":"semif_authored144","state_len":47,"input_tokens":83,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0043,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":83,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.8312206268310547e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6326250131242,"decide_ms":110.83720799069852,"head_ms":0.2684580103959888,"host_ms":0.2132090157829225},"shared":{"plan":{"state_len":47,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.01016700314358,"decide_ms":111.57237499719486,"head_ms":0.6701669772155583,"host_ms":0.16987498383969069}},{"id":"semif_f756e1cb04e11766341e","source":"semif_authored144","state_len":47,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.00670900242403,"decide_ms":112.02100000809878,"head_ms":0.3048329963348806,"host_ms":0.16704198787920177},"shared":{"plan":{"state_len":47,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.85024998220615,"decide_ms":111.29304100177251,"head_ms":0.3114159917458892,"host_ms":0.18549998640082777}},{"id":"semif_d167e51bb1f499099645","source":"semif_authored144","state_len":33,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.94070899463259,"decide_ms":111.89929200918414,"head_ms":0.2897079975809902,"host_ms":0.16774999676272273},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.53654200560413,"decide_ms":111.30841699196026,"head_ms":0.27462499565444887,"host_ms":0.152749998960644}},{"id":"semif_674ca4e9346216255466","source":"semif_authored144","state_len":23,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.77904099994339,"decide_ms":110.99112499505281,"head_ms":0.2604580076877028,"host_ms":0.14325001393444836},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.95408299053088,"decide_ms":111.46675000782125,"head_ms":0.5043749988544732,"host_ms":0.15170799451880157}},{"id":"semif_1df851a202994a07f123","source":"semif_authored144","state_len":32,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.98683399660513,"decide_ms":111.5507909853477,"head_ms":0.5313329747878015,"host_ms":0.19537500338628888},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.8779170147609,"decide_ms":111.88512499211356,"head_ms":0.4913329903502017,"host_ms":0.15641600475646555}},{"id":"semif_b5e6788d95b8395d2888","source":"semif_authored144","state_len":32,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.96341699641198,"decide_ms":111.93245800677687,"head_ms":0.29683299362659454,"host_ms":0.1534579787403345},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75620799721219,"decide_ms":111.93791701225564,"head_ms":0.5517500103451312,"host_ms":0.16483300714753568}},{"id":"semif_32f36cd0fbbfb3604586","source":"semif_authored144","state_len":21,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0036,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.88137501548044,"decide_ms":112.171374988975,"head_ms":0.4980419762432575,"host_ms":0.135750015033409},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.99741699337028,"decide_ms":112.05408300156705,"head_ms":0.4153330228291452,"host_ms":0.14779201592318714}},{"id":"semif_843185706adff0c60f8b","source":"semif_authored144","state_len":22,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0073,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8510420138482,"decide_ms":111.33616699953564,"head_ms":0.2913330099545419,"host_ms":0.14433302567340434},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7580840010196,"decide_ms":110.64383297343738,"head_ms":0.5041249969508499,"host_ms":0.17858302453532815}},{"id":"semif_b531dd603bf080dab820","source":"semif_authored144","state_len":16,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.57612499035895,"decide_ms":110.64920798526146,"head_ms":0.32274998375214636,"host_ms":0.20733400015160441},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.76129199983552,"decide_ms":110.6576670135837,"head_ms":0.2555000246502459,"host_ms":0.14866699348203838}},{"id":"semif_be2dd67bc733c1213bef","source":"semif_authored144","state_len":16,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.12708401679993,"decide_ms":111.9891669950448,"head_ms":0.3089579986408353,"host_ms":0.17279101302847266},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.72708399780095,"decide_ms":111.6277500113938,"head_ms":0.5183329922147095,"host_ms":0.18058298155665398}},{"id":"semif_b8e2750307df9761e716","source":"semif_authored144","state_len":13,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.70741597842425,"decide_ms":112.39770802785642,"head_ms":0.5042910051997751,"host_ms":0.17329197726212442},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.94208400510252,"decide_ms":111.41974999918602,"head_ms":0.276167003903538,"host_ms":0.15720899682492018}},{"id":"semif_5d31b4bf2d0fc193f53b","source":"semif_authored144","state_len":18,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8528750021942,"decide_ms":111.61741701653227,"head_ms":0.5303749931044877,"host_ms":0.1671659993007779},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69370798696764,"decide_ms":111.43550000269897,"head_ms":0.2751669962890446,"host_ms":0.1980419910978526}},{"id":"semif_a9230edfc6ec9e524af0","source":"semif_authored144","state_len":37,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.847564458847046e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.11920898593962,"decide_ms":112.23604198312387,"head_ms":0.5237919976934791,"host_ms":0.20650000078603625},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.61133300000802,"decide_ms":111.54958300176077,"head_ms":0.5076670204289258,"host_ms":0.15741700190119445}},{"id":"semif_c100e84585149a04be49","source":"semif_authored144","state_len":37,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.86295802425593,"decide_ms":111.3116659980733,"head_ms":0.5016249779146165,"host_ms":0.15429200720973313},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.91129098832607,"decide_ms":111.06733299675398,"head_ms":0.27354099438525736,"host_ms":0.19095800234936178}},{"id":"semif_579beed184ffc1104aa9","source":"semif_authored144","state_len":34,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.68708299472928,"decide_ms":111.35154200019315,"head_ms":0.28849998489022255,"host_ms":0.15854198136366904},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.85875001782551,"decide_ms":111.72699998132885,"head_ms":0.5119999987073243,"host_ms":0.12983300257474184}},{"id":"semif_c4e9bd463b6fde5be743","source":"semif_authored144","state_len":22,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1399.857707991032,"decide_ms":1420.301791979,"head_ms":0.6479579897131771,"host_ms":0.36883301800116897},"shared":{"plan":{"state_len":22,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.13520800182596,"decide_ms":112.00904101133347,"head_ms":0.4024580121040344,"host_ms":0.15058400458656251}},{"id":"semif_b863998d4be2721a5dfd","source":"semif_authored144","state_len":39,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.77704200334847,"decide_ms":111.73020899877883,"head_ms":0.5456249928101897,"host_ms":0.16733299707993865},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84774999227375,"decide_ms":111.03020800510421,"head_ms":0.29691599775105715,"host_ms":0.2638750011101365}},{"id":"semif_37cebc3792e98049439f","source":"semif_authored144","state_len":39,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0035,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.568167686462402e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.86941700824536,"decide_ms":110.7080829970073,"head_ms":0.2715410082601011,"host_ms":0.1884580124169588},"shared":{"plan":{"state_len":39,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84987500845455,"decide_ms":110.8523329894524,"head_ms":0.5387499986682087,"host_ms":0.16958400374278426}},{"id":"semif_64d63f86e328aff1481c","source":"semif_authored144","state_len":44,"input_tokens":93,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0023,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":93,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.76083297422156,"decide_ms":110.81737498170696,"head_ms":0.4009160038549453,"host_ms":0.17350001144222915},"shared":{"plan":{"state_len":44,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.07587501220405,"decide_ms":111.51970800710842,"head_ms":0.3097080043517053,"host_ms":0.20979199325665832}},{"id":"semif_6d64a8459f64eac7f4cc","source":"semif_authored144","state_len":41,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.778887033462524e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.83912501391023,"decide_ms":110.78787501901388,"head_ms":0.31162501545622945,"host_ms":0.22487499518319964},"shared":{"plan":{"state_len":41,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.65379199618474,"decide_ms":110.65250000683591,"head_ms":0.35650000791065395,"host_ms":0.1819159951992333}},{"id":"semif_2708193212d8a4a523c7","source":"semif_authored144","state_len":17,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.57270799693651,"decide_ms":110.43183301808313,"head_ms":0.25879201712086797,"host_ms":0.15662499936297536},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.74470898648724,"decide_ms":112.22254199674353,"head_ms":0.5080419941805303,"host_ms":0.2672080008778721}},{"id":"semif_5a37d1dfcad20810a76a","source":"semif_authored144","state_len":17,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1175870895385742e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.76079199602827,"decide_ms":111.25779198482633,"head_ms":0.5118330009281635,"host_ms":0.1942500239238143},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.7000830064062,"decide_ms":111.86112501309253,"head_ms":0.4843330243602395,"host_ms":0.15191599959507585}},{"id":"semif_acacd8b46acd25cb954b","source":"semif_authored144","state_len":16,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.705522537231445e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.96266699070111,"decide_ms":111.73220799537376,"head_ms":0.526999996509403,"host_ms":0.18695800099521875},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.86829199967906,"decide_ms":111.02099998970516,"head_ms":0.2814999897964299,"host_ms":0.244333001319319}},{"id":"semif_4089c199b8b796ec3ed8","source":"semif_authored144","state_len":15,"input_tokens":88,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"choice":{"questions":1,"main_equal":0}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":88,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":false,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.1677500132937,"decide_ms":112.17020801268518,"head_ms":0.2835830091498792,"host_ms":0.29820899362675846},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00687498156913,"decide_ms":112.0928339951206,"head_ms":0.47354199341498315,"host_ms":0.18012500368058681}},{"id":"semif_02f2b95a5c5a4777a45c","source":"semif_authored144","state_len":30,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.14212499279529,"decide_ms":111.22358302236535,"head_ms":0.29687501955777407,"host_ms":0.1464999804738909},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.77300000516698,"decide_ms":111.2992920097895,"head_ms":0.2828330034390092,"host_ms":0.20829099230468273}},{"id":"semif_ebea4681e3dcc7d92ca2","source":"semif_authored144","state_len":30,"input_tokens":79,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":79,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.682209014892578e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.96720797405578,"decide_ms":111.70075001427904,"head_ms":0.32733401167206466,"host_ms":0.18787497538141906},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.86312499293126,"decide_ms":110.83150000195019,"head_ms":0.3059159789700061,"host_ms":0.14454100164584816}},{"id":"semif_b8c5b9b285cbdddc9f8d","source":"semif_authored144","state_len":26,"input_tokens":70,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":70,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.16033298941329,"decide_ms":111.82766599813476,"head_ms":0.4419579927343875,"host_ms":0.15841700951568782},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.10662501351908,"decide_ms":111.92762502469122,"head_ms":0.5112920189276338,"host_ms":0.18724999972619116}},{"id":"semif_7ed75d854d99b3a81916","source":"semif_authored144","state_len":24,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":4,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0064,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.85937499348074,"decide_ms":111.3989170116838,"head_ms":0.5147920164745301,"host_ms":0.17074999050237238},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96416697301902,"decide_ms":111.4982089784462,"head_ms":0.3025420010089874,"host_ms":0.14895800268277526}},{"id":"own_t01","source":"own_text","state_len":131,"input_tokens":254,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":2,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":14,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":11,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":184,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":149,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":158,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"score","near_tie":true,"shared_max_abs_dp":0.0},{"q":3,"T":156,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":8,"padded_tokens":1024,"graph_ms":790.2403749758378,"decide_ms":841.5067080059089,"head_ms":1.6955000173766166,"host_ms":0.3845420142170042},"shared":{"plan":{"state_len":131,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":495.47741701826453,"decide_ms":579.3490000069141,"head_ms":1.1736250016838312,"host_ms":0.5788329872302711}},{"id":"own_t02","source":"own_text","state_len":247,"input_tokens":341,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":2,"by_type":{"score":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":1}},"fields":13,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":8,"max_field_abs_diff":0.1251,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":270,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":false,"type":"score","near_tie":true,"shared_max_abs_dp":0.0},{"q":1,"T":303,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1175870895385742e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":262,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.7939677238464355e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":9,"padded_tokens":1152,"graph_ms":889.430542010814,"decide_ms":927.901833987562,"head_ms":1.4044999843463302,"host_ms":0.7056249887682498},"shared":{"plan":{"state_len":247,"k":1,"shared_tokens":128},"calls":7,"padded_tokens":896,"graph_ms":693.1913750013337,"decide_ms":759.4042089767754,"head_ms":0.5787919799331576,"host_ms":0.4585410060826689}},{"id":"own_t03","source":"own_text","state_len":192,"input_tokens":307,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":2,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":0}},"fields":13,"fields_equal":3,"fields_off_by_1e-4":2,"fields_off_more":8,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":232,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.6763806343078613e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":214,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":245,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":594.4659169472288,"decide_ms":631.0474579804577,"head_ms":0.7054169836919755,"host_ms":0.3890000225510448},"shared":{"plan":{"state_len":192,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":396.49104204727337,"decide_ms":461.6676669975277,"head_ms":0.707957980921492,"host_ms":0.5917499947827309}},{"id":"own_t04","source":"own_text","state_len":155,"input_tokens":260,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":2,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":16,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":11,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":190,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":191,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":175,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":8,"padded_tokens":1024,"graph_ms":791.3057089899667,"decide_ms":841.2994169921149,"head_ms":1.0070830176118761,"host_ms":0.5655830027535558},"shared":{"plan":{"state_len":155,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":497.44829200790264,"decide_ms":582.3576250113547,"head_ms":0.7747909985482693,"host_ms":0.4145829880144447}},{"id":"own_t05","source":"own_text","state_len":102,"input_tokens":226,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":2,"by_type":{"score":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1},"noul":{"questions":2,"main_equal":1}},"fields":16,"fields_equal":6,"fields_off_by_1e-4":2,"fields_off_more":8,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":132,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.078051567077637e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":158,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":117,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":125,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":593.0324180226307,"decide_ms":643.449374998454,"head_ms":0.9456659900024533,"host_ms":0.38295798003673553},"shared":{"plan":{"state_len":102,"k":0,"shared_tokens":0},"calls":6,"padded_tokens":768,"graph_ms":596.3754610274918,"decide_ms":650.8645410067402,"head_ms":1.452583004720509,"host_ms":0.5449589807540178}},{"id":"own_t06","source":"own_text","state_len":202,"input_tokens":344,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":17,"fields_equal":4,"fields_off_by_1e-4":5,"fields_off_more":8,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":301,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":223,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.862645149230957e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":224,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":7,"padded_tokens":896,"graph_ms":692.337457992835,"decide_ms":730.5262919981033,"head_ms":1.0039589833468199,"host_ms":0.634832977084443},"shared":{"plan":{"state_len":202,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":495.28304205159657,"decide_ms":560.933834000025,"head_ms":0.6608749972656369,"host_ms":0.49433301319368184}},{"id":"own_t07","source":"own_text","state_len":151,"input_tokens":278,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":2,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":0}},"fields":10,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":10,"max_field_abs_diff":0.0063,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":219,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":174,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.332993507385254e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":187,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":592.9010419931728,"decide_ms":630.5432090011891,"head_ms":1.167958980659023,"host_ms":0.349290989106521},"shared":{"plan":{"state_len":151,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":397.91270994464867,"decide_ms":465.0207500089891,"head_ms":0.6108749948907644,"host_ms":0.46104099601507187}},{"id":"own_t08","source":"own_text","state_len":128,"input_tokens":224,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0}},"fields":12,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":10,"max_field_abs_diff":0.0036,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":155,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":155,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.60770320892334e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":170,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":592.6788329670671,"decide_ms":630.7166659971699,"head_ms":1.368208002531901,"host_ms":0.4304590111132711},"shared":{"plan":{"state_len":128,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":396.43049900769256,"decide_ms":460.9598749957513,"head_ms":0.6587919779121876,"host_ms":0.32125000143423676}},{"id":"own_t09","source":"own_text","state_len":106,"input_tokens":167,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":2,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":0},"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":151,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":296.33804102195427,"decide_ms":322.12370898923837,"head_ms":1.2091250100638717,"host_ms":0.3057910071220249},"shared":{"plan":{"state_len":106,"k":0,"shared_tokens":0},"calls":3,"padded_tokens":384,"graph_ms":296.78312499891035,"decide_ms":322.760124981869,"head_ms":0.92299998505041,"host_ms":0.4248750046826899}},{"id":"own_t10","source":"own_text","state_len":123,"input_tokens":211,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":13,"fields_equal":3,"fields_off_by_1e-4":5,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":161,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":140,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":156,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":638.4462930145673,"decide_ms":676.2217919749673,"head_ms":0.7787919894326478,"host_ms":0.4718750133179128},"shared":{"plan":{"state_len":123,"k":0,"shared_tokens":0},"calls":6,"padded_tokens":768,"graph_ms":597.2909180272836,"decide_ms":633.5334159957711,"head_ms":0.6215829926077276,"host_ms":0.3141250053886324}},{"id":"own_j01","source":"own_json","state_len":199,"input_tokens":303,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":1,"by_type":{"noul":{"questions":2,"main_equal":0},"choice":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0}},"fields":13,"fields_equal":6,"fields_off_by_1e-4":1,"fields_off_more":6,"max_field_abs_diff":0.0042,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":212,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":223,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":242,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":223,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.05359673500061e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":8,"padded_tokens":1024,"graph_ms":789.7940410184674,"decide_ms":839.0617500117514,"head_ms":0.8864170231390744,"host_ms":0.37891700048930943},"shared":{"plan":{"state_len":199,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":495.4863749735523,"decide_ms":575.553749979008,"head_ms":0.8107089961413294,"host_ms":0.51254199934192}},{"id":"own_j02","source":"own_json","state_len":216,"input_tokens":369,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":2,"main_equal":0}},"fields":13,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":9,"max_field_abs_diff":0.0016,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":332,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":232,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":237,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":7,"padded_tokens":896,"graph_ms":692.4886249762494,"decide_ms":729.9237500119489,"head_ms":0.6867080228403211,"host_ms":0.6284170085564256},"shared":{"plan":{"state_len":216,"k":1,"shared_tokens":128},"calls":5,"padded_tokens":640,"graph_ms":496.61120897508226,"decide_ms":568.9367910090368,"head_ms":0.6588750111404806,"host_ms":0.46999999904073775}},{"id":"own_j03","source":"own_json","state_len":297,"input_tokens":433,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0},"noul":{"questions":1,"main_equal":0}},"fields":15,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":14,"max_field_abs_diff":0.0225,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":380,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":333,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.9371509552001953e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":314,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":9,"padded_tokens":1152,"graph_ms":890.3477499843575,"decide_ms":929.7879590012599,"head_ms":1.2044169998262078,"host_ms":0.46508299419656396},"shared":{"plan":{"state_len":297,"k":2,"shared_tokens":256},"calls":5,"padded_tokens":640,"graph_ms":497.1847079868894,"decide_ms":563.6173330130987,"head_ms":1.131124998209998,"host_ms":0.5843749968335032}},{"id":"own_j04","source":"own_json","state_len":157,"input_tokens":233,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":12,"fields_equal":3,"fields_off_by_1e-4":3,"fields_off_more":6,"max_field_abs_diff":0.0042,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":180,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":171,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":true,"p_host_max_abs_dp_gate":0.0,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":196,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.980232238769531e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":592.7342100185342,"decide_ms":630.2840829885099,"head_ms":1.0208749736193568,"host_ms":0.4429580003488809},"shared":{"plan":{"state_len":157,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":396.85183303663507,"decide_ms":461.71366699854843,"head_ms":1.0132919996976852,"host_ms":0.32725001801736653}},{"id":"own_j05","source":"own_json","state_len":133,"input_tokens":254,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":14,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":13,"max_field_abs_diff":0.0085,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":198,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":153,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":592.4648760410491,"decide_ms":629.4929170107935,"head_ms":0.6335829966701567,"host_ms":0.370624999050051},"shared":{"plan":{"state_len":133,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":396.82862599147484,"decide_ms":462.20104201347567,"head_ms":0.6177090108394623,"host_ms":0.47237498802132905}},{"id":"own_a01","source":"own_json","state_len":149,"input_tokens":230,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":10,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":9,"max_field_abs_diff":0.0081,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":199,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.682209014892578e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":166,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":163,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":6,"padded_tokens":768,"graph_ms":592.7477080258541,"decide_ms":629.9751250189729,"head_ms":0.71629200829193,"host_ms":0.4580839886330068},"shared":{"plan":{"state_len":149,"k":1,"shared_tokens":128},"calls":4,"padded_tokens":512,"graph_ms":396.5212079929188,"decide_ms":464.3180000130087,"head_ms":0.8357079932466149,"host_ms":0.3257500065956265}},{"id":"own_m01","source":"own_text","state_len":137,"input_tokens":320,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":8,"main_values_equal":5,"by_type":{"choice":{"questions":3,"main_equal":3},"noul":{"questions":3,"main_equal":1},"score":{"questions":2,"main_equal":1}},"fields":28,"fields_equal":7,"fields_off_by_1e-4":8,"fields_off_more":13,"max_field_abs_diff":0.0066,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":156,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":150,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":159,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":4,"T":154,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.3283064365386963e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":5,"T":168,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":6,"T":154,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":7,"T":169,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":16,"padded_tokens":2048,"graph_ms":1580.4358749301173,"decide_ms":1680.2861659962218,"head_ms":2.7239159971941262,"host_ms":0.48366698320023715},"shared":{"plan":{"state_len":137,"k":1,"shared_tokens":128},"calls":9,"padded_tokens":1152,"graph_ms":892.7630399994086,"decide_ms":1028.546790999826,"head_ms":3.161333006573841,"host_ms":0.674000009894371}},{"id":"own_L01","source":"own_long","state_len":1746,"input_tokens":1869,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":3,"main_values_equal":2,"by_type":{"choice":{"questions":1,"main_equal":1},"noul":{"questions":1,"main_equal":1},"score":{"questions":1,"main_equal":0}},"fields":15,"fields_equal":4,"fields_off_by_1e-4":1,"fields_off_more":10,"max_field_abs_diff":0.0067,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":1793,"calls":15,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":1766,"calls":14,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.705522537231445e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":1802,"calls":15,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":44,"padded_tokens":5632,"graph_ms":4383.131748065352,"decide_ms":4422.402749973116,"head_ms":0.9761249821167439,"host_ms":1.7321250052191317},"shared":{"plan":{"state_len":1746,"k":13,"shared_tokens":1664},"calls":18,"padded_tokens":2304,"graph_ms":1798.9804999961052,"decide_ms":1869.1157090070192,"head_ms":1.1300000187475234,"host_ms":1.5887079935055226}},{"id":"own_L02","source":"own_long","state_len":1477,"input_tokens":1622,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":1,"by_type":{"score":{"questions":1,"main_equal":0},"noul":{"questions":2,"main_equal":0},"choice":{"questions":1,"main_equal":1}},"fields":14,"fields_equal":5,"fields_off_by_1e-4":3,"fields_off_more":6,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":1518,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.842877388000488e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":1497,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":1539,"calls":13,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":1499,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":49,"padded_tokens":6272,"graph_ms":4881.19674709742,"decide_ms":4932.5069159967825,"head_ms":0.8019579981919378,"host_ms":1.6710000054445118},"shared":{"plan":{"state_len":1477,"k":11,"shared_tokens":1408},"calls":16,"padded_tokens":2048,"graph_ms":1598.7152089655865,"decide_ms":1683.2648340205196,"head_ms":0.8232090040110052,"host_ms":2.244707982754335}},{"id":"own_L03","source":"own_long","state_len":1431,"input_tokens":1541,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":4,"main_values_equal":2,"by_type":{"choice":{"questions":2,"main_equal":2},"noul":{"questions":1,"main_equal":0},"score":{"questions":1,"main_equal":0}},"fields":15,"fields_equal":2,"fields_off_by_1e-4":6,"fields_off_more":7,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":1475,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":1,"T":1445,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":7.450580596923828e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0},{"q":2,"T":1451,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0},{"q":3,"T":1463,"calls":12,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":48,"padded_tokens":6144,"graph_ms":4774.65845894767,"decide_ms":4827.571749978233,"head_ms":1.2600829941220582,"host_ms":2.2434580023400486},"shared":{"plan":{"state_len":1431,"k":11,"shared_tokens":1408},"calls":15,"padded_tokens":1920,"graph_ms":1495.6065009173471,"decide_ms":1584.8633339919616,"head_ms":1.3765420007985085,"host_ms":1.6262079880107194}}]},"e2e_heldout":{"schema":"kev-decide-e2e/1","what":"decide.py from the raw request (host.build_rows, the AOT graph direct and shared, the float64 host head, host.to_answers / response) vs the round-2/4 readout gate of the same asset and the author's oracle","model":"kev-4b","rows_set":"heldout","started":"2026-10-04T14:46:29+09:00","bundle":{"path":"$ZOO_WORK_ROOT/_kev/exports/ship/kev_4b_decode_fp16_metal_pf128","name":"kev_4b_decode_fp16_metal_pf128","metadata_sha256":"dcdd0ea1c4ea4369282176db2f937779aab00b944b4f26034e9314b192d88e87","head_sha256":{"head.safetensors":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head.json":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416"},"tokenizer_json_sha256":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_4b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":15552786962,"tree_sha256":"bd6e33767833e36a75b3264a9117bacdfee07f7a58f381321da231752f023547","equals_gate_asset":true},"gate_transcript":{"path":"$ZOO_WORK_ROOT/_kev/results/r12_heldout_K128_4b.json","sha256":"96f097809ee73d5898cdd64614c05033c253a4012175e15a1d818046585d1738","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle_4b/head/head.safetensors","head_safetensors_sha256":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head_json_sha256":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416","scale":0.0625,"temperature":2.406050072164233,"dtype":"float32","device":"cpu"}},"shared_gate_transcript":null,"graph":{"dynamic":false,"graph_max":128,"cap":128,"q":128,"qmin":128},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/heldout/records_oracle.json","sha256":"dfa101a559450a8b75c140bafd120728561273908a527ad89ce44d5558d31c59"},"fixtures":{"path":"$ZOO_WORK_ROOT/_kev/fixtures/heldout.json","sha256":"8ec7ca4aa0e5be3a5261f03302d7e9df6cc78fae5ae368ca9db50b7b4921c6df"},"scripts":{"decide.py":"472b901a9c59add7f82c0e66bf219c5d5653318c4bf6266a5883df9fb0e5b630","host.py":"bf6bd2d5bcc89bac210ef5f51de0cc96696ff79eb9fe9f6b1ec83d16338db5bc"},"gpu":{"gpu_lock_start":{"path":"$ZOO_WORK_ROOT/_kev/logs/r12_dyn/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T12:53:01+09:00"},"gpu_lock_end":{"path":"$ZOO_WORK_ROOT/_kev/logs/r12_dyn/empty_lock_for_decide","bytes":0,"content":"","mtime":"2026-10-04T12:53:01+09:00"},"lock_waits":[],"seconds":44.54209770800662,"note":"contended reference times (no _GPU_LOCK window of our own); a held lock is waited out"},"processes":[{"shard":"shard_00","records":33,"load":{"model_seconds":0.009230958006810397,"main_seconds":1.6514727500034496,"seconds":1.66070370801026},"reset_check":{"record":"tv4h_00","bit_equal":true},"max_rss_bytes":23224893440,"process_wall_seconds":12.1851352090016},{"shard":"shard_01","records":33,"load":{"model_seconds":0.006035750004230067,"main_seconds":1.3527713749790564,"seconds":1.3588071249832865},"reset_check":{"record":"tv4h_33","bit_equal":true},"max_rss_bytes":23224303616,"process_wall_seconds":10.994063875026768},{"shard":"shard_02","records":33,"load":{"model_seconds":0.006150874978629872,"main_seconds":1.4338228330016136,"seconds":1.4399737079802435},"reset_check":{"record":"tv4xh_qnli_06","bit_equal":true},"max_rss_bytes":23224565760,"process_wall_seconds":10.855166958004702},{"shard":"shard_03","records":31,"load":{"model_seconds":0.005202375003136694,"main_seconds":1.293607624975266,"seconds":1.2988099999784026},"reset_check":{"record":"tv4xh_legacy_holdout_09","bit_equal":true},"max_rss_bytes":23224287232,"process_wall_seconds":10.505753541976446}],"summary":{"records":130,"rows":130,"i_hidden_bit_equal_gate":130,"i_hidden_max_abs_diff_gate":0.0,"i_p_torch_head_bit_equal_gate":130,"i_p_host_bit_equal_gate":0,"i_p_host_max_abs_dp_gate":4.172325134277344e-07,"finite_all":true,"all_zero_rows":0,"reset_bit_equal_all_processes":true,"iii_records_answers_equal_oracle":7,"iii_questions":130,"iii_main_values_equal":76,"iii_by_type":{"noul":{"questions":40,"main_equal":7},"choice":{"questions":70,"main_equal":69},"score":{"questions":20,"main_equal":0}},"iii_argmax_equal_by_type":{"noul":{"questions":40,"argmax_equal":40,"near_tie_questions":0,"argmax_differs":[]},"choice":{"questions":70,"argmax_equal":69,"near_tie_questions":4,"argmax_differs":["tv4h_07:q0"]},"score":{"questions":20,"argmax_equal":20,"near_tie_questions":0,"argmax_differs":[]}},"iii_fields":497,"iii_fields_equal":61,"iii_fields_off_by_1e-4":103,"iii_fields_off_more":333,"iii_max_field_abs_diff":0.0144,"iii_input_tokens_equal":130,"iii_output_tokens_equal":81,"iii_model_field":"the oracle body echoes the request's model; ours is the bundle name","torch_head_answers_equal_host_records":130,"iv_bar":{"host":{"questions":130,"questions_non_near_tie":126,"argmax_equal_non_near_tie":126,"near_tie_questions":4,"argmax_equal_near_tie":3,"max_abs_dp":0.009610235691070557,"worst_row":"tv4sh_11:q0","mean_of_run_mean_abs_dp":0.0006897490821519079,"pass":true},"torch_head":{"questions":130,"questions_non_near_tie":126,"argmax_equal_non_near_tie":126,"near_tie_questions":4,"argmax_equal_near_tie":3,"max_abs_dp":0.009610295295715332,"worst_row":"tv4sh_11:q0","mean_of_run_mean_abs_dp":0.0006897504849677298,"pass":true},"gate_transcript_p":{"questions":130,"questions_non_near_tie":126,"argmax_equal_non_near_tie":126,"near_tie_questions":4,"argmax_equal_near_tie":3,"max_abs_dp":0.009610295295715332,"worst_row":"tv4sh_11:q0","mean_of_run_mean_abs_dp":0.0006897504849677298,"pass":true},"shared_host":{"questions":130,"questions_non_near_tie":126,"argmax_equal_non_near_tie":126,"near_tie_questions":4,"argmax_equal_near_tie":3,"max_abs_dp":0.009610235691070557,"worst_row":"tv4sh_11:q0","mean_of_run_mean_abs_dp":0.0006897490821519079,"pass":true}},"iv_gate_transcript_summary":{"questions_non_near_tie":126,"argmax_equal_non_near_tie":126,"near_tie_questions":4,"argmax_equal_near_tie":3,"max_abs_dp":0.009610295295715332,"mean_of_run_mean_abs_dp":0.0006897504849677298},"iv_torch_head_equals_gate":true,"ii_dynamic":false,"ii_graph":{"dynamic":false,"graph_max":128,"cap":128,"q":128,"qmin":128},"ii_shared_hidden_max_abs_diff_direct":0.0,"ii_shared_hidden_bit_equal_shared_gate":null,"ii_shared_hidden_bit_equal_direct":130,"ii_shared_p_bit_equal_direct":130,"ii_shared_max_abs_dp":0.0,"ii_shared_responses_equal_direct":130,"ii_calls":{"direct":143,"shared":143},"ii_graph_seconds":{"direct":19.03659646291635,"shared":14.103040458925534},"pass_i":true,"pass_ii":true},"generated_at":"2026-10-04T05:47:21+00:00","records":[{"id":"tv4h_00","source":"transfer_v4_dev_head_heldout","state_len":12,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1564.3727499991655,"decide_ms":1584.4387499964796,"head_ms":0.5788750131614506,"host_ms":0.37454202538356185},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.4642500008922,"decide_ms":121.14166599349119,"head_ms":0.6402500148396939,"host_ms":0.13729202328249812}},{"id":"tv4h_01","source":"transfer_v4_dev_head_heldout","state_len":86,"input_tokens":127,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":127,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.68170900153928,"decide_ms":112.08824999630451,"head_ms":0.2973749942611903,"host_ms":0.2197079884354025},"shared":{"plan":{"state_len":86,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.00379099417478,"decide_ms":111.91937499097548,"head_ms":0.31075000879354775,"host_ms":0.34229099401272833}},{"id":"tv4h_02","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0046,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.76379201887175,"decide_ms":110.992832982447,"head_ms":0.5213329859543592,"host_ms":0.225499999942258},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.19016697676852,"decide_ms":111.87645900645293,"head_ms":0.48995899851433933,"host_ms":0.15391598572023213}},{"id":"tv4h_03","source":"transfer_v4_dev_head_heldout","state_len":21,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0029,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.5762786865234375e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8473339821212,"decide_ms":112.40225000074133,"head_ms":0.28641600511036813,"host_ms":0.15487501514144242},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.76824999810196,"decide_ms":112.03391701565124,"head_ms":0.526249990798533,"host_ms":0.19466699450276792}},{"id":"tv4h_04","source":"transfer_v4_dev_head_heldout","state_len":43,"input_tokens":140,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":140,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.48750000144355,"decide_ms":210.25241698953323,"head_ms":0.43816701509058475,"host_ms":0.29062500107102096},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.44762498885393,"decide_ms":210.00958301010542,"head_ms":0.2798750065267086,"host_ms":0.22412498947232962}},{"id":"tv4h_05","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":55,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":55,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.18487499817275,"decide_ms":112.5667910091579,"head_ms":0.5185000190977007,"host_ms":0.13941701035946608},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.20825000153854,"decide_ms":112.7431670029182,"head_ms":0.3174169978592545,"host_ms":0.21254198509268463}},{"id":"tv4h_06","source":"transfer_v4_dev_head_heldout","state_len":23,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0096,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.9835420041345,"decide_ms":111.62279199925251,"head_ms":0.2608749782666564,"host_ms":0.2600419975351542},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.96866700728424,"decide_ms":112.65212498256005,"head_ms":0.6268750003073364,"host_ms":0.16845899517647922}},{"id":"tv4h_07","source":"transfer_v4_dev_head_heldout","state_len":54,"input_tokens":107,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"choice":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":107,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":false,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.8990830082912,"decide_ms":111.99670800124295,"head_ms":0.5196249985601753,"host_ms":0.1662090071476996},"shared":{"plan":{"state_len":54,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.19562499271706,"decide_ms":111.90200000419281,"head_ms":0.2959169796667993,"host_ms":0.24133399710990489}},{"id":"tv4h_08","source":"transfer_v4_dev_head_heldout","state_len":50,"input_tokens":87,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":87,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.08841698779725,"decide_ms":112.15729199466296,"head_ms":0.5343340162653476,"host_ms":0.23958302335813642},"shared":{"plan":{"state_len":50,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.14458301500417,"decide_ms":112.86866699811071,"head_ms":0.458249996881932,"host_ms":0.16154101467691362}},{"id":"tv4h_09","source":"transfer_v4_dev_head_heldout","state_len":77,"input_tokens":118,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":118,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.0036669827532,"decide_ms":111.79854199872352,"head_ms":0.5531669885385782,"host_ms":0.21108301007188857},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.07233298872598,"decide_ms":111.86508400714956,"head_ms":0.2999170101247728,"host_ms":0.26687499484978616}},{"id":"tv4h_10","source":"transfer_v4_dev_head_heldout","state_len":93,"input_tokens":179,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":179,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.72079199901782,"decide_ms":211.28595899790525,"head_ms":0.5079999973531812,"host_ms":0.29166601598262787},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":197.51575001282617,"decide_ms":211.09237501514144,"head_ms":0.4928330017719418,"host_ms":0.2383749815635383}},{"id":"tv4h_11","source":"transfer_v4_dev_head_heldout","state_len":256,"input_tokens":299,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":299,"calls":3,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":3,"padded_tokens":384,"graph_ms":297.35149996122345,"decide_ms":310.3914580133278,"head_ms":0.2860829990822822,"host_ms":0.4371670074760914},"shared":{"plan":{"state_len":256,"k":2,"shared_tokens":256},"calls":3,"padded_tokens":384,"graph_ms":297.2365000168793,"decide_ms":345.7726659835316,"head_ms":0.3190409915987402,"host_ms":0.6499169976450503}},{"id":"tv4h_12","source":"transfer_v4_dev_head_heldout","state_len":90,"input_tokens":131,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":131,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.08062501740642,"decide_ms":210.65229098894633,"head_ms":0.24312498862855136,"host_ms":0.3220000071451068},"shared":{"plan":{"state_len":90,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.46224903408438,"decide_ms":207.3244579951279,"head_ms":0.24654099252074957,"host_ms":0.1854579895734787}},{"id":"tv4h_13","source":"transfer_v4_dev_head_heldout","state_len":36,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.06587499426678,"decide_ms":113.21995800244622,"head_ms":0.2551669895183295,"host_ms":0.1886249810922891},"shared":{"plan":{"state_len":36,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.55320799397305,"decide_ms":110.15512500307523,"head_ms":0.3080829919781536,"host_ms":0.19808299839496613}},{"id":"tv4h_14","source":"transfer_v4_dev_head_heldout","state_len":26,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0025,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.46099998685531,"decide_ms":109.18954099179246,"head_ms":0.2571660152170807,"host_ms":0.18291702144779265},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.27437499188818,"decide_ms":108.82029199274257,"head_ms":0.24312498862855136,"host_ms":0.11799999629147351}},{"id":"tv4h_15","source":"transfer_v4_dev_head_heldout","state_len":15,"input_tokens":49,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":49,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.52550001232885,"decide_ms":109.17266600881703,"head_ms":0.2574580139480531,"host_ms":0.10616699000820518},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.22758298832923,"decide_ms":108.4932500089053,"head_ms":0.24995801504701376,"host_ms":0.1433329889550805}},{"id":"tv4h_16","source":"transfer_v4_dev_head_heldout","state_len":19,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.57079098583199,"decide_ms":108.881541993469,"head_ms":0.2992499794345349,"host_ms":0.19291698117740452},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.63904200028628,"decide_ms":109.00158400181681,"head_ms":0.29650001670233905,"host_ms":0.1586250145919621}},{"id":"tv4h_17","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.03937499620952,"decide_ms":109.76108300383203,"head_ms":0.26954198256134987,"host_ms":0.12012498336844146},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.74429099727422,"decide_ms":109.11458299960941,"head_ms":0.24575000861659646,"host_ms":0.15991699183359742}},{"id":"tv4h_18","source":"transfer_v4_dev_head_heldout","state_len":13,"input_tokens":62,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":62,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.122274160385132e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.87916600564495,"decide_ms":109.71541699836962,"head_ms":0.25820801965892315,"host_ms":0.14483300037682056},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.71887500048615,"decide_ms":109.99208298744634,"head_ms":0.3023330064024776,"host_ms":0.14375001774169505}},{"id":"tv4h_19","source":"transfer_v4_dev_head_heldout","state_len":52,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0044,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.58074999647215,"decide_ms":109.48850002023391,"head_ms":0.25016700965352356,"host_ms":0.15970898675732315},"shared":{"plan":{"state_len":52,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.53237500647083,"decide_ms":109.57454200251959,"head_ms":0.24824999854899943,"host_ms":0.20074998610652983}},{"id":"tv4h_20","source":"transfer_v4_dev_head_heldout","state_len":30,"input_tokens":108,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":6,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":108,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6229169939179,"decide_ms":109.37987500801682,"head_ms":0.2508750185370445,"host_ms":0.25791701045818627},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.63470899290405,"decide_ms":108.93350001424551,"head_ms":0.24612501147203147,"host_ms":0.18054197425954044}},{"id":"tv4h_21","source":"transfer_v4_dev_head_heldout","state_len":30,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.086162567138672e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.80425001028925,"decide_ms":110.851042001741,"head_ms":0.26858298224397004,"host_ms":0.1682079746387899},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.71308400761336,"decide_ms":109.55416699289344,"head_ms":0.2732079883571714,"host_ms":0.20404098904691637}},{"id":"tv4h_22","source":"transfer_v4_dev_head_heldout","state_len":30,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0024,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.12574998452328,"decide_ms":110.54570801206864,"head_ms":0.2618329890538007,"host_ms":0.19574997713789344},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.05291700852104,"decide_ms":110.4419999755919,"head_ms":0.282665976556018,"host_ms":0.1628330210223794}},{"id":"tv4h_23","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.0652920154389,"decide_ms":111.23375000897795,"head_ms":0.32495902269147336,"host_ms":0.1365420175716281},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.91775000141934,"decide_ms":110.8245840005111,"head_ms":0.2740419877227396,"host_ms":0.21054098033346236}},{"id":"tv4h_24","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.0590000001248,"decide_ms":110.5400410015136,"head_ms":0.2565000031609088,"host_ms":0.1398339809384197},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.92179199960083,"decide_ms":110.16112499055453,"head_ms":0.24370799656026065,"host_ms":0.14354099403135478}},{"id":"tv4h_25","source":"transfer_v4_dev_head_heldout","state_len":16,"input_tokens":63,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":63,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.70874998159707,"decide_ms":109.139416977996,"head_ms":0.25737498071976006,"host_ms":0.11258301674388349},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.95187499932945,"decide_ms":109.97537500225008,"head_ms":0.2372919989284128,"host_ms":0.14525000005960464}},{"id":"tv4h_26","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":110,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":4,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":110,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.71975000714883,"decide_ms":110.03691700170748,"head_ms":0.2872500044759363,"host_ms":0.21699999342672527},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.23562500625849,"decide_ms":110.64754202379845,"head_ms":0.29404202359728515,"host_ms":0.1765409833751619}},{"id":"tv4h_27","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.15620798710734,"decide_ms":110.73545800172724,"head_ms":0.27487502666190267,"host_ms":0.18137501319870353},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.19337500468828,"decide_ms":111.97441598051228,"head_ms":0.2908329770434648,"host_ms":0.18537501455284655}},{"id":"tv4h_28","source":"transfer_v4_dev_head_heldout","state_len":18,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.30385160446167e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.78670799662359,"decide_ms":110.19862501416355,"head_ms":0.2500420087017119,"host_ms":0.1805420033633709},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.88637502444908,"decide_ms":109.45945800631307,"head_ms":0.2671249967534095,"host_ms":0.15245898975990713}},{"id":"tv4h_29","source":"transfer_v4_dev_head_heldout","state_len":20,"input_tokens":89,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":6,"max_field_abs_diff":0.0031,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":89,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.67574999225326,"decide_ms":109.28025000612251,"head_ms":0.24504101020283997,"host_ms":0.16366600175388157},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.60937501071021,"decide_ms":108.92016600701027,"head_ms":0.24445800227113068,"host_ms":0.23687499924562871}},{"id":"tv4h_30","source":"transfer_v4_dev_head_heldout","state_len":20,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0027,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.65408399491571,"decide_ms":109.39304099883884,"head_ms":0.23566599702462554,"host_ms":0.15558398445136845},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.32570899743587,"decide_ms":109.10041601164266,"head_ms":0.2519999979995191,"host_ms":0.14112499775364995}},{"id":"tv4h_31","source":"transfer_v4_dev_head_heldout","state_len":20,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0057,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.24649998336099,"decide_ms":108.57466701418161,"head_ms":0.24191700504161417,"host_ms":0.14312498387880623},"shared":{"plan":{"state_len":20,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.5226659977343,"decide_ms":109.06399998930283,"head_ms":0.2433749905321747,"host_ms":0.16125000547617674}},{"id":"tv4h_32","source":"transfer_v4_dev_head_heldout","state_len":14,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0018,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.35404201294295,"decide_ms":109.02637499384582,"head_ms":0.2487909805495292,"host_ms":0.18416601233184338},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.4711250057444,"decide_ms":108.57162499451078,"head_ms":0.2486669982317835,"host_ms":0.13983299140818417}},{"id":"tv4h_33","source":"transfer_v4_dev_head_heldout","state_len":14,"input_tokens":67,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":67,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1352.6359169918578,"decide_ms":1370.1108749955893,"head_ms":0.2798329805955291,"host_ms":0.36849998286925256},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.29241700936109,"decide_ms":111.32679201546125,"head_ms":0.26991701452061534,"host_ms":0.15291597810573876}},{"id":"tv4h_34","source":"transfer_v4_dev_head_heldout","state_len":14,"input_tokens":66,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":66,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.190951585769653e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.48779099411331,"decide_ms":110.0232079916168,"head_ms":0.2884159912355244,"host_ms":0.14899999951012433},"shared":{"plan":{"state_len":14,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.88137501548044,"decide_ms":110.13029201421887,"head_ms":0.26883400278165936,"host_ms":0.16150000737980008}},{"id":"tv4h_35","source":"transfer_v4_dev_head_heldout","state_len":24,"input_tokens":95,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":4,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":95,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.25100001762621,"decide_ms":109.17462498764507,"head_ms":0.27637500897981226,"host_ms":0.2346250112168491},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.20083298836835,"decide_ms":109.64050001348369,"head_ms":0.23987502208910882,"host_ms":0.17191600636579096}},{"id":"tv4h_36","source":"transfer_v4_dev_head_heldout","state_len":24,"input_tokens":86,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":86,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.42533399933018,"decide_ms":109.9569590005558,"head_ms":0.2698749885894358,"host_ms":0.17070799367502332},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.44987498945557,"decide_ms":109.78624998824671,"head_ms":0.2556249964982271,"host_ms":0.15958299627527595}},{"id":"tv4h_37","source":"transfer_v4_dev_head_heldout","state_len":24,"input_tokens":81,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":81,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.70512501220219,"decide_ms":108.69833300239407,"head_ms":0.2929159963969141,"host_ms":0.15624999650754035},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":113.43841699999757,"decide_ms":176.80162499891594,"head_ms":0.24483402376063168,"host_ms":0.1564590202178806}},{"id":"tv4h_38","source":"transfer_v4_dev_head_heldout","state_len":194,"input_tokens":251,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":6,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":251,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.12466697092168,"decide_ms":209.45283299079165,"head_ms":0.24754198966547847,"host_ms":0.3450840013101697},"shared":{"plan":{"state_len":194,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":197.58645800175145,"decide_ms":239.26533400663175,"head_ms":0.27512499946169555,"host_ms":0.4661249986384064}},{"id":"tv4h_39","source":"transfer_v4_dev_head_heldout","state_len":194,"input_tokens":244,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":244,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":197.0950420072768,"decide_ms":208.8863749813754,"head_ms":0.2671659749466926,"host_ms":0.31125001260079443},"shared":{"plan":{"state_len":194,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":197.29329200345092,"decide_ms":237.04987502424046,"head_ms":0.24458300322294235,"host_ms":0.33970799995586276}},{"id":"tv4xh_emotion_00","source":"transfer_v4_dev_sources_heldout","state_len":8,"input_tokens":38,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":4,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":38,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6726249975618,"decide_ms":110.75016699032858,"head_ms":0.25591699522919953,"host_ms":0.09600000339560211},"shared":{"plan":{"state_len":8,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84887500084005,"decide_ms":108.98912500124425,"head_ms":0.28887498774565756,"host_ms":0.11787499533966184}},{"id":"tv4xh_emotion_01","source":"transfer_v4_dev_sources_heldout","state_len":38,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":3,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.59020801377483,"decide_ms":109.86845797742717,"head_ms":0.27170797693543136,"host_ms":0.16433402197435498},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.38437498547137,"decide_ms":110.95204201410525,"head_ms":0.2800830116029829,"host_ms":0.1336249988526106}},{"id":"tv4xh_emotion_02","source":"transfer_v4_dev_sources_heldout","state_len":23,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":5,"max_field_abs_diff":0.0015,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":true,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.49691699491814,"decide_ms":108.92112500732765,"head_ms":0.2464159915689379,"host_ms":0.09354099165648222},"shared":{"plan":{"state_len":23,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.36358402390033,"decide_ms":110.33637498621829,"head_ms":0.2410000015515834,"host_ms":0.16075000166893005}},{"id":"tv4xh_emotion_03","source":"transfer_v4_dev_sources_heldout","state_len":19,"input_tokens":49,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":6,"max_field_abs_diff":0.0045,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":49,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.79266598727554,"decide_ms":109.80729199945927,"head_ms":0.27275001048110425,"host_ms":0.11512500350363553},"shared":{"plan":{"state_len":19,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69087502011098,"decide_ms":110.81458299304359,"head_ms":0.242124981014058,"host_ms":0.11804199311882257}},{"id":"tv4xh_emotion_04","source":"transfer_v4_dev_sources_heldout","state_len":12,"input_tokens":42,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":42,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.30687497742474,"decide_ms":110.40545799187385,"head_ms":0.2739169867709279,"host_ms":0.10475001181475818},"shared":{"plan":{"state_len":12,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.63537500496022,"decide_ms":109.1911249968689,"head_ms":0.27600000612437725,"host_ms":0.10687499889172614}},{"id":"tv4xh_emotion_05","source":"transfer_v4_dev_sources_heldout","state_len":7,"input_tokens":37,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":3,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":37,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.39337499579415,"decide_ms":110.36508399411105,"head_ms":0.31224999111145735,"host_ms":0.10695800301618874},"shared":{"plan":{"state_len":7,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.48237497499213,"decide_ms":110.36179101211019,"head_ms":0.2792080049403012,"host_ms":0.1000420015770942}},{"id":"tv4xh_emotion_06","source":"transfer_v4_dev_sources_heldout","state_len":13,"input_tokens":43,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":43,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.36545801954344,"decide_ms":111.06024999753572,"head_ms":0.2588749921415001,"host_ms":0.10775000555440784},"shared":{"plan":{"state_len":13,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.66587500437163,"decide_ms":110.76195901841857,"head_ms":0.2676250005606562,"host_ms":0.12474998948164284}},{"id":"tv4xh_emotion_07","source":"transfer_v4_dev_sources_heldout","state_len":34,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":5,"max_field_abs_diff":0.0019,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.3109999797307,"decide_ms":110.21549999713898,"head_ms":0.2405419945716858,"host_ms":0.18333300249651074},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.47633398021571,"decide_ms":111.69429100118577,"head_ms":0.2694580180104822,"host_ms":0.11845899280160666}},{"id":"tv4xh_emotion_08","source":"transfer_v4_dev_sources_heldout","state_len":17,"input_tokens":47,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":1,"fields_off_by_1e-4":3,"fields_off_more":3,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":47,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.58320900821127,"decide_ms":111.03495801216923,"head_ms":0.2606250054668635,"host_ms":0.11037499643862247},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.40983297908679,"decide_ms":110.35825000726618,"head_ms":0.2659170131664723,"host_ms":0.13770899386145175}},{"id":"tv4xh_emotion_09","source":"transfer_v4_dev_sources_heldout","state_len":30,"input_tokens":60,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":7,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":60,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.35591600858606,"decide_ms":110.20475000259466,"head_ms":0.2579999854788184,"host_ms":0.1610000035725534},"shared":{"plan":{"state_len":30,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75129198189825,"decide_ms":110.20316599751823,"head_ms":0.27358299121260643,"host_ms":0.12254199828021228}},{"id":"tv4xh_tweet_offensive_00","source":"transfer_v4_dev_sources_heldout","state_len":51,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.62604201771319,"decide_ms":109.08445899258368,"head_ms":0.2633339900057763,"host_ms":0.12833299115300179},"shared":{"plan":{"state_len":51,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.88841700740159,"decide_ms":111.26504201092757,"head_ms":0.24212501011788845,"host_ms":0.23416598560288548}},{"id":"tv4xh_tweet_offensive_01","source":"transfer_v4_dev_sources_heldout","state_len":37,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.5762786865234375e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.75279199331999,"decide_ms":111.2808329926338,"head_ms":0.2627079957164824,"host_ms":0.20425001275725663},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.53833398665302,"decide_ms":110.62854202464223,"head_ms":0.24241700884886086,"host_ms":0.14554199879057705}},{"id":"tv4xh_tweet_offensive_02","source":"transfer_v4_dev_sources_heldout","state_len":67,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.65287502179854,"decide_ms":110.95199998817407,"head_ms":0.2637909783516079,"host_ms":0.18649999401532114},"shared":{"plan":{"state_len":67,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.84912500274368,"decide_ms":109.48775001452304,"head_ms":0.2707499952521175,"host_ms":0.21304099936969578}},{"id":"tv4xh_tweet_offensive_03","source":"transfer_v4_dev_sources_heldout","state_len":53,"input_tokens":84,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":84,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.682209014892578e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.46758400090039,"decide_ms":110.60062499018386,"head_ms":0.23687499924562871,"host_ms":0.2221670001745224},"shared":{"plan":{"state_len":53,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.42454199679196,"decide_ms":110.71158401318826,"head_ms":0.2745420206338167,"host_ms":0.15508299111388624}},{"id":"tv4xh_tweet_offensive_04","source":"transfer_v4_dev_sources_heldout","state_len":69,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.41979198972695,"decide_ms":109.13699999218807,"head_ms":0.2690829860512167,"host_ms":0.1497080083936453},"shared":{"plan":{"state_len":69,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.76554197398946,"decide_ms":110.98812500131316,"head_ms":0.24108399520628154,"host_ms":0.24191697593778372}},{"id":"tv4xh_tweet_offensive_05","source":"transfer_v4_dev_sources_heldout","state_len":26,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.47570900456049,"decide_ms":110.89154198998585,"head_ms":0.25816698325797915,"host_ms":0.1688330085016787},"shared":{"plan":{"state_len":26,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.5581659770105,"decide_ms":111.02770798606798,"head_ms":0.2738329931162298,"host_ms":0.13050000416114926}},{"id":"tv4xh_tweet_offensive_06","source":"transfer_v4_dev_sources_heldout","state_len":33,"input_tokens":64,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":64,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.86062500299886,"decide_ms":109.71604200312868,"head_ms":0.2655420103110373,"host_ms":0.13329199282452464},"shared":{"plan":{"state_len":33,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.63820901955478,"decide_ms":110.95929198199883,"head_ms":0.2575419784989208,"host_ms":0.16362499445676804}},{"id":"tv4xh_tweet_offensive_07","source":"transfer_v4_dev_sources_heldout","state_len":3,"input_tokens":34,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":34,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.60445899539627,"decide_ms":110.78612500568852,"head_ms":0.26816700119525194,"host_ms":0.11141700088046491},"shared":{"plan":{"state_len":3,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.71633298462257,"decide_ms":110.51091700210236,"head_ms":0.2531670033931732,"host_ms":0.09729102021083236}},{"id":"tv4xh_tweet_offensive_08","source":"transfer_v4_dev_sources_heldout","state_len":24,"input_tokens":55,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":55,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.172325134277344e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.53550000116229,"decide_ms":108.85312501341105,"head_ms":0.2836660132743418,"host_ms":0.1084999821614474},"shared":{"plan":{"state_len":24,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.46662500058301,"decide_ms":110.69933298858814,"head_ms":0.24687498807907104,"host_ms":0.1778750156518072}},{"id":"tv4xh_tweet_offensive_09","source":"transfer_v4_dev_sources_heldout","state_len":43,"input_tokens":74,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":74,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.3477080008015,"decide_ms":109.72533299354836,"head_ms":0.24566598585806787,"host_ms":0.2022499975282699},"shared":{"plan":{"state_len":43,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.01308300322853,"decide_ms":110.3913749975618,"head_ms":0.27266700635664165,"host_ms":0.14141699648462236}},{"id":"tv4xh_qnli_00","source":"transfer_v4_dev_sources_heldout","state_len":38,"input_tokens":68,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":68,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.61666601500474,"decide_ms":109.545999992406,"head_ms":0.26816700119525194,"host_ms":0.13387500075623393},"shared":{"plan":{"state_len":38,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.95625000353903,"decide_ms":110.29741700622253,"head_ms":0.26308398810215294,"host_ms":0.18641698989085853}},{"id":"tv4xh_qnli_01","source":"transfer_v4_dev_sources_heldout","state_len":28,"input_tokens":59,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0013,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":59,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.37804199196398,"decide_ms":110.25995798991062,"head_ms":0.24612498236820102,"host_ms":0.1729580108076334},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.46624999772757,"decide_ms":110.6666249979753,"head_ms":0.2670000249054283,"host_ms":0.1330000231973827}},{"id":"tv4xh_qnli_02","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":58,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":58,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":99.16787501424551,"decide_ms":111.4260419853963,"head_ms":0.25358397397212684,"host_ms":0.1434170117136091},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.45966601278633,"decide_ms":109.97108300216496,"head_ms":0.2495829830877483,"host_ms":0.16387499636039138}},{"id":"tv4xh_qnli_03","source":"transfer_v4_dev_sources_heldout","state_len":35,"input_tokens":65,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0007,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":65,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.44683299888857,"decide_ms":111.44166701706126,"head_ms":0.26550001348368824,"host_ms":0.1913330052047968},"shared":{"plan":{"state_len":35,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.5385829990264,"decide_ms":111.27312501776032,"head_ms":0.25954199372790754,"host_ms":0.13949998538009822}},{"id":"tv4xh_qnli_04","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":57,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":57,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.34870899794623,"decide_ms":109.17612499906681,"head_ms":0.2691659901756793,"host_ms":0.12833299115300179},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.69795900885947,"decide_ms":111.47645799792372,"head_ms":0.26029199943877757,"host_ms":0.17125002341344953}},{"id":"tv4xh_qnli_05","source":"transfer_v4_dev_sources_heldout","state_len":37,"input_tokens":69,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":69,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.50141700007953,"decide_ms":110.98591701011173,"head_ms":0.2457080117892474,"host_ms":0.18812500638887286},"shared":{"plan":{"state_len":37,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.41075001168065,"decide_ms":110.57908300426789,"head_ms":0.26304100174456835,"host_ms":0.13220799155533314}},{"id":"tv4xh_qnli_06","source":"transfer_v4_dev_sources_heldout","state_len":16,"input_tokens":48,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0022,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":48,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1234.4915000139736,"decide_ms":1251.6521669749636,"head_ms":0.2732499851845205,"host_ms":0.32308301888406277},"shared":{"plan":{"state_len":16,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.5056670033373,"decide_ms":109.07366700121202,"head_ms":0.24795799981802702,"host_ms":0.11791600263677537}},{"id":"tv4xh_qnli_07","source":"transfer_v4_dev_sources_heldout","state_len":56,"input_tokens":85,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":85,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.51925802230835e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.23125001275912,"decide_ms":109.07604100066237,"head_ms":0.23624999448657036,"host_ms":0.19404198974370956},"shared":{"plan":{"state_len":56,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.43233399442397,"decide_ms":108.90379099873826,"head_ms":0.2565000031609088,"host_ms":0.21699999342672527}},{"id":"tv4xh_qnli_08","source":"transfer_v4_dev_sources_heldout","state_len":18,"input_tokens":45,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0026,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":45,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.34579200833105,"decide_ms":109.07695899368264,"head_ms":0.2620839804876596,"host_ms":0.1638329995330423},"shared":{"plan":{"state_len":18,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.34087500348687,"decide_ms":109.26941697834991,"head_ms":0.2506669843569398,"host_ms":0.10695800301618874}},{"id":"tv4xh_qnli_09","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":53,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":53,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.61520800041035,"decide_ms":109.5305000199005,"head_ms":0.2528750046622008,"host_ms":0.11237498256377876},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.5370830167085,"decide_ms":109.26316698896699,"head_ms":0.24754198966547847,"host_ms":0.14937500236555934}},{"id":"tv4xh_paws_00","source":"transfer_v4_dev_sources_heldout","state_len":31,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.18641698802821,"decide_ms":109.3076670076698,"head_ms":0.23591701756231487,"host_ms":0.22437499137595296},"shared":{"plan":{"state_len":31,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.3101669989992,"decide_ms":108.4966660127975,"head_ms":0.24779100203886628,"host_ms":0.13416699948720634}},{"id":"tv4xh_paws_01","source":"transfer_v4_dev_sources_heldout","state_len":15,"input_tokens":61,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":61,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.25183401699178,"decide_ms":109.10404101014137,"head_ms":0.24525000480934978,"host_ms":0.12183398939669132},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.18762500071898,"decide_ms":109.32008401141502,"head_ms":0.24008398759178817,"host_ms":0.16099997446872294}},{"id":"tv4xh_paws_02","source":"transfer_v4_dev_sources_heldout","state_len":40,"input_tokens":113,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0021,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":113,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.3442919969093,"decide_ms":108.80833299597725,"head_ms":0.26108301244676113,"host_ms":0.2014170167967677},"shared":{"plan":{"state_len":40,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.44754199730232,"decide_ms":108.99762497865595,"head_ms":0.23716699797660112,"host_ms":0.1601249969098717}},{"id":"tv4xh_paws_03","source":"transfer_v4_dev_sources_heldout","state_len":34,"input_tokens":94,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":94,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.1982910016086,"decide_ms":108.5678750241641,"head_ms":0.23329100804403424,"host_ms":0.15320797683671117},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.1122920056805,"decide_ms":108.46683301497251,"head_ms":0.2406249986961484,"host_ms":0.1870419946499169}},{"id":"tv4xh_paws_04","source":"transfer_v4_dev_sources_heldout","state_len":21,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.13637498882599,"decide_ms":108.57579100411385,"head_ms":0.24841600679792464,"host_ms":0.16108399722725153},"shared":{"plan":{"state_len":21,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.36762497434393,"decide_ms":108.34675002843142,"head_ms":0.23695800337009132,"host_ms":0.11699998867698014}},{"id":"tv4xh_paws_05","source":"transfer_v4_dev_sources_heldout","state_len":40,"input_tokens":116,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":116,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.24083399144001,"decide_ms":109.01262500556186,"head_ms":0.23770899861119688,"host_ms":0.16741699073463678},"shared":{"plan":{"state_len":40,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.75095798633993,"decide_ms":109.53287497977726,"head_ms":0.23766598314978182,"host_ms":0.2210829989053309}},{"id":"tv4xh_paws_06","source":"transfer_v4_dev_sources_heldout","state_len":28,"input_tokens":91,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":91,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.6763806343078613e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.22474999236874,"decide_ms":108.8438330043573,"head_ms":0.23850001161918044,"host_ms":0.19179200171492994},"shared":{"plan":{"state_len":28,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.15233299741521,"decide_ms":108.89608302386478,"head_ms":0.23229100042954087,"host_ms":0.14204197213985026}},{"id":"tv4xh_paws_07","source":"transfer_v4_dev_sources_heldout","state_len":25,"input_tokens":82,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0036,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":82,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.4901161193847656e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.07645899127237,"decide_ms":108.36412498611026,"head_ms":0.24362499243579805,"host_ms":0.13991701416671276},"shared":{"plan":{"state_len":25,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.1940420169849,"decide_ms":108.5042080085259,"head_ms":0.2419580123387277,"host_ms":0.16687499010004103}},{"id":"tv4xh_paws_08","source":"transfer_v4_dev_sources_heldout","state_len":32,"input_tokens":96,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0012,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":96,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.13937498256564,"decide_ms":108.81537501700222,"head_ms":0.23670800146646798,"host_ms":0.1818329910747707},"shared":{"plan":{"state_len":32,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.08095800690353,"decide_ms":108.50329202366993,"head_ms":0.2433330228086561,"host_ms":0.14670798555016518}},{"id":"tv4xh_paws_09","source":"transfer_v4_dev_sources_heldout","state_len":34,"input_tokens":102,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":102,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.06070799822919,"decide_ms":108.1139589950908,"head_ms":0.22958399495109916,"host_ms":0.1584160199854523},"shared":{"plan":{"state_len":34,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.3308749855496,"decide_ms":108.51108399219811,"head_ms":0.24174997815862298,"host_ms":0.2035830111708492}},{"id":"tv4xh_sciq_00","source":"transfer_v4_dev_sources_heldout","state_len":86,"input_tokens":115,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":115,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.5331974029541016e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.02858397597447,"decide_ms":107.98983401036821,"head_ms":0.2506250166334212,"host_ms":0.25924999499693513},"shared":{"plan":{"state_len":86,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.20895799202845,"decide_ms":109.3926249886863,"head_ms":0.2615419798530638,"host_ms":0.17541699344292283}},{"id":"tv4xh_sciq_01","source":"transfer_v4_dev_sources_heldout","state_len":49,"input_tokens":90,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":4,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":90,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.11200000694953,"decide_ms":108.5764589952305,"head_ms":0.24404199211858213,"host_ms":0.1449999981559813},"shared":{"plan":{"state_len":49,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.15787500701845,"decide_ms":108.7556249985937,"head_ms":0.23545802105218172,"host_ms":0.20958302775397897}},{"id":"tv4xh_sciq_02","source":"transfer_v4_dev_sources_heldout","state_len":15,"input_tokens":44,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":44,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":8.940696716308594e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.34729199064896,"decide_ms":108.89937498723157,"head_ms":0.2429169835522771,"host_ms":0.13254201621748507},"shared":{"plan":{"state_len":15,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.23641701950692,"decide_ms":109.15595799451694,"head_ms":0.2538330154493451,"host_ms":0.09866702021099627}},{"id":"tv4xh_sciq_03","source":"transfer_v4_dev_sources_heldout","state_len":92,"input_tokens":124,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":124,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.43554202234372,"decide_ms":108.8403330068104,"head_ms":0.2502080169506371,"host_ms":0.1815419818740338},"shared":{"plan":{"state_len":92,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.81712499191053,"decide_ms":109.69404102070257,"head_ms":0.24358302471227944,"host_ms":0.25749998167157173}},{"id":"tv4xh_sciq_04","source":"transfer_v4_dev_sources_heldout","state_len":138,"input_tokens":173,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":3,"fields_off_by_1e-4":2,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":173,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.4184989919886,"decide_ms":206.78820798639208,"head_ms":0.2438749943394214,"host_ms":0.3057089925277978},"shared":{"plan":{"state_len":138,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":197.35279199085198,"decide_ms":236.80833299295045,"head_ms":0.2521249989513308,"host_ms":0.2236250147689134}},{"id":"tv4xh_sciq_05","source":"transfer_v4_dev_sources_heldout","state_len":17,"input_tokens":51,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":51,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.35199997178279,"decide_ms":109.1653750045225,"head_ms":0.2511249913368374,"host_ms":0.10966698755510151},"shared":{"plan":{"state_len":17,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":99.28462500101887,"decide_ms":109.7603749949485,"head_ms":0.25166600244119763,"host_ms":0.16095800674520433}},{"id":"tv4xh_sciq_06","source":"transfer_v4_dev_sources_heldout","state_len":50,"input_tokens":80,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":80,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":6.705522537231445e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.3538750151638,"decide_ms":109.16779199033044,"head_ms":0.24612501147203147,"host_ms":0.176291010575369},"shared":{"plan":{"state_len":50,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.3131249959115,"decide_ms":108.97733300225809,"head_ms":0.2353329909965396,"host_ms":0.12650000280700624}},{"id":"tv4xh_sciq_07","source":"transfer_v4_dev_sources_heldout","state_len":42,"input_tokens":71,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":4,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":71,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.50483300397173,"decide_ms":109.79162500007078,"head_ms":0.25412498507648706,"host_ms":0.1397909945808351},"shared":{"plan":{"state_len":42,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.35054201539606,"decide_ms":109.3328749993816,"head_ms":0.2712499990593642,"host_ms":0.17487499280832708}},{"id":"tv4xh_sciq_08","source":"transfer_v4_dev_sources_heldout","state_len":80,"input_tokens":112,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":112,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.31895798561163,"decide_ms":108.82845800369978,"head_ms":0.24404199211858213,"host_ms":0.23124998551793396},"shared":{"plan":{"state_len":80,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.0984169873409,"decide_ms":108.9740419993177,"head_ms":0.25512499269098043,"host_ms":0.1765000051818788}},{"id":"tv4xh_sciq_09","source":"transfer_v4_dev_sources_heldout","state_len":150,"input_tokens":185,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":2,"fields_off_more":2,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":185,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.2351741790771484e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.47754199104384,"decide_ms":207.21870800480247,"head_ms":0.24183298228308558,"host_ms":0.22712498321197927},"shared":{"plan":{"state_len":150,"k":1,"shared_tokens":128},"calls":2,"padded_tokens":256,"graph_ms":196.44570801756345,"decide_ms":228.75199999543838,"head_ms":0.23637499543838203,"host_ms":0.31549998675473034}},{"id":"tv4xh_legacy_holdout_00","source":"transfer_v4_dev_sources_heldout","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.09216600842774,"decide_ms":109.0577499999199,"head_ms":0.24479199782945216,"host_ms":0.16841699834913015},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.26529200654477,"decide_ms":108.5659590025898,"head_ms":0.2402090176474303,"host_ms":0.132125016534701}},{"id":"tv4xh_legacy_holdout_01","source":"transfer_v4_dev_sources_heldout","state_len":62,"input_tokens":75,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":75,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.27849999419414,"decide_ms":108.57004101853818,"head_ms":0.2397080243099481,"host_ms":0.12237500050105155},"shared":{"plan":{"state_len":62,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.18516601808369,"decide_ms":108.86208299780264,"head_ms":0.23312499979510903,"host_ms":0.13600001693703234}},{"id":"tv4xh_legacy_holdout_02","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.725290298461914e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.19433398661204,"decide_ms":108.40037500020117,"head_ms":0.2457080117892474,"host_ms":0.1486249966546893},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.4183750115335,"decide_ms":109.38533299486153,"head_ms":0.2572079829405993,"host_ms":0.13395800488069654}},{"id":"tv4xh_legacy_holdout_03","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":4.6566128730773926e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.09354101889767,"decide_ms":108.86283300351351,"head_ms":0.23624999448657036,"host_ms":0.13583299005404115},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.36833298322745,"decide_ms":109.08641602145508,"head_ms":0.24270801804959774,"host_ms":0.1553339825477451}},{"id":"tv4xh_legacy_holdout_04","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.17799998563714,"decide_ms":108.34995898767374,"head_ms":0.2460419782437384,"host_ms":0.13170798774808645},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.23529198183678,"decide_ms":108.66558301495388,"head_ms":0.24083300377242267,"host_ms":0.13366699567995965}},{"id":"tv4xh_legacy_holdout_05","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":true,"questions":1,"main_values_equal":1,"by_type":{"noul":{"questions":1,"main_equal":1}},"fields":1,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":0,"max_field_abs_diff":0.0,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.7939677238464355e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.27679200679995,"decide_ms":109.41716699744575,"head_ms":0.23820798378437757,"host_ms":0.13258299441076815},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.18299999460578,"decide_ms":108.72470799949951,"head_ms":0.23783301003277302,"host_ms":0.14320798800326884}},{"id":"tv4xh_legacy_holdout_06","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.19066702038981,"decide_ms":108.31533401506022,"head_ms":0.2344170061405748,"host_ms":0.13641599798575044},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.26925001107156,"decide_ms":109.66016698512249,"head_ms":0.24041699361987412,"host_ms":0.13454101281240582}},{"id":"tv4xh_legacy_holdout_07","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.7939677238464355e-09,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.34533298271708,"decide_ms":109.01049998938106,"head_ms":0.24383398704230785,"host_ms":0.12891701771877706},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.17616702639498,"decide_ms":108.99937502108514,"head_ms":0.23654199321754277,"host_ms":0.14995899982750416}},{"id":"tv4xh_legacy_holdout_08","source":"transfer_v4_dev_sources_heldout","state_len":64,"input_tokens":77,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":77,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.21229198132642,"decide_ms":109.40149999805726,"head_ms":0.24187497911043465,"host_ms":0.14120800187811255},"shared":{"plan":{"state_len":64,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.08150000753812,"decide_ms":108.68591698817909,"head_ms":0.23291699471883476,"host_ms":0.13316600234247744}},{"id":"tv4xh_legacy_holdout_09","source":"transfer_v4_dev_sources_heldout","state_len":63,"input_tokens":76,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"noul":{"questions":1,"main_equal":0}},"fields":1,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":76,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":9.313225746154785e-10,"argmax_equal_oracle":true,"type":"noul","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":1197.4373749981169,"decide_ms":1214.301375002833,"head_ms":0.27012499049305916,"host_ms":0.33833400812000036},"shared":{"plan":{"state_len":63,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.09304197551683,"decide_ms":108.7843329878524,"head_ms":0.2420419768895954,"host_ms":0.1517919881734997}},{"id":"tv4xh_composition_holdout_00","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":195.8184999821242,"decide_ms":206.2291250040289,"head_ms":0.23908301955088973,"host_ms":0.20237499848008156},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.0774999752175,"decide_ms":206.8555410078261,"head_ms":0.2534159866627306,"host_ms":0.29704198823310435}},{"id":"tv4xh_composition_holdout_01","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":3,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.6763806343078613e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.03954203194007,"decide_ms":206.84825000353158,"head_ms":0.2494590007700026,"host_ms":0.19870899268426},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":196.22720903134905,"decide_ms":207.17437501298264,"head_ms":0.2486669982317835,"host_ms":0.19362499006092548}},{"id":"tv4xh_composition_holdout_02","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.4081660262309,"decide_ms":207.02787500340492,"head_ms":0.2522089926060289,"host_ms":0.18579198513180017},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":195.7215409784112,"decide_ms":206.7250419931952,"head_ms":0.24241700884886086,"host_ms":0.19787499331869185}},{"id":"tv4xh_composition_holdout_03","source":"transfer_v4_dev_sources_heldout","state_len":116,"input_tokens":145,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":2,"fields_off_by_1e-4":0,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":145,"calls":2,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":2,"padded_tokens":256,"graph_ms":196.03012601146474,"decide_ms":207.11450002272613,"head_ms":0.2404160040896386,"host_ms":0.19758299458771944},"shared":{"plan":{"state_len":116,"k":0,"shared_tokens":0},"calls":2,"padded_tokens":256,"graph_ms":195.82170798094012,"decide_ms":205.9701250109356,"head_ms":0.2565000031609088,"host_ms":0.18658299813978374}},{"id":"tv4xh_composition_holdout_04","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.53983300854452,"decide_ms":109.08004199154675,"head_ms":0.2534590021241456,"host_ms":0.17754200962372124},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.09120898717083,"decide_ms":108.43708401080221,"head_ms":0.24850000045262277,"host_ms":0.1984999980777502}},{"id":"tv4xh_composition_holdout_05","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":2,"fields_off_by_1e-4":1,"fields_off_more":0,"max_field_abs_diff":0.0001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.0489096641540527e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.38241600664333,"decide_ms":109.98870900948532,"head_ms":0.2429590094834566,"host_ms":0.17820799257606268},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.40324998367578,"decide_ms":109.1211249877233,"head_ms":0.2530830097384751,"host_ms":0.17554100486449897}},{"id":"tv4xh_composition_holdout_06","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.14195800572634,"decide_ms":108.51037499378435,"head_ms":0.23924998822622,"host_ms":0.16862500342540443},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.40079199057072,"decide_ms":108.9143329882063,"head_ms":0.2543749869801104,"host_ms":0.17333400319330394}},{"id":"tv4xh_composition_holdout_07","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-09,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.59037498245016,"decide_ms":108.95783299929462,"head_ms":0.27170797693543136,"host_ms":0.17854198813438416},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.70287502417341,"decide_ms":110.56308302795514,"head_ms":0.31662502442486584,"host_ms":0.18054197425954044}},{"id":"tv4xh_composition_holdout_08","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.6351250030566,"decide_ms":109.69479099730961,"head_ms":0.2771659928839654,"host_ms":0.1722089946269989},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.99504098575562,"decide_ms":110.31170899514109,"head_ms":0.2749999985098839,"host_ms":0.19195800996385515}},{"id":"tv4xh_composition_holdout_09","source":"transfer_v4_dev_sources_heldout","state_len":93,"input_tokens":122,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":1,"by_type":{"choice":{"questions":1,"main_equal":1}},"fields":3,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":122,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"choice","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.72229199390858,"decide_ms":109.79362501529977,"head_ms":0.2746670215856284,"host_ms":0.17183300224132836},"shared":{"plan":{"state_len":93,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.68850000202656,"decide_ms":109.96816700208001,"head_ms":0.29062500107102096,"host_ms":0.17233300604857504}},{"id":"tv4sh_00","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":3.958120942115784e-09,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.70645799674094,"decide_ms":108.96295800921507,"head_ms":0.28375000692903996,"host_ms":0.13479197514243424},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.49116700934246,"decide_ms":109.28258299827576,"head_ms":0.24020799901336432,"host_ms":0.20995899103581905}},{"id":"tv4sh_01","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0005,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.587935447692871e-09,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.71037502307445,"decide_ms":109.93587499251589,"head_ms":0.28366700280457735,"host_ms":0.14637500862590969},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.8808750116732,"decide_ms":110.22999999113381,"head_ms":0.31320800189860165,"host_ms":0.14458299847319722}},{"id":"tv4sh_02","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.38495799340308,"decide_ms":109.95341700618155,"head_ms":0.26020800578407943,"host_ms":0.14650000957772136},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.93266600556672,"decide_ms":110.16541701974347,"head_ms":0.27904199669137597,"host_ms":0.16412499826401472}},{"id":"tv4sh_03","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":2,"fields_off_more":3,"max_field_abs_diff":0.0003,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.08362499461509,"decide_ms":108.17579200374894,"head_ms":0.24279201170429587,"host_ms":0.14695798745378852},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.33533299388364,"decide_ms":108.93920899252407,"head_ms":0.24887500330805779,"host_ms":0.13758300337940454}},{"id":"tv4sh_04","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0017,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.03029202157632,"decide_ms":108.17795799812302,"head_ms":0.2308750117663294,"host_ms":0.13875000877305865},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.05808399687521,"decide_ms":108.19462497602217,"head_ms":0.24362499243579805,"host_ms":0.1533330068923533}},{"id":"tv4sh_05","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":0,"fields_off_more":4,"max_field_abs_diff":0.0006,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.27095898799598,"decide_ms":108.19095800979994,"head_ms":0.26295799762010574,"host_ms":0.14133399236015975},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.19816600065678,"decide_ms":108.62858398468234,"head_ms":0.23479200899600983,"host_ms":0.15487501514144242}},{"id":"tv4sh_06","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.001,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.384185791015625e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.10787497553974,"decide_ms":108.18845799076371,"head_ms":0.23999999393709004,"host_ms":0.13137501082383096},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.31174998544157,"decide_ms":108.35745799704455,"head_ms":0.23345800582319498,"host_ms":0.14458398800343275}},{"id":"tv4sh_07","source":"transfer_v4_dev_score_heldout","state_len":79,"input_tokens":100,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0008,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":100,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.07520799222402,"decide_ms":109.27833299501799,"head_ms":0.2419580123387277,"host_ms":0.14600000577047467},"shared":{"plan":{"state_len":79,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.01683298428543,"decide_ms":108.5809169744607,"head_ms":0.23704199702478945,"host_ms":0.13620802201330662}},{"id":"tv4sh_08","source":"transfer_v4_dev_score_heldout","state_len":76,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0098,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.9802322387695312e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.05691702058539,"decide_ms":108.90654099057429,"head_ms":0.24583301274105906,"host_ms":0.14733400894328952},"shared":{"plan":{"state_len":76,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.13070800737478,"decide_ms":108.65929201827385,"head_ms":0.28787500923499465,"host_ms":0.14379198546521366}},{"id":"tv4sh_09","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0027,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.37249998236075,"decide_ms":108.56312501709908,"head_ms":0.24725002003833652,"host_ms":0.15945799532346427},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.28287499840371,"decide_ms":109.18545801541768,"head_ms":0.24429100449196994,"host_ms":0.14250000822357833}},{"id":"tv4sh_10","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0011,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.27737501473166,"decide_ms":109.26083399681374,"head_ms":0.25949999690055847,"host_ms":0.14474999625235796},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.24183300952427,"decide_ms":108.77679201075807,"head_ms":0.251209014095366,"host_ms":0.15287499991245568}},{"id":"tv4sh_11","source":"transfer_v4_dev_score_heldout","state_len":76,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0144,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.36554099456407,"decide_ms":109.52345799887553,"head_ms":0.2589169889688492,"host_ms":0.14458398800343275},"shared":{"plan":{"state_len":76,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.38091698475182,"decide_ms":109.3338750069961,"head_ms":0.2480830007698387,"host_ms":0.14337498578242958}},{"id":"tv4sh_12","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0105,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.16812499775551,"decide_ms":108.63637499278411,"head_ms":0.24937500711530447,"host_ms":0.14162500156089664},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.17108299466781,"decide_ms":108.84387500118464,"head_ms":0.25479201576672494,"host_ms":0.16458399477414787}},{"id":"tv4sh_13","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0009,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.44879200682044,"decide_ms":108.90333299175836,"head_ms":0.25354200624860823,"host_ms":0.16200001118704677},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.26633299235255,"decide_ms":108.61862497404218,"head_ms":0.24320799275301397,"host_ms":0.14887499855831265}},{"id":"tv4sh_14","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":2,"fields_off_by_1e-4":2,"fields_off_more":1,"max_field_abs_diff":0.0002,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.3969838619232178e-09,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.36175001692027,"decide_ms":109.18645898345858,"head_ms":0.22724998416379094,"host_ms":0.16016600420698524},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.45687498454936,"decide_ms":109.25604202202521,"head_ms":0.26883301325142384,"host_ms":0.15620799968019128}},{"id":"tv4sh_15","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":1,"fields_off_by_1e-4":1,"fields_off_more":3,"max_field_abs_diff":0.0004,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.22420799173415,"decide_ms":109.33008400024846,"head_ms":0.2502919815015048,"host_ms":0.13670799671672285},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.37383299600333,"decide_ms":109.1101250203792,"head_ms":0.2465830184519291,"host_ms":0.1495409815106541}},{"id":"tv4sh_16","source":"transfer_v4_dev_score_heldout","state_len":76,"input_tokens":97,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0058,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":97,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.7881393432617188e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.29358299612068,"decide_ms":109.28687499836087,"head_ms":0.24787502479739487,"host_ms":0.14233399997465312},"shared":{"plan":{"state_len":76,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.3588749950286,"decide_ms":109.32370900991373,"head_ms":0.25254199863411486,"host_ms":0.149500003317371}},{"id":"tv4sh_17","source":"transfer_v4_dev_score_heldout","state_len":77,"input_tokens":98,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0014,"input_tokens_equal":true,"output_tokens_equal":false},"rows":[{"q":0,"T":98,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":5.960464477539063e-08,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.24479100643657,"decide_ms":109.02441700454801,"head_ms":0.23966701701283455,"host_ms":0.1364579948130995},"shared":{"plan":{"state_len":77,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.134374973597,"decide_ms":108.1372500048019,"head_ms":0.24074999964796007,"host_ms":0.13754100655205548}},{"id":"tv4sh_18","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":1,"fields_off_more":4,"max_field_abs_diff":0.0024,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":2.980232238769531e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.24954101350158,"decide_ms":108.57837498770095,"head_ms":0.23829200654290617,"host_ms":0.1413749996572733},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.29383302712813,"decide_ms":108.4165420033969,"head_ms":0.244333001319319,"host_ms":0.14108300092630088}},{"id":"tv4sh_19","source":"transfer_v4_dev_score_heldout","state_len":78,"input_tokens":99,"torch_head_answers_equal_host":true,"shared_response_equal_direct":true,"response_vs_oracle":{"answers_equal":false,"questions":1,"main_values_equal":0,"by_type":{"score":{"questions":1,"main_equal":0}},"fields":5,"fields_equal":0,"fields_off_by_1e-4":0,"fields_off_more":5,"max_field_abs_diff":0.0032,"input_tokens_equal":true,"output_tokens_equal":true},"rows":[{"q":0,"T":99,"calls":1,"hidden_bit_equal_gate":true,"hidden_max_abs_diff_gate":0.0,"finite":true,"all_zero":false,"shared_hidden_bit_equal_direct":true,"shared_hidden_max_abs_diff":0.0,"shared_p_bit_equal_direct":true,"p_torch_head_bit_equal_gate":true,"p_host_bit_equal_gate":false,"p_host_max_abs_dp_gate":1.1920928955078125e-07,"argmax_equal_oracle":true,"type":"score","near_tie":false,"shared_max_abs_dp":0.0}],"direct":{"calls":1,"padded_tokens":128,"graph_ms":98.30124999280088,"decide_ms":109.0453329961747,"head_ms":0.24245798704214394,"host_ms":0.15416700625792146},"shared":{"plan":{"state_len":78,"k":0,"shared_tokens":0},"calls":1,"padded_tokens":128,"graph_ms":98.25958299916238,"decide_ms":108.73808397445828,"head_ms":0.25512499269098043,"host_ms":0.14050002209842205}}]}}