{"what":"Kev-4B: the same decoder module (no code change from Kev-0.8B) in fp32 torch on the CPU against the author's fp32 oracle through the pointer head: P1 every question, P2 the overlay's plain text decoder, P3 S = 64 on three rows; module_load = the checkpoint's 426 keys against the module. Process ids removed in round 17 (no number or result changed).","sources":[{"file":"results/module_load_4b.json","bytes":2585,"sha256":"e2c77241cdbd3d2c63caa176b748ea3bc23369254e3a09bbd89cf3e76acfe5bf"},{"file":"results/parity_decoder_torch_4b.json","bytes":261642,"sha256":"a173a0e142d6a515d2b30b7ade9f8d808249005ff93a87da9666e4974bee3805"}],"trimmed":{"removed":["p1.questions[].hidden_npz (lane file names of the hidden dumps)","every pid key (process ids)"],"serialization":"compact json (no indentation)","full_copies":"the source files above, in the lane directory $ZOO_WORK_ROOT/_kev/ (not in the repository)","paths":"local paths rewritten: the lane directory as $ZOO_WORK_ROOT/_kev, the repository relative, the home directory as ~, temporary directories as $TMPDIR, Xcode as $DEVELOPER_DIR, the phone's app container as <app container>"},"module_load":{"hf_id":"kev-local/kev-4b-v1.0-merged","snapshot":"$ZOO_WORK_ROOT/_kev/hf/hub/models--kev-local--kev-4b-v1.0-merged/snapshots/904380cbf0be","class":"conversion/kev/qwen3_5_kev_decoder.Qwen3_5KevDecoder (unchanged)","dtype":"float32","max_context_length":4096,"load_seconds":0.1,"load_report":{"checkpoint_files":["model-00001-of-00004.safetensors","model-00002-of-00004.safetensors","model-00003-of-00004.safetensors","model-00004-of-00004.safetensors"],"checkpoint_keys":426,"module_tensors":426,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"checkpoint_has_lm_head_key":false,"tie_word_embeddings":true,"module_has_lm_head_weight":false,"meta_params":[],"dtype":"float32"},"config":{"num_hidden_layers":32,"hidden_size":2560,"intermediate_size":9216,"vocab_size":248320,"num_linear_layers":24,"num_full_layers":8,"full_layers":[3,7,11,15,19,23,27,31],"linear_num_key_heads":16,"linear_num_value_heads":32,"linear_key_head_dim":128,"linear_value_head_dim":128,"conv_dim":8192,"conv_state_width":3,"num_attention_heads":16,"num_key_value_heads":4,"head_dim":256,"rotary_dim":64,"rope_theta":10000000,"partial_rotary_factor":0.25,"rms_norm_eps":1e-06,"tie_word_embeddings":true,"mrope_section":[11,11,10]},"config_expected":{"num_hidden_layers":32,"hidden_size":2560,"intermediate_size":9216,"vocab_size":248320,"num_linear_layers":24,"num_full_layers":8,"full_layers":[3,7,11,15,19,23,27,31],"linear_num_key_heads":16,"linear_num_value_heads":32,"linear_key_head_dim":128,"linear_value_head_dim":128,"conv_dim":8192,"conv_state_width":3,"num_attention_heads":16,"num_key_value_heads":4,"head_dim":256,"rotary_dim":64,"rope_theta":10000000,"partial_rotary_factor":0.25,"rms_norm_eps":1e-06,"tie_word_embeddings":true,"mrope_section":[11,11,10]},"config_mismatch":{},"decode_state_shapes_ctx16":{"k_cache":[8,1,4,16,256],"v_cache":[8,1,4,16,256],"conv_state":[24,1,8192,3],"rec_state":[24,1,32,128,128]},"unrolled_linear_layers":24,"module_params":4205751296,"linear_modules":248,"linear_modules_in_layers":248,"lm_head":"Identity","result":"PASS"},"parity":{"schema":"kev-decoder-torch-parity/1","purpose":"the hidden-output decoder module (fp32 torch, S-token chunks from fresh zero states, unrolled GDN step scan, ids input, one row per question) vs the author's fp32 oracle, read through the author's pointer head (head.safetensors, fp32)","module":{"path":"conversion/kev/qwen3_5_kev_decoder.py","sha256":"99a32b2d59b9186d8575433075e959a26ac111c9b2d05a9496330aa739c4e41f","class":"Qwen3_5KevDecoder","parent":"coreai_models.models.macos.qwen3_5.Qwen3_5StatefulForCausalLM","hf_id":"kev-local/kev-4b-v1.0-merged","chunk":16,"load_report":{"checkpoint_files":["model-00001-of-00004.safetensors","model-00002-of-00004.safetensors","model-00003-of-00004.safetensors","model-00004-of-00004.safetensors"],"checkpoint_keys":426,"module_tensors":426,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"checkpoint_has_lm_head_key":false,"tie_word_embeddings":true,"module_has_lm_head_weight":false,"meta_params":[],"dtype":"float32"}},"harness":{"path":"conversion/kev/parity_decoder_torch.py","sha256":"a8959c6b6c943f3715163ed46d0406db85c47a4bd16b571ec0d1c6ec27016187","depthwise_conv":"bmm (checked against F.conv1d at the last chunk of every row, torch.equal, all channels, every linear-attention layer)","conv_check_p1":{"fast_calls":97320,"checked_vs_F_conv1d":10416,"mismatched":0,"max_abs_diff":0.0},"invocations":[{"started":"2026-10-03T20:01:15+09:00","shard":0,"shards":2,"rows":219,"threads":1,"conv":"bmm","load_seconds":0.042719999997643754},{"started":"2026-10-03T20:01:15+09:00","shard":1,"shards":2,"rows":215,"threads":1,"conv":"bmm","load_seconds":0.042557832988677546}]},"head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle_4b/head/head.safetensors","head_safetensors_sha256":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head_json_sha256":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416","scale":0.0625,"temperature":2.406050072164233,"dtype":"float32","device":"cpu"},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/records_oracle.json","sha256":"eb3031df83a75b746beec3480a4bbb47787e13f8a12412ff135feb9f609c70f9","checkpoint":"jaredpalmer/kev-4b@591dcb5bd6d05eb0b5131ea6608f93f10243335c","versions":{"python":"3.12.13","torch":"2.8.0","transformers":"5.17.0","peft":"0.21.0","numpy":"2.5.3","safetensors":"0.8.0"},"fixtures_sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"contract":{"input_names":["input_ids","position_ids"],"output":"hidden [1, S, 2560] (final norm, every position)","row":"oracle row_ids (state + branch), positions 0..L-1","chunks":"ceil(T / S) chunks from zero states, position_ids = 0..cS+S-1, the last chunk padded with 248044, padded outputs discarded"},"bar":{"argmax_equal":"every question, near-ties included","max_abs_dp":0.0001,"min_pos_cos":0.9999},"versions":{"python":"3.11.13","torch":"2.9.0","transformers":"4.57.6","numpy":"2.3.5","platform":"macOS-27.0-arm64-arm-64bit","mkldnn":false,"coreai_torch":"0.4.1","overlay":{"path":"$ZOO_WORK_ROOT/coreai-models","branch":"zoo-0.2","rev":"397b337","uncommitted_python":[" M python/src/coreai_models/model_registry.py"," M python/src/coreai_models/models/base.py"," M python/src/coreai_models/models/macos/lfm2.py"," M python/src/coreai_models/models/registry.py","?? python/src/coreai_models/models/ios/qwen3_5_mtp_ios.py","?? python/src/coreai_models/models/macos/bitcpm_ternary_gemm.py","?? python/src/coreai_models/models/macos/cohere_compass.py","?? python/src/coreai_models/models/macos/lfm2_vl.py","?? python/src/coreai_models/models/macos/muse_glimmer.py","?? python/src/coreai_models/models/macos/muse_glimmer_config_shim.py","?? python/src/coreai_models/models/macos/nanbeige.py","?? python/src/coreai_models/models/macos/qwen3_5_vision.py","?? python/src/coreai_models/models/macos/qwen3_8_mtp.py"],"sha256":{"models/macos/qwen3_5.py":"8e9da56ac2fad9c43017a5ca88316af49e9667960c4367cc3f00bca8038620b6","models/base.py":"5b47e8d362238d2ca242e7520386c9b879ce7653b554e2adb08de13c86754008","primitives/macos/cache.py":"c5a1fc439db3f6268f3be96974563b14ba80dcd802580ed09a37e3a08633cc01","primitives/_ops.py":"76680cc6a61d9f25d8ffed5754336f11bcf255cfc312a4d2a586513138dd5aa2"}}},"probe":{"schema":"kev-decoder-torch-parity-probe/1","rows":["tv4_000:q0","own_t01:q0","own_j03:q0"],"chunk":16,"configs":[{"conv":"f_conv1d","threads":1,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":4.730584082979476,"ms_per_token":50.32536258488804,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_t01","q":0,"T":184,"seconds":8.262452750001103,"ms_per_token":44.90463451087556,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_j03","q":0,"T":380,"seconds":16.347218915994745,"ms_per_token":43.01899714735459,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":true,"ms_per_token":44.590054329749734,"first_row_seconds":4.730584082979476},{"conv":"f_conv1d","threads":4,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":20.15606370900059,"ms_per_token":214.42620967021907,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":false,"ms_per_token":214.42620967021907,"first_row_seconds":20.15606370900059},{"conv":"f_conv1d","threads":12,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":57.208560625003884,"ms_per_token":608.6017087766371,"hidden_max_abs_diff_vs_conv1d_t1":0.00017547607421875,"bit_equal_vs_conv1d_t1":false}],"complete":false,"ms_per_token":608.6017087766371,"first_row_seconds":57.208560625003884},{"conv":"bmm","threads":1,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":3.309085500019137,"ms_per_token":35.20303723424614,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_t01","q":0,"T":184,"seconds":6.790606249996927,"ms_per_token":36.9054687499833,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_j03","q":0,"T":380,"seconds":14.858472374995472,"ms_per_token":39.10124309209335,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":true,"ms_per_token":37.93034061551905,"first_row_seconds":3.309085500019137},{"conv":"bmm","threads":4,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":3.807188209000742,"ms_per_token":40.50200222341215,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_t01","q":0,"T":184,"seconds":7.050543040997582,"ms_per_token":38.318168701073816,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_j03","q":0,"T":380,"seconds":15.131970999995247,"ms_per_token":39.82097631577697,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":true,"ms_per_token":39.49802773555254,"first_row_seconds":3.807188209000742},{"conv":"bmm","threads":12,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":4.749290707986802,"ms_per_token":50.52436923390215,"hidden_max_abs_diff_vs_conv1d_t1":0.00017547607421875,"bit_equal_vs_conv1d_t1":false},{"id":"own_t01","q":0,"T":184,"seconds":9.183420041983481,"ms_per_token":49.90989153251892,"hidden_max_abs_diff_vs_conv1d_t1":8.96453857421875e-05,"bit_equal_vs_conv1d_t1":false},{"id":"own_j03","q":0,"T":380,"seconds":19.372224082995672,"ms_per_token":50.97953706051493,"hidden_max_abs_diff_vs_conv1d_t1":0.000125885009765625,"bit_equal_vs_conv1d_t1":false}],"complete":true,"ms_per_token":50.61540248171118,"first_row_seconds":4.749290707986802}],"fastest":{"conv":"bmm","threads":1,"ms_per_token":37.93034061551905},"load_seconds":0.02654958300990984,"conv_report":{"fast_calls":3024,"checked_vs_F_conv1d":0,"mismatched":0,"max_abs_diff":0.0},"finished":"2026-10-03T20:00:58+09:00"},"p1":{"result":"PASS","summary":{"questions":434,"argmax_equal":434,"near_tie_questions":12,"argmax_equal_near_tie":12,"max_abs_dp":6.556510925292969e-06,"mean_question_mean_abs_dp":4.3424153479046783e-07,"max_abs_dlogit_T":3.4928321838378906e-05,"worst":{"id":"tv4x_composition_holdout_13","q":0,"max_abs_dp":6.556510925292969e-06},"tokens":61556,"padded_tokens":64880,"seconds":5536.778786041308,"hidden_records":{"rows":21,"records":["own_L02","own_j03","own_m01","own_t01","semif_a3f18f3a63d45345942b","tv4_000"],"min_pos_cos":0.9999999965183307,"max_abs_diff":0.0005624890327453613,"max_rel_diff":1.1444384612895007e-05,"positions_below_0.9999":0,"per_row":[{"id":"tv4_000","q":0,"T":94,"min_pos_cos":0.9999999999920202,"min_pos_cos_index":35,"max_abs_diff":8.940696716308594e-05,"ref_absmax":61.27851486206055},{"id":"semif_a3f18f3a63d45345942b","q":0,"T":68,"min_pos_cos":0.9999999999739259,"min_pos_cos_index":24,"max_abs_diff":0.0001049041748046875,"ref_absmax":53.03330993652344},{"id":"own_t01","q":0,"T":184,"min_pos_cos":0.9999999999880985,"min_pos_cos_index":136,"max_abs_diff":8.7738037109375e-05,"ref_absmax":56.16819381713867},{"id":"own_t01","q":1,"T":149,"min_pos_cos":0.999999999989274,"min_pos_cos_index":55,"max_abs_diff":0.00010395050048828125,"ref_absmax":56.16819381713867},{"id":"own_t01","q":2,"T":158,"min_pos_cos":0.999999999989274,"min_pos_cos_index":55,"max_abs_diff":8.7738037109375e-05,"ref_absmax":56.16819381713867},{"id":"own_t01","q":3,"T":156,"min_pos_cos":0.9999999999867418,"min_pos_cos_index":133,"max_abs_diff":0.0001049041748046875,"ref_absmax":56.16819381713867},{"id":"own_j03","q":0,"T":380,"min_pos_cos":0.9999999985514694,"min_pos_cos_index":76,"max_abs_diff":0.0005044937133789062,"ref_absmax":49.149784088134766},{"id":"own_j03","q":1,"T":333,"min_pos_cos":0.9999999965183307,"min_pos_cos_index":304,"max_abs_diff":0.0005624890327453613,"ref_absmax":49.149784088134766},{"id":"own_j03","q":2,"T":314,"min_pos_cos":0.9999999985514694,"min_pos_cos_index":76,"max_abs_diff":0.0005044937133789062,"ref_absmax":49.149784088134766},{"id":"own_m01","q":0,"T":156,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828},{"id":"own_m01","q":1,"T":150,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828},{"id":"own_m01","q":2,"T":159,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828},{"id":"own_m01","q":3,"T":169,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828},{"id":"own_m01","q":4,"T":154,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828},{"id":"own_m01","q":5,"T":168,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828},{"id":"own_m01","q":6,"T":154,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828},{"id":"own_m01","q":7,"T":169,"min_pos_cos":0.9999999999843286,"min_pos_cos_index":141,"max_abs_diff":0.0001456737518310547,"ref_absmax":67.35785675048828},{"id":"own_L02","q":0,"T":1518,"min_pos_cos":0.9999999999696568,"min_pos_cos_index":1273,"max_abs_diff":0.000148773193359375,"ref_absmax":57.95649337768555},{"id":"own_L02","q":1,"T":1497,"min_pos_cos":0.9999999999696568,"min_pos_cos_index":1273,"max_abs_diff":0.000148773193359375,"ref_absmax":57.95649337768555},{"id":"own_L02","q":2,"T":1539,"min_pos_cos":0.9999999997298374,"min_pos_cos_index":1503,"max_abs_diff":0.00024008750915527344,"ref_absmax":57.95649337768555},{"id":"own_L02","q":3,"T":1499,"min_pos_cos":0.9999999998874273,"min_pos_cos_index":1486,"max_abs_diff":0.000148773193359375,"ref_absmax":57.95649337768555}]},"head_floor":{"rows":21,"bit_equal":21,"max_abs_dlogit_T":0.0}},"missing_rows":[],"by_source":{"own_json":{"questions":19,"argmax_equal":19,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":3.635883331298828e-06,"mean_question_mean_abs_dp":3.9018119596654465e-07,"max_abs_dlogit_T":1.8715858459472656e-05,"worst":{"id":"own_j04","q":2,"max_abs_dp":3.635883331298828e-06},"tokens":4323,"padded_tokens":4464,"seconds":632.2660135419283},"own_long":{"questions":11,"argmax_equal":11,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":2.771615982055664e-06,"mean_question_mean_abs_dp":2.0638249362960008e-07,"max_abs_dlogit_T":2.956390380859375e-05,"worst":{"id":"own_L01","q":2,"max_abs_dp":2.771615982055664e-06},"tokens":17248,"padded_tokens":17344,"seconds":1282.9874629180704},"own_text":{"questions":40,"argmax_equal":40,"near_tie_questions":2,"argmax_equal_near_tie":2,"max_abs_dp":3.039836883544922e-06,"mean_question_mean_abs_dp":2.5348893056313197e-07,"max_abs_dlogit_T":1.1295080184936523e-05,"worst":{"id":"own_t07","q":0,"max_abs_dp":3.039836883544922e-06},"tokens":7247,"padded_tokens":7472,"seconds":1052.3673430399795},"semif_authored144":{"questions":144,"argmax_equal":144,"near_tie_questions":3,"argmax_equal_near_tie":3,"max_abs_dp":4.0531158447265625e-06,"mean_question_mean_abs_dp":3.9726283931587307e-07,"max_abs_dlogit_T":2.3126602172851562e-05,"worst":{"id":"semif_5d31b4bf2d0fc193f53b","q":0,"max_abs_dp":4.0531158447265625e-06},"tokens":10574,"padded_tokens":11664,"seconds":550.6664952912834},"transfer_v4_dev_head":{"questions":60,"argmax_equal":60,"near_tie_questions":2,"argmax_equal_near_tie":2,"max_abs_dp":4.023313522338867e-06,"mean_question_mean_abs_dp":5.361152943805791e-07,"max_abs_dlogit_T":2.2292137145996094e-05,"worst":{"id":"tv4_007","q":0,"max_abs_dp":4.023313522338867e-06},"tokens":7021,"padded_tokens":7504,"seconds":767.632331665227},"transfer_v4_dev_score":{"questions":20,"argmax_equal":20,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":4.0531158447265625e-06,"mean_question_mean_abs_dp":7.942551746964455e-07,"max_abs_dlogit_T":2.7418136596679688e-05,"worst":{"id":"tv4s_01","q":0,"max_abs_dp":4.0531158447265625e-06},"tokens":1979,"padded_tokens":2240,"seconds":106.85382216592552},"transfer_v4_dev_sources":{"questions":140,"argmax_equal":140,"near_tie_questions":3,"argmax_equal_near_tie":3,"max_abs_dp":6.556510925292969e-06,"mean_question_mean_abs_dp":4.527124907499888e-07,"max_abs_dlogit_T":3.4928321838378906e-05,"worst":{"id":"tv4x_composition_holdout_13","q":0,"max_abs_dp":6.556510925292969e-06},"tokens":13164,"padded_tokens":14192,"seconds":1144.0053174188943}},"near_ties":[{"id":"tv4_021","q":0,"qid":"answer","oracle_top2_margin":0.01855599880218506,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07},{"id":"tv4_054","q":0,"qid":"answer","oracle_top2_margin":0.00373879075050354,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06},{"id":"tv4x_emotion_15","q":0,"qid":"emotion","oracle_top2_margin":0.007101953029632568,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07},{"id":"tv4x_tweet_offensive_01","q":0,"qid":"offensive","oracle_top2_margin":0.002196580171585083,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-06},{"id":"tv4x_paws_01","q":0,"qid":"paraphrase","oracle_top2_margin":0.007073014974594116,"argmax_equal":true,"max_abs_dp":2.8014183044433594e-06},{"id":"tv4s_11","q":0,"qid":"decision","oracle_top2_margin":0.001054227352142334,"argmax_equal":true,"max_abs_dp":2.4437904357910156e-06},{"id":"semif_ffee861474a9665a093a","q":0,"qid":"decision","oracle_top2_margin":0.0018825829029083252,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07},{"id":"semif_2708193212d8a4a523c7","q":0,"qid":"decision","oracle_top2_margin":0.0197182297706604,"argmax_equal":true,"max_abs_dp":2.4139881134033203e-06},{"id":"semif_4089c199b8b796ec3ed8","q":0,"qid":"decision","oracle_top2_margin":0.0004886090755462646,"argmax_equal":true,"max_abs_dp":1.2218952178955078e-06},{"id":"own_t01","q":2,"qid":"upset","oracle_top2_margin":0.0016841888427734375,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07},{"id":"own_t02","q":0,"qid":"impact","oracle_top2_margin":0.0024104714393615723,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07},{"id":"own_j05","q":2,"qid":"severity","oracle_top2_margin":0.0014663934707641602,"argmax_equal":true,"max_abs_dp":7.897615432739258e-07}],"questions":[{"kind":"p1","id":"tv4_000","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":94,"padded":96,"chunks":6,"seconds":4.267025375011144,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.0978193283081055e-07,"max_abs_dlogit_T":5.841255187988281e-06,"near_tie":false,"oracle_top2_margin":0.029402226209640503,"n_options":4,"hidden":{"max_abs_diff":8.940696716308594e-05,"ref_absmax":61.27851486206055,"rel_max_abs_diff":1.4590263384212758e-06,"min_pos_cos":0.9999999999920202,"min_pos_cos_index":35,"mean_pos_cos":0.9999999999975077,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"tv4_001","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":63,"padded":64,"chunks":4,"seconds":2.9141471250040922,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.280568540096283e-08,"mean_abs_dp":5.558831617236137e-09,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.9775130152702332,"n_options":4},{"kind":"p1","id":"tv4_002","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":96,"padded":96,"chunks":6,"seconds":4.532615208008792,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.774199962615967e-08,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.9258788824081421,"n_options":4},{"kind":"p1","id":"tv4_003","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":75,"padded":80,"chunks":5,"seconds":3.2008287500066217,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.725290298461914e-07,"mean_abs_dp":2.1047890186309814e-07,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.6721583604812622,"n_options":4},{"kind":"p1","id":"tv4_004","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":66,"padded":80,"chunks":5,"seconds":3.7167972500028554,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.2549800127744675e-08,"max_abs_dlogit_T":1.0251998901367188e-05,"near_tie":false,"oracle_top2_margin":0.9810932278633118,"n_options":4},{"kind":"p1","id":"tv4_005","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":81,"padded":96,"chunks":6,"seconds":4.079579083016142,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.8312206268310547e-07,"mean_abs_dp":1.8835999071598053e-07,"max_abs_dlogit_T":8.821487426757812e-06,"near_tie":false,"oracle_top2_margin":0.8511642813682556,"n_options":4},{"kind":"p1","id":"tv4_006","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":237,"padded":240,"chunks":15,"seconds":42.66473216601298,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":4.9639493227005e-07,"max_abs_dlogit_T":1.2516975402832031e-05,"near_tie":false,"oracle_top2_margin":0.6825103759765625,"n_options":4},{"kind":"p1","id":"tv4_007","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":80,"padded":80,"chunks":5,"seconds":3.6186812090163585,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.023313522338867e-06,"mean_abs_dp":2.0656734704971313e-06,"max_abs_dlogit_T":1.6689300537109375e-05,"near_tie":false,"oracle_top2_margin":0.2817847728729248,"n_options":4},{"kind":"p1","id":"tv4_008","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":96,"padded":96,"chunks":6,"seconds":4.5127172080101445,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.190951585769653e-08,"mean_abs_dp":1.3969838619232178e-08,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.7711502909660339,"n_options":4},{"kind":"p1","id":"tv4_009","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":321,"padded":336,"chunks":21,"seconds":70.23558062501252,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.5599653124809265e-08,"mean_abs_dp":7.799826562404633e-09,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.9636144638061523,"n_options":4},{"kind":"p1","id":"tv4_010","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":64,"padded":64,"chunks":4,"seconds":2.7969942500058096,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.115964889526367e-06,"mean_abs_dp":1.1473894119262695e-06,"max_abs_dlogit_T":2.2292137145996094e-05,"near_tie":false,"oracle_top2_margin":0.03897985816001892,"n_options":4},{"kind":"p1","id":"tv4_011","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":105,"padded":112,"chunks":7,"seconds":7.813682667008834,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.341104507446289e-06,"mean_abs_dp":7.925555109977722e-07,"max_abs_dlogit_T":6.645917892456055e-06,"near_tie":false,"oracle_top2_margin":0.09546518325805664,"n_options":4},{"kind":"p1","id":"tv4_012","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":83,"padded":96,"chunks":6,"seconds":4.363572458998533,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.8014183044433594e-06,"mean_abs_dp":1.427019014954567e-06,"max_abs_dlogit_T":1.9997358322143555e-05,"near_tie":false,"oracle_top2_margin":0.5005620121955872,"n_options":4},{"kind":"p1","id":"tv4_013","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":163,"padded":176,"chunks":11,"seconds":22.18495237501338,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06,"mean_abs_dp":5.364418029785156e-07,"max_abs_dlogit_T":4.259869456291199e-06,"near_tie":false,"oracle_top2_margin":0.18121948838233948,"n_options":4},{"kind":"p1","id":"tv4_014","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":87,"padded":96,"chunks":6,"seconds":4.266402416978963,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.407499313354492e-07,"mean_abs_dp":3.2782554626464844e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.28027498722076416,"n_options":4},{"kind":"p1","id":"tv4_015","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":177,"padded":192,"chunks":12,"seconds":25.398049875017023,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.043081283569336e-06,"mean_abs_dp":5.21540641784668e-07,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.06737852096557617,"n_options":4},{"kind":"p1","id":"tv4_016","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":82,"padded":96,"chunks":6,"seconds":4.076316332997521,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":1.7229467630386353e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.7223381996154785,"n_options":4},{"kind":"p1","id":"tv4_017","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":76,"padded":80,"chunks":5,"seconds":3.380301416007569,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.073364496231079e-07,"max_abs_dlogit_T":4.827976226806641e-06,"near_tie":false,"oracle_top2_margin":0.6426428556442261,"n_options":4},{"kind":"p1","id":"tv4_018","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":3.352390957996249,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":8.716597221791744e-08,"max_abs_dlogit_T":1.0251998901367188e-05,"near_tie":false,"oracle_top2_margin":0.9770302772521973,"n_options":4},{"kind":"p1","id":"tv4_019","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":130,"padded":144,"chunks":9,"seconds":18.049205500021344,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.7567148208618164e-07,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.0909552276134491,"n_options":4},{"kind":"p1","id":"tv4_020","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":82,"padded":96,"chunks":6,"seconds":4.243356791004771,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.0617077350616455e-07,"max_abs_dlogit_T":7.748603820800781e-06,"near_tie":false,"oracle_top2_margin":0.8149018287658691,"n_options":4},{"kind":"p1","id":"tv4_021","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":65,"padded":80,"chunks":5,"seconds":3.327058416994987,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.0547380447387695e-07,"max_abs_dlogit_T":2.7120113372802734e-06,"near_tie":true,"oracle_top2_margin":0.01855599880218506,"n_options":4},{"kind":"p1","id":"tv4_022","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":144,"padded":144,"chunks":9,"seconds":18.02833154198015,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.834766387939453e-07,"mean_abs_dp":5.019828677177429e-07,"max_abs_dlogit_T":9.5367431640625e-06,"near_tie":false,"oracle_top2_margin":0.15448573231697083,"n_options":4},{"kind":"p1","id":"tv4_023","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":92,"padded":96,"chunks":6,"seconds":4.408343666000292,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":1.1315569281578064e-06,"max_abs_dlogit_T":1.239776611328125e-05,"near_tie":false,"oracle_top2_margin":0.5718164443969727,"n_options":4},{"kind":"p1","id":"tv4_024","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":107,"padded":112,"chunks":7,"seconds":14.429515083000297,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7285346984863281e-06,"mean_abs_dp":9.78820025920868e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.02086666226387024,"n_options":4},{"kind":"p1","id":"tv4_025","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":180,"padded":192,"chunks":12,"seconds":25.0019083340012,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.0265579223632812e-06,"mean_abs_dp":1.1902302503585815e-06,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.24806053936481476,"n_options":4},{"kind":"p1","id":"tv4_026","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":92,"padded":96,"chunks":6,"seconds":4.793894665985135,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.897615432739258e-07,"mean_abs_dp":4.4330954551696777e-07,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.03857165575027466,"n_options":4},{"kind":"p1","id":"tv4_027","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":77,"padded":80,"chunks":5,"seconds":3.537006250000559,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.5331974029541016e-06,"mean_abs_dp":1.2442469596862793e-06,"max_abs_dlogit_T":1.2159347534179688e-05,"near_tie":false,"oracle_top2_margin":0.10682827234268188,"n_options":4},{"kind":"p1","id":"tv4_028","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":290,"padded":304,"chunks":19,"seconds":58.294829166989075,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.9669532775878906e-06,"mean_abs_dp":1.0021030902862549e-06,"max_abs_dlogit_T":1.2278556823730469e-05,"near_tie":false,"oracle_top2_margin":0.03244104981422424,"n_options":4},{"kind":"p1","id":"tv4_029","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":64,"padded":64,"chunks":4,"seconds":3.0382766670081764,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.0675361156463623e-07,"mean_abs_dp":8.314964361488819e-08,"max_abs_dlogit_T":1.0371208190917969e-05,"near_tie":false,"oracle_top2_margin":0.9377733469009399,"n_options":4},{"kind":"p1","id":"tv4_030","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":78,"padded":80,"chunks":5,"seconds":3.435785207984736,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.717179298400879e-07,"mean_abs_dp":5.168840289115906e-07,"max_abs_dlogit_T":7.331371307373047e-06,"near_tie":false,"oracle_top2_margin":0.6803373098373413,"n_options":4},{"kind":"p1","id":"tv4_031","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":3.347020750021329,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":3.534369170665741e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.8230345249176025,"n_options":4},{"kind":"p1","id":"tv4_032","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":135,"padded":144,"chunks":9,"seconds":18.400024125003256,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.263144314289093e-08,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.9462494254112244,"n_options":4},{"kind":"p1","id":"tv4_033","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":293,"padded":304,"chunks":19,"seconds":58.39176879200386,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.0884832590818405e-07,"max_abs_dlogit_T":9.5367431640625e-06,"near_tie":false,"oracle_top2_margin":0.9047749042510986,"n_options":4},{"kind":"p1","id":"tv4_034","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":77,"padded":80,"chunks":5,"seconds":3.5044146660075057,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.9669532775878906e-06,"mean_abs_dp":9.881332516670227e-07,"max_abs_dlogit_T":5.900859832763672e-06,"near_tie":false,"oracle_top2_margin":0.08403569459915161,"n_options":4},{"kind":"p1","id":"tv4_035","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":108,"padded":112,"chunks":7,"seconds":13.900606582988985,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":4.2142346501350403e-07,"max_abs_dlogit_T":9.298324584960938e-06,"near_tie":false,"oracle_top2_margin":0.8683550953865051,"n_options":4},{"kind":"p1","id":"tv4_036","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":150,"padded":160,"chunks":10,"seconds":20.411421291006263,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.4437904357910156e-06,"mean_abs_dp":1.2330710887908936e-06,"max_abs_dlogit_T":1.4066696166992188e-05,"near_tie":false,"oracle_top2_margin":0.17973920702934265,"n_options":4},{"kind":"p1","id":"tv4_037","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":3.277452209003968,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.519918441772461e-06,"mean_abs_dp":7.37607479095459e-07,"max_abs_dlogit_T":6.020069122314453e-06,"near_tie":false,"oracle_top2_margin":0.2104194164276123,"n_options":4},{"kind":"p1","id":"tv4_038","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":130,"padded":144,"chunks":9,"seconds":17.67004937501042,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":3.1711533665657043e-07,"max_abs_dlogit_T":8.58306884765625e-06,"near_tie":false,"oracle_top2_margin":0.8337569236755371,"n_options":4},{"kind":"p1","id":"tv4_039","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":69,"padded":80,"chunks":5,"seconds":3.6519869169860613,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1622905731201172e-06,"mean_abs_dp":6.579793989658356e-07,"max_abs_dlogit_T":8.344650268554688e-06,"near_tie":false,"oracle_top2_margin":0.053804636001586914,"n_options":4},{"kind":"p1","id":"tv4_040","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":208,"padded":208,"chunks":13,"seconds":26.30933529199683,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":4.880130290985107e-07,"max_abs_dlogit_T":3.874301910400391e-06,"near_tie":false,"oracle_top2_margin":0.45171576738357544,"n_options":4},{"kind":"p1","id":"tv4_041","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":208,"padded":208,"chunks":13,"seconds":26.758890791999875,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.159046173095703e-06,"mean_abs_dp":1.5515834093093872e-06,"max_abs_dlogit_T":7.815659046173096e-06,"near_tie":false,"oracle_top2_margin":0.23504745960235596,"n_options":4},{"kind":"p1","id":"tv4_042","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":59,"padded":64,"chunks":4,"seconds":2.944633708015317,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.043081283569336e-06,"mean_abs_dp":5.364418029785156e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.18441274762153625,"n_options":4},{"kind":"p1","id":"tv4_043","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":60,"padded":64,"chunks":4,"seconds":2.7976464579987805,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9073486328125e-06,"mean_abs_dp":9.527429938316345e-07,"max_abs_dlogit_T":1.2159347534179688e-05,"near_tie":false,"oracle_top2_margin":0.739353358745575,"n_options":4},{"kind":"p1","id":"tv4_044","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":82,"padded":96,"chunks":6,"seconds":4.170952207990922,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":6.402842700481415e-09,"mean_abs_dp":2.470187610015273e-09,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.9956979751586914,"n_options":4},{"kind":"p1","id":"tv4_045","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":90,"padded":96,"chunks":6,"seconds":4.214188915997511,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":3.366731107234955e-07,"max_abs_dlogit_T":8.463859558105469e-06,"near_tie":false,"oracle_top2_margin":0.8363601565361023,"n_options":4},{"kind":"p1","id":"tv4_046","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":68,"padded":80,"chunks":5,"seconds":3.3936949159833603,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.381903171539307e-09,"mean_abs_dp":3.259629011154175e-09,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.9711371064186096,"n_options":4},{"kind":"p1","id":"tv4_047","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":3.421794541995041,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":7.720664143562317e-07,"max_abs_dlogit_T":9.5367431640625e-06,"near_tie":false,"oracle_top2_margin":0.5407507419586182,"n_options":4},{"kind":"p1","id":"tv4_048","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":119,"padded":128,"chunks":8,"seconds":15.740874542010715,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":3.6694109439849854e-07,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.2586537003517151,"n_options":4},{"kind":"p1","id":"tv4_049","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":86,"padded":96,"chunks":6,"seconds":4.114161250006873,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":4.777684807777405e-07,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.5550865530967712,"n_options":4},{"kind":"p1","id":"tv4_050","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":73,"padded":80,"chunks":5,"seconds":3.465434792015003,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.0132789611816406e-06,"mean_abs_dp":4.950270522385836e-07,"max_abs_dlogit_T":1.8596649169921875e-05,"near_tie":false,"oracle_top2_margin":0.6465844511985779,"n_options":4},{"kind":"p1","id":"tv4_051","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":136,"padded":144,"chunks":9,"seconds":18.224136584001826,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.0132789611816406e-06,"mean_abs_dp":5.178153514862061e-07,"max_abs_dlogit_T":6.735324859619141e-06,"near_tie":false,"oracle_top2_margin":0.4407600164413452,"n_options":4},{"kind":"p1","id":"tv4_052","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":132,"padded":144,"chunks":9,"seconds":18.02405758301029,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.241033017635345e-08,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.9107492566108704,"n_options":4},{"kind":"p1","id":"tv4_053","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":358,"padded":368,"chunks":23,"seconds":39.83984308401705,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.039836883544922e-06,"mean_abs_dp":1.519918441772461e-06,"max_abs_dlogit_T":9.775161743164062e-06,"near_tie":false,"oracle_top2_margin":0.22727736830711365,"n_options":4},{"kind":"p1","id":"tv4_054","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":113,"padded":128,"chunks":8,"seconds":15.608243499998935,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":8.083879947662354e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":true,"oracle_top2_margin":0.00373879075050354,"n_options":4},{"kind":"p1","id":"tv4_055","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":189,"padded":192,"chunks":12,"seconds":23.685884083010023,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.3783574104309082e-07,"max_abs_dlogit_T":1.5497207641601562e-06,"near_tie":false,"oracle_top2_margin":0.0706123411655426,"n_options":4},{"kind":"p1","id":"tv4_056","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":69,"padded":80,"chunks":5,"seconds":3.659722792013781,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.0728836059570312e-06,"mean_abs_dp":5.401670932769775e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.2170730084180832,"n_options":4},{"kind":"p1","id":"tv4_057","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":63,"padded":64,"chunks":4,"seconds":2.7518086660129484,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1622905731201172e-06,"mean_abs_dp":6.258487701416016e-07,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.04467204213142395,"n_options":4},{"kind":"p1","id":"tv4_058","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":129,"padded":144,"chunks":9,"seconds":18.218986375024542,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":4.78699803352356e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.23947922885417938,"n_options":4},{"kind":"p1","id":"tv4_059","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":102,"padded":112,"chunks":7,"seconds":5.770418833999429,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1175870895385742e-08,"mean_abs_dp":5.122274160385132e-09,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.9182034134864807,"n_options":4},{"kind":"p1","id":"tv4x_emotion_00","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":42,"padded":48,"chunks":3,"seconds":2.494197791995248,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.6226043701171875e-06,"mean_abs_dp":8.537123600641886e-07,"max_abs_dlogit_T":1.0371208190917969e-05,"near_tie":false,"oracle_top2_margin":0.365003764629364,"n_options":6},{"kind":"p1","id":"tv4x_emotion_01","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":38,"padded":48,"chunks":3,"seconds":2.1320297500060406,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":3.3977751930554706e-07,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.32259851694107056,"n_options":6},{"kind":"p1","id":"tv4x_emotion_02","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":36,"padded":48,"chunks":3,"seconds":2.1165211249899585,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":1.3913571213682493e-07,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.7255271077156067,"n_options":6},{"kind":"p1","id":"tv4x_emotion_03","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":73,"padded":80,"chunks":5,"seconds":3.3350909169821534,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.650784492492676e-07,"mean_abs_dp":1.4280279477437338e-07,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.4680539667606354,"n_options":6},{"kind":"p1","id":"tv4x_emotion_04","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":39,"padded":48,"chunks":3,"seconds":2.5809879579755943,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.842877388000488e-08,"mean_abs_dp":1.0516184071699778e-08,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.9324661493301392,"n_options":6},{"kind":"p1","id":"tv4x_emotion_05","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":52,"padded":64,"chunks":4,"seconds":2.8271356660116,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.2814998626708984e-06,"mean_abs_dp":5.016724268595377e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.09678417444229126,"n_options":6},{"kind":"p1","id":"tv4x_emotion_06","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":37,"padded":48,"chunks":3,"seconds":2.236352292005904,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.6093254089355469e-06,"mean_abs_dp":5.466863512992859e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.16045954823493958,"n_options":6},{"kind":"p1","id":"tv4x_emotion_07","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":37,"padded":48,"chunks":3,"seconds":2.1059637499856763,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":8.16071406006813e-08,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.8479410409927368,"n_options":6},{"kind":"p1","id":"tv4x_emotion_08","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":52,"padded":64,"chunks":4,"seconds":2.787519167002756,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":7.753260433673859e-08,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.4905897378921509,"n_options":6},{"kind":"p1","id":"tv4x_emotion_09","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":61,"padded":64,"chunks":4,"seconds":2.8556984580063727,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.00001522898674e-07,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.3611770570278168,"n_options":6},{"kind":"p1","id":"tv4x_emotion_10","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":40,"padded":48,"chunks":3,"seconds":2.4501134580059443,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":3.1529149661461514e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.5885082483291626,"n_options":6},{"kind":"p1","id":"tv4x_emotion_11","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":48,"padded":48,"chunks":3,"seconds":2.218862000008812,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.564621925354004e-07,"mean_abs_dp":5.9061373273531594e-08,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.710823655128479,"n_options":6},{"kind":"p1","id":"tv4x_emotion_12","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":82,"padded":96,"chunks":6,"seconds":4.2348766250070184,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":2.703939874966939e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.6195278167724609,"n_options":6},{"kind":"p1","id":"tv4x_emotion_13","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":60,"padded":64,"chunks":4,"seconds":2.804549041989958,"argmax":5,"argmax_oracle":5,"argmax_equal":true,"max_abs_dp":9.238719940185547e-07,"mean_abs_dp":4.1568030913670856e-07,"max_abs_dlogit_T":7.867813110351562e-06,"near_tie":false,"oracle_top2_margin":0.2094709724187851,"n_options":6},{"kind":"p1","id":"tv4x_emotion_14","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":39,"padded":48,"chunks":3,"seconds":2.2865577079937793,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.430511474609375e-06,"mean_abs_dp":4.7031790018081665e-07,"max_abs_dlogit_T":1.049041748046875e-05,"near_tie":false,"oracle_top2_margin":0.6627709865570068,"n_options":6},{"kind":"p1","id":"tv4x_emotion_15","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":44,"padded":48,"chunks":3,"seconds":2.3042874159873463,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":1.1667725630104542e-07,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":true,"oracle_top2_margin":0.007101953029632568,"n_options":6},{"kind":"p1","id":"tv4x_emotion_16","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":50,"padded":64,"chunks":4,"seconds":2.8635213340166956,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.430511474609375e-06,"mean_abs_dp":4.880130290985107e-07,"max_abs_dlogit_T":1.5020370483398438e-05,"near_tie":false,"oracle_top2_margin":0.7413647174835205,"n_options":6},{"kind":"p1","id":"tv4x_emotion_17","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":56,"padded":64,"chunks":4,"seconds":2.749018500006059,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.4528632164001465e-07,"mean_abs_dp":4.516914486885071e-08,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.612878680229187,"n_options":6},{"kind":"p1","id":"tv4x_emotion_18","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":67,"padded":80,"chunks":5,"seconds":3.2993017499975394,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.203749656677246e-07,"mean_abs_dp":1.1336912090579669e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.7427539229393005,"n_options":6},{"kind":"p1","id":"tv4x_emotion_19","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":74,"padded":80,"chunks":5,"seconds":3.3307796249864623,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.264316082000732e-08,"mean_abs_dp":3.015156835317612e-08,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.8020319938659668,"n_options":6},{"kind":"p1","id":"tv4x_tweet_offensive_00","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":68,"padded":80,"chunks":5,"seconds":3.4773466250044294,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-06,"mean_abs_dp":1.9222497940063477e-06,"max_abs_dlogit_T":9.365379810333252e-06,"near_tie":false,"oracle_top2_margin":0.19978293776512146,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_01","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.6937852920091245,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-06,"mean_abs_dp":1.4603137969970703e-06,"max_abs_dlogit_T":6.139278411865234e-06,"near_tie":true,"oracle_top2_margin":0.002196580171585083,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_02","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":64,"padded":64,"chunks":4,"seconds":2.765771959006088,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":8.754432201385498e-08,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.9015442132949829,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_03","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":93,"padded":96,"chunks":6,"seconds":4.283625624986598,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.4586915969848633e-07,"max_abs_dlogit_T":4.589557647705078e-06,"near_tie":false,"oracle_top2_margin":0.527352511882782,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_04","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":70,"padded":80,"chunks":5,"seconds":3.603495124989422,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.662441253662109e-07,"mean_abs_dp":5.513429641723633e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.47561752796173096,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_05","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":57,"padded":64,"chunks":4,"seconds":2.7135600420006085,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.564621925354004e-07,"mean_abs_dp":1.0803341865539551e-07,"max_abs_dlogit_T":1.7285346984863281e-06,"near_tie":false,"oracle_top2_margin":0.7690536379814148,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_06","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":69,"padded":80,"chunks":5,"seconds":3.285965832998045,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":3.8743019104003906e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.142307847738266,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_07","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":59,"padded":64,"chunks":4,"seconds":2.764234292000765,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":3.725290298461914e-07,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.08455842733383179,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_08","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":95,"padded":96,"chunks":6,"seconds":4.169128083012765,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.1920928955078125e-07,"max_abs_dlogit_T":2.0563602447509766e-06,"near_tie":false,"oracle_top2_margin":0.1237936019897461,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_09","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":87,"padded":96,"chunks":6,"seconds":4.226955124991946,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.9802322387695312e-08,"mean_abs_dp":1.4901161193847656e-08,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.06170579791069031,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_10","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":90,"padded":96,"chunks":6,"seconds":4.299402709002607,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.2782554626464844e-07,"mean_abs_dp":3.129243850708008e-07,"max_abs_dlogit_T":1.0132789611816406e-06,"near_tie":false,"oracle_top2_margin":0.0423775315284729,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_11","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":3.5019002500048373,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":3.296881914138794e-07,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.8996016979217529,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_12","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":62,"padded":64,"chunks":4,"seconds":2.7282132910040673,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":4.6193599700927734e-07,"max_abs_dlogit_T":1.3113021850585938e-06,"near_tie":false,"oracle_top2_margin":0.0795714259147644,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_13","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":43,"padded":48,"chunks":3,"seconds":2.3758800419745967,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.9371509552001953e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.41108468174934387,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_14","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":71,"padded":80,"chunks":5,"seconds":3.177785584004596,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":9.238719940185547e-07,"max_abs_dlogit_T":2.987682819366455e-06,"near_tie":false,"oracle_top2_margin":0.25733986496925354,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_15","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":62,"padded":64,"chunks":4,"seconds":2.836037374974694,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.172325134277344e-07,"max_abs_dlogit_T":2.592802047729492e-06,"near_tie":false,"oracle_top2_margin":0.297099232673645,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_16","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":104,"padded":112,"chunks":7,"seconds":6.093693959002849,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":8.195638656616211e-08,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.6911106109619141,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_17","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":72,"padded":80,"chunks":5,"seconds":13.04193341700011,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":4.470348358154297e-08,"max_abs_dlogit_T":2.3245811462402344e-06,"near_tie":false,"oracle_top2_margin":0.13623976707458496,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_18","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":57,"padded":64,"chunks":4,"seconds":2.851957541977754,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":3.5762786865234375e-07,"max_abs_dlogit_T":9.5367431640625e-07,"near_tie":false,"oracle_top2_margin":0.149540513753891,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_19","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":99,"padded":112,"chunks":7,"seconds":5.669712790986523,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.705522537231445e-08,"max_abs_dlogit_T":2.0712614059448242e-06,"near_tie":false,"oracle_top2_margin":0.6824310421943665,"n_options":2},{"kind":"p1","id":"tv4x_qnli_00","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":94,"padded":96,"chunks":6,"seconds":4.493743667000672,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0,"mean_abs_dp":0.0,"max_abs_dlogit_T":4.76837158203125e-07,"near_tie":false,"oracle_top2_margin":0.9797664880752563,"n_options":2},{"kind":"p1","id":"tv4x_qnli_01","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":95,"padded":96,"chunks":6,"seconds":4.3329613750102,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.0675361156463623e-07,"mean_abs_dp":1.6298145055770874e-07,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.9650219082832336,"n_options":2},{"kind":"p1","id":"tv4x_qnli_02","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":51,"padded":64,"chunks":4,"seconds":2.9618788750085514,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.238719940185547e-07,"mean_abs_dp":9.08970832824707e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.7253044843673706,"n_options":2},{"kind":"p1","id":"tv4x_qnli_03","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":64,"padded":64,"chunks":4,"seconds":3.115716332977172,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":8.381903171539307e-08,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.958515465259552,"n_options":2},{"kind":"p1","id":"tv4x_qnli_04","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":137,"padded":144,"chunks":9,"seconds":18.250009709008737,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.1734664440155029e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":false,"oracle_top2_margin":0.8948183059692383,"n_options":2},{"kind":"p1","id":"tv4x_qnli_05","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":83,"padded":96,"chunks":6,"seconds":4.11521512499894,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.172325134277344e-07,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.756822943687439,"n_options":2},{"kind":"p1","id":"tv4x_qnli_06","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":63,"padded":64,"chunks":4,"seconds":2.8030626669933554,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.9073486328125e-06,"mean_abs_dp":1.9073486328125e-06,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.3450804054737091,"n_options":2},{"kind":"p1","id":"tv4x_qnli_07","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":54,"padded":64,"chunks":4,"seconds":2.8020432080083992,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.2351741790771484e-07,"mean_abs_dp":2.0116567611694336e-07,"max_abs_dlogit_T":4.149973392486572e-06,"near_tie":false,"oracle_top2_margin":0.5026953220367432,"n_options":2},{"kind":"p1","id":"tv4x_qnli_08","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":3.444730540999444,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.0384246706962585e-07,"mean_abs_dp":5.192123353481293e-08,"max_abs_dlogit_T":1.3113021850585938e-05,"near_tie":false,"oracle_top2_margin":0.9887792468070984,"n_options":2},{"kind":"p1","id":"tv4x_qnli_09","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":54,"padded":64,"chunks":4,"seconds":2.8451810000115074,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7695128917694092e-08,"mean_abs_dp":8.847564458847046e-09,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9746768474578857,"n_options":2},{"kind":"p1","id":"tv4x_qnli_10","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":72,"padded":80,"chunks":5,"seconds":3.9388050829875283,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.0337680578231812e-07,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.9804186224937439,"n_options":2},{"kind":"p1","id":"tv4x_qnli_11","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":50,"padded":64,"chunks":4,"seconds":2.952156624989584,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.513429641723633e-07,"mean_abs_dp":5.438923835754395e-07,"max_abs_dlogit_T":4.887580871582031e-06,"near_tie":false,"oracle_top2_margin":0.8205903768539429,"n_options":2},{"kind":"p1","id":"tv4x_qnli_12","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":84,"padded":96,"chunks":6,"seconds":4.084374333993765,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":3.3527612686157227e-07,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.8703594207763672,"n_options":2},{"kind":"p1","id":"tv4x_qnli_13","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":52,"padded":64,"chunks":4,"seconds":2.736701958987396,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":2.9802322387695312e-08,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.45642751455307007,"n_options":2},{"kind":"p1","id":"tv4x_qnli_14","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":69,"padded":80,"chunks":5,"seconds":3.437690708989976,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":2.9802322387695312e-08,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.8329219222068787,"n_options":2},{"kind":"p1","id":"tv4x_qnli_15","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":98,"padded":112,"chunks":7,"seconds":5.844398666988127,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.015202522277832e-07,"mean_abs_dp":8.977949619293213e-07,"max_abs_dlogit_T":9.417533874511719e-06,"near_tie":false,"oracle_top2_margin":0.8420214056968689,"n_options":2},{"kind":"p1","id":"tv4x_qnli_16","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":71,"padded":80,"chunks":5,"seconds":3.0035752080148086,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.086162567138672e-07,"mean_abs_dp":1.6391277313232422e-07,"max_abs_dlogit_T":1.4901161193847656e-06,"near_tie":false,"oracle_top2_margin":0.47870561480522156,"n_options":2},{"kind":"p1","id":"tv4x_qnli_17","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":80,"padded":80,"chunks":5,"seconds":3.6481549999734852,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.078051567077637e-08,"mean_abs_dp":3.5390257835388184e-08,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.9677414894104004,"n_options":2},{"kind":"p1","id":"tv4x_qnli_18","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":44,"padded":48,"chunks":3,"seconds":2.1846789580013137,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":2.1420419216156006e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.8940520882606506,"n_options":2},{"kind":"p1","id":"tv4x_qnli_19","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":85,"padded":96,"chunks":6,"seconds":4.019065958011197,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.518296241760254e-06,"mean_abs_dp":2.4810433387756348e-06,"max_abs_dlogit_T":1.1980533599853516e-05,"near_tie":false,"oracle_top2_margin":0.6079574823379517,"n_options":2},{"kind":"p1","id":"tv4x_paws_00","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":81,"padded":96,"chunks":6,"seconds":4.152454166993266,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":5.364418029785156e-07,"max_abs_dlogit_T":1.7881393432617188e-06,"near_tie":false,"oracle_top2_margin":0.23918089270591736,"n_options":2},{"kind":"p1","id":"tv4x_paws_01","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":113,"padded":128,"chunks":8,"seconds":15.81939004198648,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.8014183044433594e-06,"mean_abs_dp":2.8014183044433594e-06,"max_abs_dlogit_T":8.285045623779297e-06,"near_tie":true,"oracle_top2_margin":0.007073014974594116,"n_options":2},{"kind":"p1","id":"tv4x_paws_02","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":87,"padded":96,"chunks":6,"seconds":4.177566291997209,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.471489667892456e-07,"mean_abs_dp":1.0337680578231812e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.9475407600402832,"n_options":2},{"kind":"p1","id":"tv4x_paws_03","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":107,"padded":112,"chunks":7,"seconds":14.114956874982454,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.210719347000122e-07,"mean_abs_dp":9.033828973770142e-08,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.9485864639282227,"n_options":2},{"kind":"p1","id":"tv4x_paws_04","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":86,"padded":96,"chunks":6,"seconds":4.161672957998235,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":6.109476089477539e-07,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.8732220530509949,"n_options":2},{"kind":"p1","id":"tv4x_paws_05","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":96,"padded":96,"chunks":6,"seconds":4.538814375002403,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.129243850708008e-07,"mean_abs_dp":3.0547380447387695e-07,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.6148557662963867,"n_options":2},{"kind":"p1","id":"tv4x_paws_06","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":97,"padded":112,"chunks":7,"seconds":5.581949084007647,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-07,"mean_abs_dp":1.043081283569336e-07,"max_abs_dlogit_T":2.4028122425079346e-06,"near_tie":false,"oracle_top2_margin":0.45639950037002563,"n_options":2},{"kind":"p1","id":"tv4x_paws_07","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":72,"padded":80,"chunks":5,"seconds":3.8129832500126213,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.705522537231445e-08,"mean_abs_dp":3.3527612686157227e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.925515353679657,"n_options":2},{"kind":"p1","id":"tv4x_paws_08","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":73,"padded":80,"chunks":5,"seconds":3.106031749979593,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":2.3096799850463867e-07,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.9070258140563965,"n_options":2},{"kind":"p1","id":"tv4x_paws_09","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":127,"padded":128,"chunks":8,"seconds":15.678645500011044,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.3213367462158203e-07,"mean_abs_dp":4.246830940246582e-07,"max_abs_dlogit_T":1.7601996660232544e-06,"near_tie":false,"oracle_top2_margin":0.671048641204834,"n_options":2},{"kind":"p1","id":"tv4x_paws_10","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":86,"padded":96,"chunks":6,"seconds":4.238600666983984,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":9.387731552124023e-07,"max_abs_dlogit_T":4.172325134277344e-06,"near_tie":false,"oracle_top2_margin":0.7289464473724365,"n_options":2},{"kind":"p1","id":"tv4x_paws_11","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":99,"padded":112,"chunks":7,"seconds":5.624439749983139,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.942979335784912e-07,"mean_abs_dp":2.3655593395233154e-07,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.8897872567176819,"n_options":2},{"kind":"p1","id":"tv4x_paws_12","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":93,"padded":96,"chunks":6,"seconds":4.520258417003788,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.172325134277344e-07,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.524033784866333,"n_options":2},{"kind":"p1","id":"tv4x_paws_13","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":107,"padded":112,"chunks":7,"seconds":9.376421957975253,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.438923835754395e-07,"mean_abs_dp":5.103647708892822e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.8085752129554749,"n_options":2},{"kind":"p1","id":"tv4x_paws_14","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":3.3263262499822304,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.86102294921875e-06,"mean_abs_dp":2.86102294921875e-06,"max_abs_dlogit_T":7.271766662597656e-06,"near_tie":false,"oracle_top2_margin":0.2491759955883026,"n_options":2},{"kind":"p1","id":"tv4x_paws_15","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":74,"padded":80,"chunks":5,"seconds":3.1607273340050597,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.960464477539062e-07,"max_abs_dlogit_T":4.246830940246582e-06,"near_tie":false,"oracle_top2_margin":0.6705261468887329,"n_options":2},{"kind":"p1","id":"tv4x_paws_16","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":68,"padded":80,"chunks":5,"seconds":3.3810790830175392,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4007091522216797e-06,"mean_abs_dp":1.385807991027832e-06,"max_abs_dlogit_T":1.537799835205078e-05,"near_tie":false,"oracle_top2_margin":0.4153684675693512,"n_options":2},{"kind":"p1","id":"tv4x_paws_17","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.642676333023701,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.513429641723633e-07,"mean_abs_dp":5.140900611877441e-07,"max_abs_dlogit_T":6.139278411865234e-06,"near_tie":false,"oracle_top2_margin":0.8059070110321045,"n_options":2},{"kind":"p1","id":"tv4x_paws_18","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":83,"padded":96,"chunks":6,"seconds":4.224542082985863,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.683411240577698e-08,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9809930324554443,"n_options":2},{"kind":"p1","id":"tv4x_paws_19","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":3.2276213750010356,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":3.501772880554199e-07,"max_abs_dlogit_T":4.738569259643555e-06,"near_tie":false,"oracle_top2_margin":0.8185950517654419,"n_options":2},{"kind":"p1","id":"tv4x_sciq_00","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":20.07436233398039,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.6944478526711464e-08,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.9769152402877808,"n_options":4},{"kind":"p1","id":"tv4x_sciq_01","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":57,"padded":64,"chunks":4,"seconds":2.8297610839945264,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.2782554626464844e-07,"mean_abs_dp":2.0302832126617432e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.7016881108283997,"n_options":4},{"kind":"p1","id":"tv4x_sciq_02","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":102,"padded":112,"chunks":7,"seconds":4.944593374995748,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.2619725465774536e-08,"mean_abs_dp":2.450542524456978e-08,"max_abs_dlogit_T":1.3828277587890625e-05,"near_tie":false,"oracle_top2_margin":0.9870290160179138,"n_options":4},{"kind":"p1","id":"tv4x_sciq_03","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":97,"padded":112,"chunks":7,"seconds":5.369435208005598,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.4907210394740105e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.944787323474884,"n_options":4},{"kind":"p1","id":"tv4x_sciq_04","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":117,"padded":128,"chunks":8,"seconds":15.72782245799317,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.6689300537109375e-06,"mean_abs_dp":8.121132850646973e-07,"max_abs_dlogit_T":7.033348083496094e-06,"near_tie":false,"oracle_top2_margin":0.6779905557632446,"n_options":4},{"kind":"p1","id":"tv4x_sciq_05","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":70,"padded":80,"chunks":5,"seconds":3.5810880000062753,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.145557224750519e-08,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.947314977645874,"n_options":4},{"kind":"p1","id":"tv4x_sciq_06","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":184,"padded":192,"chunks":12,"seconds":25.67855199999758,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1175870895385742e-08,"mean_abs_dp":5.908077582716942e-09,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.9827218055725098,"n_options":4},{"kind":"p1","id":"tv4x_sciq_07","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":82,"padded":96,"chunks":6,"seconds":4.278322666010354,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":3.559398464858532e-08,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.9827112555503845,"n_options":4},{"kind":"p1","id":"tv4x_sciq_08","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":162,"padded":176,"chunks":11,"seconds":22.230458500009263,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.2316741049289703e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.8948369026184082,"n_options":4},{"kind":"p1","id":"tv4x_sciq_09","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":144,"padded":144,"chunks":9,"seconds":17.80030929201166,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":3.993045538663864e-08,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.98060542345047,"n_options":4},{"kind":"p1","id":"tv4x_sciq_10","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":85,"padded":96,"chunks":6,"seconds":4.186221417010529,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.334287950769067e-08,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.9585868716239929,"n_options":4},{"kind":"p1","id":"tv4x_sciq_11","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":366,"padded":368,"chunks":23,"seconds":30.463734666001983,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.494803190231323e-08,"mean_abs_dp":1.5701516531407833e-08,"max_abs_dlogit_T":1.3113021850585938e-05,"near_tie":false,"oracle_top2_margin":0.9739360213279724,"n_options":4},{"kind":"p1","id":"tv4x_sciq_12","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":192,"padded":192,"chunks":12,"seconds":24.405461916991044,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.7194619178771973e-07,"mean_abs_dp":1.1725933291018009e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.9150312542915344,"n_options":4},{"kind":"p1","id":"tv4x_sciq_13","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":147,"padded":160,"chunks":10,"seconds":20.076186084013898,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.35744833946228e-08,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.966279149055481,"n_options":4},{"kind":"p1","id":"tv4x_sciq_14","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":127,"padded":128,"chunks":8,"seconds":15.429984332993627,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":7.916241884231567e-09,"mean_abs_dp":2.5756889954209328e-09,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.9916238784790039,"n_options":4},{"kind":"p1","id":"tv4x_sciq_15","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":270,"padded":272,"chunks":17,"seconds":46.82805037498474,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.72355168312788e-08,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9649361371994019,"n_options":4},{"kind":"p1","id":"tv4x_sciq_16","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":335,"padded":336,"chunks":21,"seconds":33.94730737499776,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.150183379650116e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.41051337122917175,"n_options":4},{"kind":"p1","id":"tv4x_sciq_17","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":169,"padded":176,"chunks":11,"seconds":21.767534999991767,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7008354663848877e-08,"mean_abs_dp":1.548323780298233e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9674238562583923,"n_options":4},{"kind":"p1","id":"tv4x_sciq_18","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":65,"padded":80,"chunks":5,"seconds":3.5026622080185916,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.0489096641540527e-08,"mean_abs_dp":1.234002411365509e-08,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.9668787121772766,"n_options":4},{"kind":"p1","id":"tv4x_sciq_19","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":74,"padded":80,"chunks":5,"seconds":3.2279489579959773,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.2351741790771484e-08,"mean_abs_dp":1.1525116860866547e-08,"max_abs_dlogit_T":1.0967254638671875e-05,"near_tie":false,"oracle_top2_margin":0.9877200126647949,"n_options":4},{"kind":"p1","id":"tv4x_legacy_holdout_00","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.4285955829836894,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5366822481155396e-08,"mean_abs_dp":7.683411240577698e-09,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.9870973825454712,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_01","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.531788000022061,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3504177331924438e-08,"mean_abs_dp":6.752088665962219e-09,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.9887204766273499,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_02","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.4456347080122214,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.82310962677002e-08,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.9801822304725647,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_03","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":3.5616902080073487,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.190951585769653e-08,"mean_abs_dp":2.0954757928848267e-08,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.9842581152915955,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_04","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.4550145419780165,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.259629011154175e-09,"mean_abs_dp":1.6298145055770874e-09,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.985432505607605,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_05","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":6.207721917016897,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0,"mean_abs_dp":0.0,"max_abs_dlogit_T":4.76837158203125e-07,"near_tie":false,"oracle_top2_margin":0.9865952730178833,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_06","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":3.198687500000233,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.778887033462524e-09,"mean_abs_dp":4.889443516731262e-09,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.9899900555610657,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_07","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":3.5006786250160076,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1641532182693481e-09,"mean_abs_dp":5.820766091346741e-10,"max_abs_dlogit_T":4.76837158203125e-07,"near_tie":false,"oracle_top2_margin":0.9943817257881165,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_08","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.387870875012595,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.029141902923584e-08,"mean_abs_dp":2.514570951461792e-08,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.9859328866004944,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_09","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.4220434580056462,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7939677238464355e-09,"mean_abs_dp":1.3969838619232178e-09,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.9869430065155029,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_10","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":6.446718749997672,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.28642737865448e-08,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.981930673122406,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_11","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":10.117701333016157,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.658956408500671e-08,"mean_abs_dp":3.329478204250336e-08,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.9873005747795105,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_12","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.408933208003873,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.1886080503463745e-08,"mean_abs_dp":1.0943040251731873e-08,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.9882665872573853,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_13","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":3.647123292001197,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7474015951156616e-08,"mean_abs_dp":1.3737007975578308e-08,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.9917652010917664,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_14","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":3.891645665979013,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.60770320892334e-08,"mean_abs_dp":1.30385160446167e-08,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.9891088008880615,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_15","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":10.027256082976237,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.862645149230957e-09,"mean_abs_dp":9.313225746154785e-10,"max_abs_dlogit_T":9.5367431640625e-07,"near_tie":false,"oracle_top2_margin":0.9911453127861023,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_16","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":3.9709935419959947,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.6542693376541138e-08,"mean_abs_dp":1.3271346688270569e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9885526895523071,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_17","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":3.55882166599622,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.05359673500061e-09,"mean_abs_dp":3.026798367500305e-09,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.9869370460510254,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_18","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":3.2146345830115024,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.818422555923462e-08,"mean_abs_dp":1.909211277961731e-08,"max_abs_dlogit_T":9.775161743164062e-06,"near_tie":false,"oracle_top2_margin":0.9901125431060791,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_19","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":4.016629042016575,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.2584572434425354e-08,"mean_abs_dp":1.1292286217212677e-08,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.9932237863540649,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_00","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":19.881859917019028,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.4458935260772705e-08,"mean_abs_dp":1.7229467630386353e-08,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.9758310317993164,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_01","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":20.5879960830207,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.0489096641540527e-08,"mean_abs_dp":1.0244548320770264e-08,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.9565773010253906,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_02","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":20.738500375009608,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.4458935260772705e-08,"mean_abs_dp":1.7229467630386353e-08,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.9758310317993164,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_03","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":19.902300957997795,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1175870895385742e-08,"mean_abs_dp":5.587935447692871e-09,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.9759304523468018,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_04","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":136,"padded":144,"chunks":9,"seconds":18.53453287499724,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.288770914077759e-08,"mean_abs_dp":4.1443854570388794e-08,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.9824920296669006,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_05","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":137,"padded":144,"chunks":9,"seconds":17.894708292005816,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.284083843231201e-08,"mean_abs_dp":2.1420419216156006e-08,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.9744811654090881,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_06","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":136,"padded":144,"chunks":9,"seconds":17.736333249980817,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.288770914077759e-08,"mean_abs_dp":4.1443854570388794e-08,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.9824920296669006,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_07","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":136,"padded":144,"chunks":9,"seconds":18.580022874986753,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.3527612686157227e-08,"mean_abs_dp":1.6763806343078613e-08,"max_abs_dlogit_T":4.649162292480469e-06,"near_tie":false,"oracle_top2_margin":0.9825741052627563,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_08","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":166,"padded":176,"chunks":11,"seconds":22.046531083004083,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.543231964111328e-06,"mean_abs_dp":5.5283308029174805e-06,"max_abs_dlogit_T":1.2695789337158203e-05,"near_tie":false,"oracle_top2_margin":0.16480392217636108,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_09","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":167,"padded":176,"chunks":11,"seconds":22.81774625001708,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.587935447692871e-08,"mean_abs_dp":2.7939677238464355e-08,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.960469126701355,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_10","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":166,"padded":176,"chunks":11,"seconds":21.6332995420089,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.543231964111328e-06,"mean_abs_dp":5.5283308029174805e-06,"max_abs_dlogit_T":1.2695789337158203e-05,"near_tie":false,"oracle_top2_margin":0.16480392217636108,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_11","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":166,"padded":176,"chunks":11,"seconds":22.38809483399382,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.635883331298828e-06,"mean_abs_dp":3.635883331298828e-06,"max_abs_dlogit_T":1.043081283569336e-05,"near_tie":false,"oracle_top2_margin":0.1781402826309204,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_12","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":15.831111957988469,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.0046870708465576e-08,"mean_abs_dp":2.0023435354232788e-08,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.9754068851470947,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_13","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":16.176349916990148,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-06,"mean_abs_dp":6.541609764099121e-06,"max_abs_dlogit_T":3.4928321838378906e-05,"near_tie":false,"oracle_top2_margin":0.5981696844100952,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_14","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":15.585632166010328,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.0046870708465576e-08,"mean_abs_dp":2.0023435354232788e-08,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.9754068851470947,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_15","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":15.911949625005946,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.8673322200775146e-08,"mean_abs_dp":2.9336661100387573e-08,"max_abs_dlogit_T":3.2186508178710938e-06,"near_tie":false,"oracle_top2_margin":0.9755581021308899,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_16","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":20.89327491700533,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.6689300537109375e-06,"mean_abs_dp":1.642853021621704e-06,"max_abs_dlogit_T":8.910894393920898e-06,"near_tie":false,"oracle_top2_margin":0.751534104347229,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_17","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":19.893205333006335,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.3085386753082275e-08,"mean_abs_dp":2.6542693376541138e-08,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.9779067039489746,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_18","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":20.58081920800032,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.6689300537109375e-06,"mean_abs_dp":1.642853021621704e-06,"max_abs_dlogit_T":8.910894393920898e-06,"near_tie":false,"oracle_top2_margin":0.751534104347229,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_19","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":20.146016292012064,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":8.940696716308594e-07,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.7390268445014954,"n_options":2},{"kind":"p1","id":"tv4s_00","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.048832749977009,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":1.9247333208719888e-07,"max_abs_dlogit_T":7.62939453125e-06,"near_tie":false,"oracle_top2_margin":0.9141930341720581,"n_options":3},{"kind":"p1","id":"tv4s_01","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":5.5267797090054955,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.0531158447265625e-06,"mean_abs_dp":2.7002145846684775e-06,"max_abs_dlogit_T":2.7418136596679688e-05,"near_tie":false,"oracle_top2_margin":0.7866014242172241,"n_options":3},{"kind":"p1","id":"tv4s_02","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.05321825001738,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.205371856689453e-06,"mean_abs_dp":1.4826655387878418e-06,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.13063779473304749,"n_options":3},{"kind":"p1","id":"tv4s_03","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":5.049789707991295,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.2530397574106854e-07,"max_abs_dlogit_T":1.3113021850585938e-05,"near_tie":false,"oracle_top2_margin":0.9156948924064636,"n_options":3},{"kind":"p1","id":"tv4s_04","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.423110500007169,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.564621925354004e-07,"max_abs_dlogit_T":1.0251998901367188e-05,"near_tie":false,"oracle_top2_margin":0.741247832775116,"n_options":3},{"kind":"p1","id":"tv4s_05","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":5.86207375000231,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":4.836668570836385e-07,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.8588613271713257,"n_options":3},{"kind":"p1","id":"tv4s_06","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.407662582991179,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.175569534301758e-06,"mean_abs_dp":1.4404455820719402e-06,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.14654552936553955,"n_options":3},{"kind":"p1","id":"tv4s_07","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.1320124579942785,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":9.151796499888102e-07,"max_abs_dlogit_T":7.078051567077637e-06,"near_tie":false,"oracle_top2_margin":0.5599085688591003,"n_options":3},{"kind":"p1","id":"tv4s_08","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":5.651314791990444,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4007091522216797e-06,"mean_abs_dp":9.263555208841959e-07,"max_abs_dlogit_T":1.2516975402832031e-05,"near_tie":false,"oracle_top2_margin":0.13977158069610596,"n_options":3},{"kind":"p1","id":"tv4s_09","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.089441791002173,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":4.842877388000488e-07,"max_abs_dlogit_T":1.430511474609375e-05,"near_tie":false,"oracle_top2_margin":0.8021276593208313,"n_options":3},{"kind":"p1","id":"tv4s_10","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.140247458999511,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.642673492431641e-07,"mean_abs_dp":5.513429641723633e-07,"max_abs_dlogit_T":2.7418136596679688e-06,"near_tie":false,"oracle_top2_margin":0.3599908947944641,"n_options":3},{"kind":"p1","id":"tv4s_11","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.063710082991747,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.4437904357910156e-06,"mean_abs_dp":1.6220534841219585e-06,"max_abs_dlogit_T":9.179115295410156e-06,"near_tie":true,"oracle_top2_margin":0.001054227352142334,"n_options":3},{"kind":"p1","id":"tv4s_12","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":5.089429500018014,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.1855036417643228e-07,"max_abs_dlogit_T":1.0132789611816406e-05,"near_tie":false,"oracle_top2_margin":0.919794499874115,"n_options":3},{"kind":"p1","id":"tv4s_13","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":5.295949415973155,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.51266876856486e-08,"max_abs_dlogit_T":7.867813110351562e-06,"near_tie":false,"oracle_top2_margin":0.9661151766777039,"n_options":3},{"kind":"p1","id":"tv4s_14","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":5.648636500001885,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9073486328125e-06,"mean_abs_dp":1.2914339701334636e-06,"max_abs_dlogit_T":7.808208465576172e-06,"near_tie":false,"oracle_top2_margin":0.541414201259613,"n_options":3},{"kind":"p1","id":"tv4s_15","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":5.720432166999672,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.201025684674581e-07,"max_abs_dlogit_T":7.867813110351562e-06,"near_tie":false,"oracle_top2_margin":0.9349822998046875,"n_options":3},{"kind":"p1","id":"tv4s_16","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":5.1538686659769155,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2516975402832031e-06,"mean_abs_dp":8.294979731241862e-07,"max_abs_dlogit_T":3.4570693969726562e-06,"near_tie":false,"oracle_top2_margin":0.3046940267086029,"n_options":3},{"kind":"p1","id":"tv4s_17","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":5.20913637499325,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.4884939193725586e-06,"mean_abs_dp":1.720463236172994e-06,"max_abs_dlogit_T":1.9311904907226562e-05,"near_tie":false,"oracle_top2_margin":0.683984100818634,"n_options":3},{"kind":"p1","id":"tv4s_18","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":5.932568749994971,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2386590242385864e-07,"mean_abs_dp":9.375313917795817e-08,"max_abs_dlogit_T":8.344650268554688e-06,"near_tie":false,"oracle_top2_margin":0.9713500738143921,"n_options":3},{"kind":"p1","id":"tv4s_19","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":5.355606958997669,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.5724134047826133e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9682061076164246,"n_options":3},{"kind":"p1","id":"semif_a3f18f3a63d45345942b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":3.319333541992819,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.563480615615845e-08,"mean_abs_dp":1.556084801753362e-08,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.9753907322883606,"n_options":3,"hidden":{"max_abs_diff":0.0001049041748046875,"ref_absmax":53.03330993652344,"rel_max_abs_diff":1.978080850134553e-06,"min_pos_cos":0.9999999999739259,"min_pos_cos_index":24,"mean_pos_cos":0.9999999999958314,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"semif_f40beba9088c8db8bbd6","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":3.7834335830120835,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.900719841321309e-08,"max_abs_dlogit_T":3.4570693969726562e-06,"near_tie":false,"oracle_top2_margin":0.9538690447807312,"n_options":3},{"kind":"p1","id":"semif_0b43ea8e24e74d621f1b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":60,"padded":64,"chunks":4,"seconds":2.7489591670164373,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.875093241532644e-08,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.9681141972541809,"n_options":3},{"kind":"p1","id":"semif_942ec65dac0bfb9874f9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":60,"padded":64,"chunks":4,"seconds":2.6919880410132464,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":1.375097781419754e-06,"max_abs_dlogit_T":7.0035457611083984e-06,"near_tie":false,"oracle_top2_margin":0.24663254618644714,"n_options":3},{"kind":"p1","id":"semif_e0c140e9222d1bce5647","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":3.3674853749980684,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.6542693376541138e-08,"mean_abs_dp":1.0244548320770264e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9878595471382141,"n_options":3},{"kind":"p1","id":"semif_8e8c3804a3c15ebb31e3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":3.800456499971915,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.430511474609375e-06,"mean_abs_dp":9.75405176480611e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.47083574533462524,"n_options":3},{"kind":"p1","id":"semif_56c419b12cd37cbe790c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":7.352381208009319,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.2433156371116638e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.8864083290100098,"n_options":3},{"kind":"p1","id":"semif_75b470586834df8c568d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":2.721315750008216,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.6453365484873453e-07,"max_abs_dlogit_T":2.8489157557487488e-06,"near_tie":false,"oracle_top2_margin":0.840787410736084,"n_options":3},{"kind":"p1","id":"semif_834f3b3e10cc61b33d25","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":2.6803419170028064,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3969838619232178e-08,"mean_abs_dp":5.316299696763356e-09,"max_abs_dlogit_T":7.62939453125e-06,"near_tie":false,"oracle_top2_margin":0.9962265491485596,"n_options":3},{"kind":"p1","id":"semif_76c7a79b1ff2363a60c5","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":2.7173326250049286,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.239861249923706e-08,"max_abs_dlogit_T":9.5367431640625e-06,"near_tie":false,"oracle_top2_margin":0.9867470860481262,"n_options":3},{"kind":"p1","id":"semif_36c71bb649b7d5eccb1f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":57,"padded":64,"chunks":4,"seconds":2.7950785419961903,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.2860240985949836e-08,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.9969070553779602,"n_options":3},{"kind":"p1","id":"semif_eac5121a4a1bf391a08c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":56,"padded":64,"chunks":4,"seconds":2.5689229590061586,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.257285475730896e-08,"mean_abs_dp":7.140139738718669e-09,"max_abs_dlogit_T":5.364418029785156e-06,"near_tie":false,"oracle_top2_margin":0.9827219843864441,"n_options":3},{"kind":"p1","id":"semif_44574c44e243ee1b2f52","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":3.754376333003165,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.3085386753082275e-08,"mean_abs_dp":1.870406170686086e-08,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.965580940246582,"n_options":3},{"kind":"p1","id":"semif_2608370d01783735c3ea","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":3.8834289590013213,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.2293457984924316e-07,"mean_abs_dp":8.164594570795695e-08,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.9253455400466919,"n_options":3},{"kind":"p1","id":"semif_ec94ef909f7918695ab3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":63,"padded":64,"chunks":4,"seconds":2.6594749159994535,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7695128917694092e-08,"mean_abs_dp":9.11920020977656e-09,"max_abs_dlogit_T":7.62939453125e-06,"near_tie":false,"oracle_top2_margin":0.9795559644699097,"n_options":3},{"kind":"p1","id":"semif_03d919fd0e9b3a7cd1e6","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":2.7178312090109102,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.122274160385132e-08,"mean_abs_dp":2.7474015951156616e-08,"max_abs_dlogit_T":7.241964340209961e-06,"near_tie":false,"oracle_top2_margin":0.9788561463356018,"n_options":3},{"kind":"p1","id":"semif_86a15618ba4cb90a307e","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":62,"padded":64,"chunks":4,"seconds":2.7822288330062293,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.1606683731079102e-07,"mean_abs_dp":1.3209258516629538e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.8801754713058472,"n_options":3},{"kind":"p1","id":"semif_3dd9c3ac98f8ddf7bdd3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":62,"padded":64,"chunks":4,"seconds":2.686515583016444,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":5.147109429041544e-07,"max_abs_dlogit_T":8.702278137207031e-06,"near_tie":false,"oracle_top2_margin":0.8153263330459595,"n_options":3},{"kind":"p1","id":"semif_36273dd4777876a26338","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":2.847015207982622,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0058283805847168e-07,"mean_abs_dp":3.748573362827301e-08,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.975105345249176,"n_options":3},{"kind":"p1","id":"semif_07ee70cfe4b01330ce89","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":2.730525666003814,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.1983017126719156e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.9030753374099731,"n_options":3},{"kind":"p1","id":"semif_51ceab3ce622c7c759f1","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":4.012722124985885,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.494803190231323e-08,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.9728904366493225,"n_options":3},{"kind":"p1","id":"semif_b8091be929b1e489fcc4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":4.0950656250061,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.122274160385132e-08,"mean_abs_dp":1.8510036170482635e-08,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9673788547515869,"n_options":3},{"kind":"p1","id":"semif_c89b86e3f55123bfa506","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":65,"padded":80,"chunks":5,"seconds":3.3876143750094343,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.210719347000122e-08,"mean_abs_dp":4.5207949976126356e-09,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.9869573712348938,"n_options":3},{"kind":"p1","id":"semif_3b0958cabc339005cf66","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":2.8717695419909433,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.855675458908081e-07,"mean_abs_dp":2.613912026087443e-07,"max_abs_dlogit_T":1.2636184692382812e-05,"near_tie":false,"oracle_top2_margin":0.9173914790153503,"n_options":3},{"kind":"p1","id":"semif_f2b4ec4930322fe45118","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":3.156228874984663,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.520003666480382e-07,"max_abs_dlogit_T":4.351139068603516e-06,"near_tie":false,"oracle_top2_margin":0.8798353672027588,"n_options":3},{"kind":"p1","id":"semif_61ac20b07a5189231e15","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":4.179180833016289,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.727633833885193e-08,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.9755754470825195,"n_options":3},{"kind":"p1","id":"semif_4b3d794c004566610181","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":3.4327159579843283,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.8870999813079834e-08,"mean_abs_dp":1.6453365484873455e-08,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.9726617336273193,"n_options":3},{"kind":"p1","id":"semif_b7c4e62d07986286fce0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":3.1759852090035565,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":5.563100179036459e-07,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.40284138917922974,"n_options":3},{"kind":"p1","id":"semif_9473603b44af63beab79","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":3.1323657500033733,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.51266876856486e-08,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.8802680969238281,"n_options":3},{"kind":"p1","id":"semif_d41072dc35d8cd14c056","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":3.474347458977718,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.898376305898031e-08,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.9784180521965027,"n_options":3},{"kind":"p1","id":"semif_33d6e5da58f0fee2490d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":3.2672023750201333,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.2649765014648438e-06,"mean_abs_dp":1.5248854955037434e-06,"max_abs_dlogit_T":8.225440979003906e-06,"near_tie":false,"oracle_top2_margin":0.12864628434181213,"n_options":3},{"kind":"p1","id":"semif_823bf736b92e9d8fa66d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":3.124197750003077,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":7.947285970052084e-07,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.1685684323310852,"n_options":3},{"kind":"p1","id":"semif_8a4c3de28be95c105ca1","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":3.214902000006987,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.6954879760742188e-06,"mean_abs_dp":2.4487574895222983e-06,"max_abs_dlogit_T":1.5407800674438477e-05,"near_tie":false,"oracle_top2_margin":0.537081241607666,"n_options":3},{"kind":"p1","id":"semif_ea7ec66a5e8eac886548","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":75,"padded":80,"chunks":5,"seconds":3.8195418340037577,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.662441253662109e-07,"mean_abs_dp":3.8370490074157715e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.3613499701023102,"n_options":3},{"kind":"p1","id":"semif_25172cd6ddc49ab0ca70","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":3.4338064159965143,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.481624682744344e-08,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.9521967768669128,"n_options":3},{"kind":"p1","id":"semif_fb73a85d386cf59b0c51","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":3.2843104590137955,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":3.998478253682454e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.44066160917282104,"n_options":3},{"kind":"p1","id":"semif_a02fd582d2881cc462b2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":3.4303093749913387,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":3.6166359980901085e-08,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.9755524396896362,"n_options":3},{"kind":"p1","id":"semif_19f37d5a97034bd7d04f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":3.5208431250066496,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.82310962677002e-08,"mean_abs_dp":2.60770320892334e-08,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.9070245623588562,"n_options":3},{"kind":"p1","id":"semif_fda0ca94652c6d739ecf","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":3.4699360000086017,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.6689300537109375e-06,"mean_abs_dp":1.0952353477478027e-06,"max_abs_dlogit_T":5.841255187988281e-06,"near_tie":false,"oracle_top2_margin":0.2631338834762573,"n_options":3},{"kind":"p1","id":"semif_d0e36c4cb10a29b3191c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":3.1455261670053005,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":3.4769376118977863e-07,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.6708698868751526,"n_options":3},{"kind":"p1","id":"semif_a0a39ace7e5337d038a7","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":3.6058707499760203,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.4924596548080444e-08,"mean_abs_dp":1.3892228404680887e-08,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.9900002479553223,"n_options":3},{"kind":"p1","id":"semif_eeae283841ce75dd25bf","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":3.4075183749955613,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.790893773237865e-08,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9823033213615417,"n_options":3},{"kind":"p1","id":"semif_00bb4cc043f7d2b288d4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":3.1155613340088166,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.48316165804863e-08,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.982890784740448,"n_options":3},{"kind":"p1","id":"semif_1a81ead69e93e5d0c86a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":14.464764332980849,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.520018895467122e-07,"max_abs_dlogit_T":2.5033950805664062e-06,"near_tie":false,"oracle_top2_margin":0.169744610786438,"n_options":3},{"kind":"p1","id":"semif_4444dad25e438f128673","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":3.1430019160034135,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.159046173095703e-06,"mean_abs_dp":2.165635426839193e-06,"max_abs_dlogit_T":1.0609626770019531e-05,"near_tie":false,"oracle_top2_margin":0.11443346738815308,"n_options":3},{"kind":"p1","id":"semif_3226202ba1ada2570e9f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":3.2934401250095107,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":7.127722104390463e-07,"max_abs_dlogit_T":9.834766387939453e-06,"near_tie":false,"oracle_top2_margin":0.7993112206459045,"n_options":3},{"kind":"p1","id":"semif_3f783eec5c90812479bc","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":3.253902875003405,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-06,"mean_abs_dp":1.1759499708811443e-06,"max_abs_dlogit_T":3.926455974578857e-06,"near_tie":false,"oracle_top2_margin":0.25067201256752014,"n_options":3},{"kind":"p1","id":"semif_ffee861474a9665a093a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":3.4418877919961233,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":4.967053731282552e-07,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":true,"oracle_top2_margin":0.0018825829029083252,"n_options":3},{"kind":"p1","id":"semif_8c992e17e4fb54b044f5","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":2.7126063329924364,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.332993507385254e-08,"mean_abs_dp":2.18472753961881e-08,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.9689651131629944,"n_options":3},{"kind":"p1","id":"semif_695dd61195ca025c4f4c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":62,"padded":64,"chunks":4,"seconds":2.801299625018146,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":4.035731156667074e-08,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.9003986716270447,"n_options":3},{"kind":"p1","id":"semif_e6155431ab7b0f8170d4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":2.7694151250179857,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.4963249365488687e-07,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9357588291168213,"n_options":3},{"kind":"p1","id":"semif_b49ecda75086d8c68d2a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":2.695745832985267,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.635883331298828e-06,"mean_abs_dp":2.3953616619110107e-06,"max_abs_dlogit_T":9.000301361083984e-06,"near_tie":false,"oracle_top2_margin":0.233449786901474,"n_options":3},{"kind":"p1","id":"semif_587ced261c6092cd1325","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":3.6349240000126883,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0728836059570312e-06,"mean_abs_dp":7.073394954204559e-07,"max_abs_dlogit_T":1.7523765563964844e-05,"near_tie":false,"oracle_top2_margin":0.9022794961929321,"n_options":3},{"kind":"p1","id":"semif_533d4423d311de82b27d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":3.205021708010463,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.966262400150299e-07,"max_abs_dlogit_T":9.059906005859375e-06,"near_tie":false,"oracle_top2_margin":0.8864229917526245,"n_options":3},{"kind":"p1","id":"semif_2bf540d515a51755b25c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":2.7243619580112863,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.008202373981476e-08,"max_abs_dlogit_T":9.059906005859375e-06,"near_tie":false,"oracle_top2_margin":0.9076201319694519,"n_options":3},{"kind":"p1","id":"semif_fdb9fc214aea2710763a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":51,"padded":64,"chunks":4,"seconds":2.92557841699454,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":4.1133413712183636e-07,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.8622768521308899,"n_options":3},{"kind":"p1","id":"semif_f6d68126b43f8c9ed183","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":2.817553583008703,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.424923539161682e-07,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.913083016872406,"n_options":3},{"kind":"p1","id":"semif_44bae0c8a1615a096c43","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":3.3429927919933107,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.829698880513509e-08,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.8858444690704346,"n_options":3},{"kind":"p1","id":"semif_2175379f4c69e6207626","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":2.7865389579965267,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.178153514862061e-07,"mean_abs_dp":3.358970085779826e-07,"max_abs_dlogit_T":6.139278411865234e-06,"near_tie":false,"oracle_top2_margin":0.8939643502235413,"n_options":3},{"kind":"p1","id":"semif_def9fe59d262357a673a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":2.8512669580231886,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.438923835754395e-07,"mean_abs_dp":3.700455029805501e-07,"max_abs_dlogit_T":5.364418029785156e-06,"near_tie":false,"oracle_top2_margin":0.48329558968544006,"n_options":3},{"kind":"p1","id":"semif_712f6ffb763eef7c9a12","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":2.803610375005519,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":3.864988684654236e-08,"max_abs_dlogit_T":6.794929504394531e-06,"near_tie":false,"oracle_top2_margin":0.9111813306808472,"n_options":3},{"kind":"p1","id":"semif_e1d610bd14e3d16c09b9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":2.7302846660022624,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-07,"mean_abs_dp":1.2231369813283285e-07,"max_abs_dlogit_T":9.298324584960938e-06,"near_tie":false,"oracle_top2_margin":0.9179342985153198,"n_options":3},{"kind":"p1","id":"semif_22ec57822db50ec121cf","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":54,"padded":64,"chunks":4,"seconds":2.8071552500186954,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.1420419216156006e-08,"mean_abs_dp":9.080395102500916e-09,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.9677876830101013,"n_options":3},{"kind":"p1","id":"semif_3e75f2b84e8e08e3d3f2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":2.795916875009425,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-07,"mean_abs_dp":1.465280850728353e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.5739320516586304,"n_options":3},{"kind":"p1","id":"semif_ebd74aa05324a1556288","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":3.380273832997773,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.015963395436604e-08,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.9141265153884888,"n_options":3},{"kind":"p1","id":"semif_d7e84e4245a29817da1f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":3.5838509580062237,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.63179283340772e-08,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9529194235801697,"n_options":3},{"kind":"p1","id":"semif_f41ae66b3c09630c7a42","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":2.608829667005921,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.862645149230957e-08,"mean_abs_dp":1.22624138991038e-08,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.9167654514312744,"n_options":3},{"kind":"p1","id":"semif_82c2cd97c160ad27951b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":54,"padded":64,"chunks":4,"seconds":2.7703342079767026,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.023313522338867e-07,"mean_abs_dp":2.707044283548991e-07,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.5744704008102417,"n_options":3},{"kind":"p1","id":"semif_7ada97b6f99f4788e5c7","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":3.537383625021903,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.029141902923584e-08,"mean_abs_dp":2.405916651089986e-08,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.9755150675773621,"n_options":3},{"kind":"p1","id":"semif_4d7a003342db5b0a17e3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":70,"padded":80,"chunks":5,"seconds":3.101100833999226,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":1.7764978110790253e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.9298084378242493,"n_options":3},{"kind":"p1","id":"semif_19d3d8d0bf773e88be7b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":55,"padded":64,"chunks":4,"seconds":2.7297959999996237,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.8673322200775146e-08,"mean_abs_dp":2.1653249859809875e-08,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.9657230973243713,"n_options":3},{"kind":"p1","id":"semif_d6de731cca52359b1c87","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":2.7894428340077866,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2218952178955078e-06,"mean_abs_dp":7.897615432739258e-07,"max_abs_dlogit_T":5.513429641723633e-06,"near_tie":false,"oracle_top2_margin":0.047635823488235474,"n_options":3},{"kind":"p1","id":"semif_b45c63fb92729af27f05","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":3.2774588330066763,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.2444874048233032e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.8986563086509705,"n_options":3},{"kind":"p1","id":"semif_46b7029b9a704138b77a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":3.6494901669793762,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.4326845606168112e-07,"max_abs_dlogit_T":6.556510925292969e-06,"near_tie":false,"oracle_top2_margin":0.9545035362243652,"n_options":3},{"kind":"p1","id":"semif_caf773b23934fa7362a1","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":3.2745382919965778,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5390257835388184e-08,"mean_abs_dp":1.179675261179606e-08,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.9587439894676208,"n_options":3},{"kind":"p1","id":"semif_f46f392ef9e9e9df564b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":3.0046175419993233,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.0046870708465576e-08,"mean_abs_dp":1.6763806343078613e-08,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.9757024049758911,"n_options":3},{"kind":"p1","id":"semif_005dcf6d2c0f21d64796","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":92,"padded":96,"chunks":6,"seconds":4.075562292011455,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.141661485036214e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.835649847984314,"n_options":3},{"kind":"p1","id":"semif_edb708bd0fe5fd67d6ee","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":93,"padded":96,"chunks":6,"seconds":4.415839332999894,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.086162567138672e-07,"mean_abs_dp":1.6391277313232422e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.1792631447315216,"n_options":3},{"kind":"p1","id":"semif_97a35499bd8717f3e786","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":86,"padded":96,"chunks":6,"seconds":4.288453207991552,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.936009645462036e-08,"mean_abs_dp":2.1730860074361164e-08,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.959165096282959,"n_options":3},{"kind":"p1","id":"semif_31eb4533d2c89959ec46","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":4.314641790988389,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":3.135452667872111e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.8864260911941528,"n_options":3},{"kind":"p1","id":"semif_0aa24a6701ac9c56c4a0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":3.784975916001713,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0132789611816406e-06,"mean_abs_dp":6.649643182754517e-07,"max_abs_dlogit_T":2.3126602172851562e-05,"near_tie":false,"oracle_top2_margin":0.9143282175064087,"n_options":3},{"kind":"p1","id":"semif_796d5c0da6eaadae6a3f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":3.127680874982616,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.35744833946228e-08,"mean_abs_dp":2.5669578462839127e-08,"max_abs_dlogit_T":9.5367431640625e-06,"near_tie":false,"oracle_top2_margin":0.9771841764450073,"n_options":3},{"kind":"p1","id":"semif_599b3092b6fd18312d23","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":70,"padded":80,"chunks":5,"seconds":3.426514416001737,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.030313670635223e-08,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.9692578315734863,"n_options":3},{"kind":"p1","id":"semif_960a4bcd27363e6db4b9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":3.2591149589861743,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.9669532775878906e-06,"mean_abs_dp":1.3113021850585938e-06,"max_abs_dlogit_T":6.0498714447021484e-06,"near_tie":false,"oracle_top2_margin":0.6039082407951355,"n_options":3},{"kind":"p1","id":"semif_c6a411e7f2bbdf377173","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":90,"padded":96,"chunks":6,"seconds":4.114224958990235,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.275151054064433e-07,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.7695140838623047,"n_options":3},{"kind":"p1","id":"semif_e332aa927d0c2ed044aa","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":4.682806583994534,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":7.841736078262329e-07,"max_abs_dlogit_T":8.64267349243164e-06,"near_tie":false,"oracle_top2_margin":0.825499951839447,"n_options":3},{"kind":"p1","id":"semif_a0128e551d095f3449f8","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":3.3555861669883598,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.51925802230835e-08,"mean_abs_dp":3.531264762083689e-08,"max_abs_dlogit_T":1.2874603271484375e-05,"near_tie":false,"oracle_top2_margin":0.9518061876296997,"n_options":3},{"kind":"p1","id":"semif_46d6a0731bd288c370f0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":65,"padded":80,"chunks":5,"seconds":3.530215209000744,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":9.167318542798361e-07,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.7160866260528564,"n_options":3},{"kind":"p1","id":"semif_21ca7a8b970e36b8e20f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":97,"padded":112,"chunks":7,"seconds":5.606848166993586,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":6.20881716410319e-07,"max_abs_dlogit_T":6.407499313354492e-06,"near_tie":false,"oracle_top2_margin":0.2341521680355072,"n_options":3},{"kind":"p1","id":"semif_4aa83af95bb69e90bc2d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":95,"padded":96,"chunks":6,"seconds":4.385344792011892,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.4586915969848633e-07,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.06450572609901428,"n_options":3},{"kind":"p1","id":"semif_cdfa9eed51fafcf09b72","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":3.4970031669945456,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.0116567611694336e-07,"mean_abs_dp":1.3286868731180826e-07,"max_abs_dlogit_T":1.7881393432617188e-06,"near_tie":false,"oracle_top2_margin":0.8453994393348694,"n_options":3},{"kind":"p1","id":"semif_d51b05bfb9d6d7f09331","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":86,"padded":96,"chunks":6,"seconds":4.338056750013493,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.3527612686157227e-07,"mean_abs_dp":2.2103389104207358e-07,"max_abs_dlogit_T":8.344650268554688e-06,"near_tie":false,"oracle_top2_margin":0.23784101009368896,"n_options":3},{"kind":"p1","id":"semif_fdd902cc6e65fad7cb4f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":4.247487541026203,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.205371856689453e-06,"mean_abs_dp":1.4950831731160481e-06,"max_abs_dlogit_T":1.537799835205078e-05,"near_tie":false,"oracle_top2_margin":0.765238344669342,"n_options":3},{"kind":"p1","id":"semif_42384af9ae56beb37ff5","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":4.346206249989336,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-07,"mean_abs_dp":1.4156103134155273e-07,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.7008019685745239,"n_options":3},{"kind":"p1","id":"semif_cdf7f428857e1b841cb3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":3.8428064580075443,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.9073486328125e-06,"mean_abs_dp":1.2653569380442302e-06,"max_abs_dlogit_T":1.1801719665527344e-05,"near_tie":false,"oracle_top2_margin":0.6383113265037537,"n_options":3},{"kind":"p1","id":"semif_774f7f9245f83c796d44","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":63,"padded":64,"chunks":4,"seconds":2.840608708007494,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.918144067128499e-07,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.8995101451873779,"n_options":3},{"kind":"p1","id":"semif_92ec2ffa3dd46ada1335","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":87,"padded":96,"chunks":6,"seconds":4.2097627079929225,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.4163864155610403e-07,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.9729353785514832,"n_options":3},{"kind":"p1","id":"semif_6149a17bc154f9c5b4a0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":83,"padded":96,"chunks":6,"seconds":4.184007333999034,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.5615175167719522e-07,"max_abs_dlogit_T":1.9073486328125e-05,"near_tie":false,"oracle_top2_margin":0.9116500616073608,"n_options":3},{"kind":"p1","id":"semif_be866e1dbec5d42d9423","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":4.261418959009461,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.5739351511001587e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.920475959777832,"n_options":3},{"kind":"p1","id":"semif_97d2ed2591fc7638806c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":4.0682017499930225,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.123415470123291e-07,"mean_abs_dp":1.2541810671488443e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.6768540143966675,"n_options":3},{"kind":"p1","id":"semif_4533dd91267b4d815690","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":4.172287207999034,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.916241884231567e-08,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.9652467370033264,"n_options":3},{"kind":"p1","id":"semif_d880e65fef5e2993fdd0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":4.080867709009908,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.046627044677734e-07,"mean_abs_dp":5.76178232828776e-07,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.12788748741149902,"n_options":3},{"kind":"p1","id":"semif_90494c76078ffc3c717a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":4.0684731250221375,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.203749656677246e-07,"mean_abs_dp":2.123415470123291e-07,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.7915595769882202,"n_options":3},{"kind":"p1","id":"semif_9ac5cc82c4126c91174a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":4.172943374986062,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.613912026087443e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.7353759407997131,"n_options":3},{"kind":"p1","id":"semif_386e10b1c1ce906473a4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":4.193379000003915,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.991508563359578e-08,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.9825382232666016,"n_options":3},{"kind":"p1","id":"semif_4da6aedc1139224eeff2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":4.625634458003333,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.450580596923828e-08,"mean_abs_dp":2.5456150372823078e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9583117365837097,"n_options":3},{"kind":"p1","id":"semif_a22dab8ba073ff6cdb8d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":4.165771250001853,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.88089116414388e-07,"max_abs_dlogit_T":6.556510925292969e-06,"near_tie":false,"oracle_top2_margin":0.4805392622947693,"n_options":3},{"kind":"p1","id":"semif_42c54fa2ad45743e24d8","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":17.06220799998846,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.2534201939900714e-07,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.8835832476615906,"n_options":3},{"kind":"p1","id":"semif_f3d13cf184f916677def","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":4.091080124984728,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.185534099737804e-08,"max_abs_dlogit_T":8.702278137207031e-06,"near_tie":false,"oracle_top2_margin":0.9233630299568176,"n_options":3},{"kind":"p1","id":"semif_1105577da4c8dad4609d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":4.258235874993261,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-06,"mean_abs_dp":1.5944242477416992e-06,"max_abs_dlogit_T":9.59634780883789e-06,"near_tie":false,"oracle_top2_margin":0.37257999181747437,"n_options":3},{"kind":"p1","id":"semif_0ebd299739302d8b057b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":4.164907124999445,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.1457672119140625e-06,"mean_abs_dp":1.430511474609375e-06,"max_abs_dlogit_T":4.649162292480469e-06,"near_tie":false,"oracle_top2_margin":0.22060275077819824,"n_options":3},{"kind":"p1","id":"semif_eafc22c8c40df3932a8e","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":3.4845021249784622,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.5584131081899008e-07,"max_abs_dlogit_T":2.950429916381836e-06,"near_tie":false,"oracle_top2_margin":0.9194331765174866,"n_options":3},{"kind":"p1","id":"semif_0aa1447680e4f25862bb","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":4.868150791007793,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.0265579223632812e-06,"mean_abs_dp":1.3808409372965495e-06,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.22799772024154663,"n_options":3},{"kind":"p1","id":"semif_980e76145c925747220c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":92,"padded":96,"chunks":6,"seconds":4.44108408401371,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.9550165335337323e-07,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.8666357398033142,"n_options":3},{"kind":"p1","id":"semif_4aee37a6a155747766aa","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":89,"padded":96,"chunks":6,"seconds":4.200321958021959,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":5.07881244023641e-07,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.8649082183837891,"n_options":3},{"kind":"p1","id":"semif_6db17cc22bd656d78558","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":4.298518249997869,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":8.81652037302653e-07,"max_abs_dlogit_T":9.894371032714844e-06,"near_tie":false,"oracle_top2_margin":0.4900950789451599,"n_options":3},{"kind":"p1","id":"semif_ef3e0f8e657bf59f8a29","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":83,"padded":96,"chunks":6,"seconds":4.209826375008561,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.0729840596516925e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.2901451885700226,"n_options":3},{"kind":"p1","id":"semif_f756e1cb04e11766341e","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":89,"padded":96,"chunks":6,"seconds":4.23489087499911,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.8477439880371094e-06,"mean_abs_dp":1.2169281641642253e-06,"max_abs_dlogit_T":6.984919309616089e-06,"near_tie":false,"oracle_top2_margin":0.47525715827941895,"n_options":3},{"kind":"p1","id":"semif_d167e51bb1f499099645","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":3.338018792012008,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":7.549921671549479e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.14599356055259705,"n_options":3},{"kind":"p1","id":"semif_674ca4e9346216255466","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":59,"padded":64,"chunks":4,"seconds":2.5982632910017855,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.326404253641765e-08,"max_abs_dlogit_T":1.5497207641601562e-06,"near_tie":false,"oracle_top2_margin":0.8445791602134705,"n_options":3},{"kind":"p1","id":"semif_1df851a202994a07f123","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":3.5664038750110194,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":9.12696123123169e-08,"max_abs_dlogit_T":1.0013580322265625e-05,"near_tie":false,"oracle_top2_margin":0.9717237949371338,"n_options":3},{"kind":"p1","id":"semif_b5e6788d95b8395d2888","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":3.2061202920158394,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.5366822481155396e-08,"mean_abs_dp":7.450580596923828e-09,"max_abs_dlogit_T":1.049041748046875e-05,"near_tie":false,"oracle_top2_margin":0.9891096949577332,"n_options":3},{"kind":"p1","id":"semif_32f36cd0fbbfb3604586","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":3.3440294160100166,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.450580596923828e-07,"mean_abs_dp":4.869264860947927e-07,"max_abs_dlogit_T":3.2186508178710938e-06,"near_tie":false,"oracle_top2_margin":0.6498266458511353,"n_options":3},{"kind":"p1","id":"semif_843185706adff0c60f8b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":3.540489917009836,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":5.62518835067749e-07,"max_abs_dlogit_T":3.993511199951172e-06,"near_tie":false,"oracle_top2_margin":0.5439835786819458,"n_options":3},{"kind":"p1","id":"semif_b531dd603bf080dab820","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":4.204263291001553,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":5.854914585749308e-07,"max_abs_dlogit_T":5.841255187988281e-06,"near_tie":false,"oracle_top2_margin":0.6922020316123962,"n_options":3},{"kind":"p1","id":"semif_be2dd67bc733c1213bef","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":4.261229625000851,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0728836059570312e-06,"mean_abs_dp":7.251898447672526e-07,"max_abs_dlogit_T":5.364418029785156e-06,"near_tie":false,"oracle_top2_margin":0.6489488482475281,"n_options":3},{"kind":"p1","id":"semif_b8e2750307df9761e716","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":4.7893025829980616,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.7446776231129965e-07,"max_abs_dlogit_T":4.589557647705078e-06,"near_tie":false,"oracle_top2_margin":0.779024064540863,"n_options":3},{"kind":"p1","id":"semif_5d31b4bf2d0fc193f53b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":3.991851166996639,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.0531158447265625e-06,"mean_abs_dp":2.7517477671305337e-06,"max_abs_dlogit_T":1.2427568435668945e-05,"near_tie":false,"oracle_top2_margin":0.0367678701877594,"n_options":3},{"kind":"p1","id":"semif_a9230edfc6ec9e524af0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":3.5164600830175914,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.587935447692871e-09,"mean_abs_dp":2.4059166510899863e-09,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.9861339330673218,"n_options":3},{"kind":"p1","id":"semif_c100e84585149a04be49","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":3.9144419160147663,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.0978193283081055e-08,"mean_abs_dp":1.893689235051473e-08,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.9634105563163757,"n_options":3},{"kind":"p1","id":"semif_579beed184ffc1104aa9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":65,"padded":80,"chunks":5,"seconds":3.492719792004209,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.510325233141581e-08,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.9744829535484314,"n_options":3},{"kind":"p1","id":"semif_c4e9bd463b6fde5be743","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":2.694101375003811,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.421438694000244e-07,"max_abs_dlogit_T":3.2186508178710938e-06,"near_tie":false,"oracle_top2_margin":0.8355470895767212,"n_options":3},{"kind":"p1","id":"semif_b863998d4be2721a5dfd","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":4.180332791991532,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.0489096641540527e-07,"mean_abs_dp":1.3380000988642374e-07,"max_abs_dlogit_T":3.4570693969726562e-06,"near_tie":false,"oracle_top2_margin":0.8867029547691345,"n_options":3},{"kind":"p1","id":"semif_37cebc3792e98049439f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":4.197561583016068,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.1727055708567303e-07,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.8824067115783691,"n_options":3},{"kind":"p1","id":"semif_64d63f86e328aff1481c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":93,"padded":96,"chunks":6,"seconds":4.453181541990489,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.650023619333903e-08,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.9261332154273987,"n_options":3},{"kind":"p1","id":"semif_6d64a8459f64eac7f4cc","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":90,"padded":96,"chunks":6,"seconds":4.280845958011923,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.5537564953168234e-07,"max_abs_dlogit_T":1.0609626770019531e-05,"near_tie":false,"oracle_top2_margin":0.9683219790458679,"n_options":3},{"kind":"p1","id":"semif_2708193212d8a4a523c7","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":90,"padded":96,"chunks":6,"seconds":4.264467917004367,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.4139881134033203e-06,"mean_abs_dp":1.5795230865478516e-06,"max_abs_dlogit_T":8.463859558105469e-06,"near_tie":true,"oracle_top2_margin":0.0197182297706604,"n_options":3},{"kind":"p1","id":"semif_5a37d1dfcad20810a76a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":14.366317584004719,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":9.158005317052205e-08,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.880086362361908,"n_options":3},{"kind":"p1","id":"semif_acacd8b46acd25cb954b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":89,"padded":96,"chunks":6,"seconds":4.253040500014322,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":9.08970832824707e-07,"max_abs_dlogit_T":6.765127182006836e-06,"near_tie":false,"oracle_top2_margin":0.7345818281173706,"n_options":3},{"kind":"p1","id":"semif_4089c199b8b796ec3ed8","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":4.309148166998057,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2218952178955078e-06,"mean_abs_dp":8.195638656616211e-07,"max_abs_dlogit_T":6.318092346191406e-06,"near_tie":true,"oracle_top2_margin":0.0004886090755462646,"n_options":3},{"kind":"p1","id":"semif_02f2b95a5c5a4777a45c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":3.8023552910017315,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.6763806343078613e-07,"mean_abs_dp":1.0865430037180583e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.910001814365387,"n_options":3},{"kind":"p1","id":"semif_ebea4681e3dcc7d92ca2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":5.016504791012267,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":5.811452865600586e-07,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.18332910537719727,"n_options":3},{"kind":"p1","id":"semif_b8c5b9b285cbdddc9f8d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":70,"padded":80,"chunks":5,"seconds":3.5494352499954402,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":3.045424818992615e-07,"max_abs_dlogit_T":9.417533874511719e-06,"near_tie":false,"oracle_top2_margin":0.8747166991233826,"n_options":3},{"kind":"p1","id":"semif_7ed75d854d99b3a81916","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":3.4648245830030646,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-06,"mean_abs_dp":1.1784334977467854e-06,"max_abs_dlogit_T":7.063150405883789e-06,"near_tie":false,"oracle_top2_margin":0.2616990804672241,"n_options":3},{"kind":"p1","id":"own_t01","q":0,"qid":"team","type":"choice","source":"own_text","T":184,"padded":192,"chunks":12,"seconds":25.138580083992565,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.8743019104003906e-07,"mean_abs_dp":2.0600855350494384e-07,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.3692072629928589,"n_options":5,"hidden":{"max_abs_diff":8.7738037109375e-05,"ref_absmax":56.16819381713867,"rel_max_abs_diff":1.5620590791118405e-06,"min_pos_cos":0.9999999999880985,"min_pos_cos_index":136,"mean_pos_cos":0.9999999999965322,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t01","q":1,"qid":"several_actions","type":"noul","source":"own_text","T":149,"padded":160,"chunks":10,"seconds":20.780075958988164,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.940696716308594e-08,"mean_abs_dp":7.450580596923828e-08,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.510627031326294,"n_options":2,"hidden":{"max_abs_diff":0.00010395050048828125,"ref_absmax":56.16819381713867,"rel_max_abs_diff":1.8507004306868544e-06,"min_pos_cos":0.999999999989274,"min_pos_cos_index":55,"mean_pos_cos":0.9999999999967839,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t01","q":2,"qid":"upset","type":"score","source":"own_text","T":158,"padded":160,"chunks":10,"seconds":19.550817416980863,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":3.390014171600342e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":true,"oracle_top2_margin":0.0016841888427734375,"n_options":4,"hidden":{"max_abs_diff":8.7738037109375e-05,"ref_absmax":56.16819381713867,"rel_max_abs_diff":1.5620590791118405e-06,"min_pos_cos":0.999999999989274,"min_pos_cos_index":55,"mean_pos_cos":0.999999999996795,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t01","q":3,"qid":"refund","type":"noul","source":"own_text","T":156,"padded":160,"chunks":10,"seconds":19.935241874976782,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.0244548320770264e-07,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.8861521482467651,"n_options":2,"hidden":{"max_abs_diff":0.0001049041748046875,"ref_absmax":56.16819381713867,"rel_max_abs_diff":1.8676793337206787e-06,"min_pos_cos":0.9999999999867418,"min_pos_cos_index":133,"mean_pos_cos":0.9999999999966991,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t02","q":0,"qid":"impact","type":"score","source":"own_text","T":270,"padded":272,"chunks":17,"seconds":47.81888179198722,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.1478703022003174e-07,"max_abs_dlogit_T":3.4049153327941895e-06,"near_tie":true,"oracle_top2_margin":0.0024104714393615723,"n_options":4},{"kind":"p1","id":"own_t02","q":1,"qid":"standby","type":"choice","source":"own_text","T":303,"padded":304,"chunks":19,"seconds":59.87255841700244,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-07,"mean_abs_dp":6.798654794692993e-08,"max_abs_dlogit_T":4.172325134277344e-06,"near_tie":false,"oracle_top2_margin":0.8872987627983093,"n_options":5},{"kind":"p1","id":"own_t02","q":2,"qid":"boil_notice","type":"noul","source":"own_text","T":262,"padded":272,"chunks":17,"seconds":46.8473244580091,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.310882210731506e-08,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.9853664040565491,"n_options":2},{"kind":"p1","id":"own_t03","q":0,"qid":"day","type":"choice","source":"own_text","T":232,"padded":240,"chunks":15,"seconds":44.58682654099539,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":8.017135163148244e-08,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.9159768223762512,"n_options":6},{"kind":"p1","id":"own_t03","q":1,"qid":"confirmed","type":"noul","source":"own_text","T":214,"padded":224,"chunks":14,"seconds":29.443421542004216,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":2.3283064365386963e-07,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.8899710178375244,"n_options":2},{"kind":"p1","id":"own_t03","q":2,"qid":"place","type":"choice","source":"own_text","T":245,"padded":256,"chunks":16,"seconds":41.64365362501121,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":2.337619662284851e-07,"max_abs_dlogit_T":3.516674041748047e-06,"near_tie":false,"oracle_top2_margin":0.7733081579208374,"n_options":4},{"kind":"p1","id":"own_t04","q":0,"qid":"crash_owner","type":"choice","source":"own_text","T":190,"padded":192,"chunks":12,"seconds":24.320539166015806,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.885928213596344e-08,"mean_abs_dp":6.51925802230835e-09,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.9826205372810364,"n_options":4},{"kind":"p1","id":"own_t04","q":1,"qid":"blocked","type":"noul","source":"own_text","T":169,"padded":176,"chunks":11,"seconds":21.92156854100176,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-07,"mean_abs_dp":1.862645149230957e-07,"max_abs_dlogit_T":8.344650268554688e-07,"near_tie":false,"oracle_top2_margin":0.5204432010650635,"n_options":2},{"kind":"p1","id":"own_t04","q":2,"qid":"release_day","type":"choice","source":"own_text","T":191,"padded":192,"chunks":12,"seconds":24.60304575000191,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.6565900295972824e-07,"max_abs_dlogit_T":9.059906005859375e-06,"near_tie":false,"oracle_top2_margin":0.8596851825714111,"n_options":4},{"kind":"p1","id":"own_t04","q":3,"qid":"blockers","type":"score","source":"own_text","T":175,"padded":176,"chunks":11,"seconds":22.85812012499082,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.8362881342569985e-08,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.7806951999664307,"n_options":3},{"kind":"p1","id":"own_t05","q":0,"qid":"stars","type":"score","source":"own_text","T":132,"padded":144,"chunks":9,"seconds":18.081620542012388,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":3.8041034713387487e-07,"max_abs_dlogit_T":1.0371208190917969e-05,"near_tie":false,"oracle_top2_margin":0.6871715784072876,"n_options":5},{"kind":"p1","id":"own_t05","q":1,"qid":"complaint","type":"choice","source":"own_text","T":158,"padded":160,"chunks":10,"seconds":20.02366095801699,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.587935447692871e-08,"mean_abs_dp":1.5851886322100956e-08,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.8503351211547852,"n_options":6},{"kind":"p1","id":"own_t05","q":2,"qid":"recommend","type":"noul","source":"own_text","T":117,"padded":128,"chunks":8,"seconds":15.994646208011545,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.5366822481155396e-08,"mean_abs_dp":7.683411240577698e-09,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.9918721318244934,"n_options":2},{"kind":"p1","id":"own_t05","q":3,"qid":"returning","type":"noul","source":"own_text","T":125,"padded":128,"chunks":8,"seconds":16.448108874988975,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.6566128730773926e-09,"mean_abs_dp":2.3283064365386963e-09,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.9897524118423462,"n_options":2},{"kind":"p1","id":"own_t06","q":0,"qid":"first_request","type":"choice","source":"own_text","T":301,"padded":304,"chunks":19,"seconds":59.675231041997904,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.3469328880310059e-07,"mean_abs_dp":6.086193025112152e-08,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.5316310524940491,"n_options":10},{"kind":"p1","id":"own_t06","q":1,"qid":"fixed","type":"noul","source":"own_text","T":223,"padded":224,"chunks":14,"seconds":31.549560832994757,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":8.381903171539307e-08,"max_abs_dlogit_T":9.298324584960938e-06,"near_tie":false,"oracle_top2_margin":0.964957058429718,"n_options":2},{"kind":"p1","id":"own_t06","q":2,"qid":"patience","type":"score","source":"own_text","T":224,"padded":224,"chunks":14,"seconds":39.519615833996795,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5497207641601562e-06,"mean_abs_dp":1.0405977567036946e-06,"max_abs_dlogit_T":8.225440979003906e-06,"near_tie":false,"oracle_top2_margin":0.6520206928253174,"n_options":3},{"kind":"p1","id":"own_t07","q":0,"qid":"slot","type":"choice","source":"own_text","T":219,"padded":224,"chunks":14,"seconds":30.978607541997917,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.039836883544922e-06,"mean_abs_dp":1.5189871191978455e-06,"max_abs_dlogit_T":1.0669231414794922e-05,"near_tie":false,"oracle_top2_margin":0.11449462175369263,"n_options":4},{"kind":"p1","id":"own_t07","q":1,"qid":"callback","type":"noul","source":"own_text","T":174,"padded":176,"chunks":11,"seconds":22.444613250001566,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.450580596923828e-08,"mean_abs_dp":3.725290298461914e-08,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.8910784125328064,"n_options":2},{"kind":"p1","id":"own_t07","q":2,"qid":"callback_time","type":"choice","source":"own_text","T":187,"padded":192,"chunks":12,"seconds":23.929889833991183,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":7.972121238708496e-07,"max_abs_dlogit_T":6.616115570068359e-06,"near_tie":false,"oracle_top2_margin":0.7710465788841248,"n_options":3},{"kind":"p1","id":"own_t08","q":0,"qid":"owes","type":"noul","source":"own_text","T":155,"padded":160,"chunks":10,"seconds":19.76071425000555,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.7508864402770996e-07,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.8926053047180176,"n_options":2},{"kind":"p1","id":"own_t08","q":1,"qid":"rule","type":"choice","source":"own_text","T":155,"padded":160,"chunks":10,"seconds":20.035458541999105,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.260800778865814e-08,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.9543377161026001,"n_options":4},{"kind":"p1","id":"own_t08","q":2,"qid":"amount","type":"score","source":"own_text","T":170,"padded":176,"chunks":11,"seconds":22.280883083003573,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.5050172805786133e-06,"mean_abs_dp":7.674098014831543e-07,"max_abs_dlogit_T":9.775161743164062e-06,"near_tie":false,"oracle_top2_margin":0.07700720429420471,"n_options":4},{"kind":"p1","id":"own_t09","q":0,"qid":"error","type":"noul","source":"own_text","T":122,"padded":128,"chunks":8,"seconds":16.312670415994944,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.685754776000977e-08,"mean_abs_dp":4.842877388000488e-08,"max_abs_dlogit_T":3.5762786865234375e-07,"near_tie":false,"oracle_top2_margin":0.7585829496383667,"n_options":2},{"kind":"p1","id":"own_t09","q":1,"qid":"fix","type":"choice","source":"own_text","T":151,"padded":160,"chunks":10,"seconds":19.5215514159936,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.4726538211107254e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.9486740827560425,"n_options":4},{"kind":"p1","id":"own_t10","q":0,"qid":"topic","type":"choice","source":"own_text","T":161,"padded":176,"chunks":11,"seconds":22.610283250018256,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.442408680915833e-08,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9470322132110596,"n_options":5},{"kind":"p1","id":"own_t10","q":1,"qid":"first_time","type":"noul","source":"own_text","T":140,"padded":144,"chunks":9,"seconds":17.89930358302081,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.774199962615967e-07,"max_abs_dlogit_T":1.1086463928222656e-05,"near_tie":false,"oracle_top2_margin":0.8197239637374878,"n_options":2},{"kind":"p1","id":"own_t10","q":2,"qid":"escalation","type":"score","source":"own_text","T":156,"padded":160,"chunks":10,"seconds":19.43980299998657,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7508864402770996e-07,"mean_abs_dp":8.800998330116272e-08,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.7304309606552124,"n_options":4},{"kind":"p1","id":"own_j01","q":0,"qid":"overdue","type":"noul","source":"own_json","T":212,"padded":224,"chunks":14,"seconds":28.140842291992158,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":2.086162567138672e-06,"max_abs_dlogit_T":5.364418029785156e-06,"near_tie":false,"oracle_top2_margin":0.45111677050590515,"n_options":2},{"kind":"p1","id":"own_j01","q":1,"qid":"method","type":"choice","source":"own_json","T":223,"padded":224,"chunks":14,"seconds":35.26607379200868,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":1.83936208486557e-08,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.9275074005126953,"n_options":4},{"kind":"p1","id":"own_j01","q":2,"qid":"size","type":"score","source":"own_json","T":242,"padded":256,"chunks":16,"seconds":42.62573316699127,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.421438694000244e-08,"mean_abs_dp":1.1990778148174286e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.95612633228302,"n_options":4},{"kind":"p1","id":"own_j01","q":3,"qid":"reminded","type":"noul","source":"own_json","T":223,"padded":224,"chunks":14,"seconds":32.68358062498737,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.561137080192566e-08,"mean_abs_dp":1.280568540096283e-08,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.9847407937049866,"n_options":2},{"kind":"p1","id":"own_j02","q":0,"qid":"next_action","type":"choice","source":"own_json","T":332,"padded":336,"chunks":21,"seconds":57.91448270899127,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.0728836059570312e-06,"mean_abs_dp":2.2602034732699394e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.3744804859161377,"n_options":10},{"kind":"p1","id":"own_j02","q":1,"qid":"partial","type":"noul","source":"own_json","T":232,"padded":240,"chunks":15,"seconds":43.883552457991755,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.662441253662109e-07,"max_abs_dlogit_T":2.205371856689453e-06,"near_tie":false,"oracle_top2_margin":0.4711904525756836,"n_options":2},{"kind":"p1","id":"own_j02","q":2,"qid":"charged_claim","type":"noul","source":"own_json","T":237,"padded":240,"chunks":15,"seconds":42.29423645901261,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":9.5367431640625e-07,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":false,"oracle_top2_margin":0.580559253692627,"n_options":2},{"kind":"p1","id":"own_j03","q":0,"qid":"out_of_range","type":"choice","source":"own_json","T":380,"padded":384,"chunks":24,"seconds":27.749291915999493,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.491287887096405e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.819699764251709,"n_options":4,"hidden":{"max_abs_diff":0.0005044937133789062,"ref_absmax":49.149784088134766,"rel_max_abs_diff":1.0264413623348875e-05,"min_pos_cos":0.9999999985514694,"min_pos_cos_index":76,"mean_pos_cos":0.9999999999867076,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_j03","q":1,"qid":"urgency","type":"score","source":"own_json","T":333,"padded":336,"chunks":21,"seconds":43.89101720799226,"argmax":6,"argmax_oracle":6,"argmax_equal":true,"max_abs_dp":6.109476089477539e-07,"mean_abs_dp":1.987708466393607e-07,"max_abs_dlogit_T":5.185604095458984e-06,"near_tie":false,"oracle_top2_margin":0.03619730472564697,"n_options":7,"hidden":{"max_abs_diff":0.0005624890327453613,"ref_absmax":49.149784088134766,"rel_max_abs_diff":1.1444384612895007e-05,"min_pos_cos":0.9999999965183307,"min_pos_cos_index":304,"mean_pos_cos":0.9999999999756034,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_j03","q":2,"qid":"vents_cause","type":"noul","source":"own_json","T":314,"padded":320,"chunks":20,"seconds":64.32146741700126,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":2.9802322387695312e-08,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.8600038290023804,"n_options":2,"hidden":{"max_abs_diff":0.0005044937133789062,"ref_absmax":49.149784088134766,"rel_max_abs_diff":1.0264413623348875e-05,"min_pos_cos":0.9999999985514694,"min_pos_cos_index":76,"mean_pos_cos":0.9999999999853738,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_j04","q":0,"qid":"declined","type":"choice","source":"own_json","T":180,"padded":192,"chunks":12,"seconds":25.036494959000265,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.2118911147117615e-08,"mean_abs_dp":8.760252967476845e-09,"max_abs_dlogit_T":9.059906005859375e-06,"near_tie":false,"oracle_top2_margin":0.9900386929512024,"n_options":4},{"kind":"p1","id":"own_j04","q":1,"qid":"online","type":"noul","source":"own_json","T":171,"padded":176,"chunks":11,"seconds":22.77114395800163,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.450580596923828e-08,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.9883577227592468,"n_options":2},{"kind":"p1","id":"own_j04","q":2,"qid":"notice","type":"score","source":"own_json","T":196,"padded":208,"chunks":13,"seconds":26.745116749982117,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.635883331298828e-06,"mean_abs_dp":1.8961727619171143e-06,"max_abs_dlogit_T":1.8715858459472656e-05,"near_tie":false,"oracle_top2_margin":0.12996074557304382,"n_options":4},{"kind":"p1","id":"own_j05","q":0,"qid":"category","type":"choice","source":"own_json","T":198,"padded":208,"chunks":13,"seconds":26.280560499988496,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.6142924626668295e-07,"max_abs_dlogit_T":8.672475814819336e-06,"near_tie":false,"oracle_top2_margin":0.7300764322280884,"n_options":3},{"kind":"p1","id":"own_j05","q":1,"qid":"retry","type":"noul","source":"own_json","T":153,"padded":160,"chunks":10,"seconds":20.17151595800533,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.4156103134155273e-07,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.7264596819877625,"n_options":2},{"kind":"p1","id":"own_j05","q":2,"qid":"severity","type":"score","source":"own_json","T":169,"padded":176,"chunks":11,"seconds":22.434151499997824,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":7.897615432739258e-07,"mean_abs_dp":3.326152052198138e-07,"max_abs_dlogit_T":7.212162017822266e-06,"near_tie":true,"oracle_top2_margin":0.0014663934707641602,"n_options":7},{"kind":"p1","id":"own_a01","q":0,"qid":"first","type":"choice","source":"own_json","T":199,"padded":208,"chunks":13,"seconds":25.75817308301339,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":7.28759914636612e-08,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.06744769215583801,"n_options":4},{"kind":"p1","id":"own_a01","q":1,"qid":"hazard","type":"noul","source":"own_json","T":166,"padded":176,"chunks":11,"seconds":22.467420874978416,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.086162567138672e-07,"mean_abs_dp":1.9371509552001953e-07,"max_abs_dlogit_T":2.2649765014648438e-06,"near_tie":false,"oracle_top2_margin":0.8198840022087097,"n_options":2},{"kind":"p1","id":"own_a01","q":2,"qid":"load","type":"score","source":"own_json","T":163,"padded":176,"chunks":11,"seconds":21.831157915992662,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.7881393432617188e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.08699706196784973,"n_options":2},{"kind":"p1","id":"own_m01","q":0,"qid":"bedrooms","type":"choice","source":"own_text","T":156,"padded":160,"chunks":10,"seconds":19.924488042015582,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":5.0601859887441e-08,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.9799088835716248,"n_options":3,"hidden":{"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828,"rel_max_abs_diff":1.6989988026589104e-06,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"mean_pos_cos":0.9999999999960625,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":1,"qid":"lift","type":"noul","source":"own_text","T":150,"padded":160,"chunks":10,"seconds":20.1299017079873,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.869675755500793e-08,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.9791609048843384,"n_options":2,"hidden":{"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828,"rel_max_abs_diff":1.6989988026589104e-06,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"mean_pos_cos":0.9999999999960922,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":2,"qid":"furnished","type":"score","source":"own_text","T":159,"padded":160,"chunks":10,"seconds":20.11295616699499,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":7.585622370243073e-07,"max_abs_dlogit_T":1.1295080184936523e-05,"near_tie":false,"oracle_top2_margin":0.18575620651245117,"n_options":3,"hidden":{"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828,"rel_max_abs_diff":1.6989988026589104e-06,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"mean_pos_cos":0.9999999999960464,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":3,"qid":"rabbit","type":"choice","source":"own_text","T":169,"padded":176,"chunks":11,"seconds":22.268226957996376,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.430511474609375e-06,"mean_abs_dp":9.393940369288126e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.695020318031311,"n_options":3,"hidden":{"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828,"rel_max_abs_diff":1.6989988026589104e-06,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"mean_pos_cos":0.999999999996097,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":4,"qid":"parking","type":"noul","source":"own_text","T":154,"padded":160,"chunks":10,"seconds":19.72286391601665,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.472691893577576e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9920198321342468,"n_options":2,"hidden":{"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828,"rel_max_abs_diff":1.6989988026589104e-06,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"mean_pos_cos":0.9999999999960333,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":5,"qid":"bill","type":"choice","source":"own_text","T":168,"padded":176,"chunks":11,"seconds":22.986003708007047,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.3126991689205169e-07,"max_abs_dlogit_T":5.364418029785156e-06,"near_tie":false,"oracle_top2_margin":0.8845294713973999,"n_options":5,"hidden":{"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828,"rel_max_abs_diff":1.6989988026589104e-06,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"mean_pos_cos":0.9999999999961166,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":6,"qid":"weekday_viewing","type":"noul","source":"own_text","T":154,"padded":160,"chunks":10,"seconds":19.580321040994022,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.341104507446289e-07,"mean_abs_dp":1.2665987014770508e-07,"max_abs_dlogit_T":2.7418136596679688e-06,"near_tie":false,"oracle_top2_margin":0.8742504119873047,"n_options":2,"hidden":{"max_abs_diff":0.00011444091796875,"ref_absmax":67.35785675048828,"rel_max_abs_diff":1.6989988026589104e-06,"min_pos_cos":0.9999999999860991,"min_pos_cos_index":7,"mean_pos_cos":0.9999999999960694,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":7,"qid":"term","type":"score","source":"own_text","T":169,"padded":176,"chunks":11,"seconds":21.81570374997682,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.237517714500427e-08,"mean_abs_dp":1.257285475730896e-08,"max_abs_dlogit_T":9.5367431640625e-06,"near_tie":false,"oracle_top2_margin":0.9630300998687744,"n_options":4,"hidden":{"max_abs_diff":0.0001456737518310547,"ref_absmax":67.35785675048828,"rel_max_abs_diff":2.162683892551238e-06,"min_pos_cos":0.9999999999843286,"min_pos_cos_index":141,"mean_pos_cos":0.9999999999960021,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L01","q":0,"qid":"component","type":"choice","source":"own_long","T":1793,"padded":1808,"chunks":113,"seconds":92.40976733301068,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.430511474609375e-06,"mean_abs_dp":5.547888576984406e-07,"max_abs_dlogit_T":2.956390380859375e-05,"near_tie":false,"oracle_top2_margin":0.9371626973152161,"n_options":5},{"kind":"p1","id":"own_L01","q":1,"qid":"normal_at_end","type":"noul","source":"own_long","T":1766,"padded":1776,"chunks":111,"seconds":99.89856329199392,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0,"mean_abs_dp":0.0,"max_abs_dlogit_T":1.609325408935547e-05,"near_tie":false,"oracle_top2_margin":0.8993933200836182,"n_options":2},{"kind":"p1","id":"own_L01","q":2,"qid":"stoppage","type":"score","source":"own_long","T":1802,"padded":1808,"chunks":113,"seconds":92.42749500001082,"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":2.771615982055664e-06,"mean_abs_dp":1.1778126160303752e-06,"max_abs_dlogit_T":2.3603439331054688e-05,"near_tie":false,"oracle_top2_margin":0.1986374706029892,"n_options":6},{"kind":"p1","id":"own_L02","q":0,"qid":"notice","type":"score","source":"own_long","T":1518,"padded":1520,"chunks":95,"seconds":182.36633445802727,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.60770320892334e-08,"mean_abs_dp":1.3969838619232178e-08,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.9113143682479858,"n_options":5,"hidden":{"max_abs_diff":0.000148773193359375,"ref_absmax":57.95649337768555,"rel_max_abs_diff":2.566980586452385e-06,"min_pos_cos":0.9999999999696568,"min_pos_cos_index":1273,"mean_pos_cos":0.9999999999950634,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L02","q":1,"qid":"subcontract","type":"noul","source":"own_long","T":1497,"padded":1504,"chunks":94,"seconds":115.124660417001,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.705522537231445e-08,"mean_abs_dp":3.3527612686157227e-08,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.9763563275337219,"n_options":2,"hidden":{"max_abs_diff":0.000148773193359375,"ref_absmax":57.95649337768555,"rel_max_abs_diff":2.566980586452385e-06,"min_pos_cos":0.9999999999696568,"min_pos_cos_index":1273,"mean_pos_cos":0.999999999995061,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L02","q":2,"qid":"cap","type":"choice","source":"own_long","T":1539,"padded":1552,"chunks":97,"seconds":84.83877887501149,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":1.58033799380064e-07,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.8973902463912964,"n_options":4,"hidden":{"max_abs_diff":0.00024008750915527344,"ref_absmax":57.95649337768555,"rel_max_abs_diff":4.142547196406332e-06,"min_pos_cos":0.9999999997298374,"min_pos_cos_index":1503,"mean_pos_cos":0.9999999999947844,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L02","q":3,"qid":"pay_30","type":"noul","source":"own_long","T":1499,"padded":1504,"chunks":94,"seconds":186.18227699998533,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.264316082000732e-08,"mean_abs_dp":3.632158041000366e-08,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.9387368559837341,"n_options":2,"hidden":{"max_abs_diff":0.000148773193359375,"ref_absmax":57.95649337768555,"rel_max_abs_diff":2.566980586452385e-06,"min_pos_cos":0.9999999998874273,"min_pos_cos_index":1486,"mean_pos_cos":0.9999999999949871,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L03","q":0,"qid":"fee_motion","type":"choice","source":"own_long","T":1475,"padded":1488,"chunks":93,"seconds":107.5386881250015,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.30385160446167e-08,"mean_abs_dp":6.111804395914078e-09,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.9612832069396973,"n_options":4},{"kind":"p1","id":"own_L03","q":1,"qid":"quorate","type":"noul","source":"own_long","T":1445,"padded":1456,"chunks":91,"seconds":129.3413975420117,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":9.685754776000977e-08,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.973713755607605,"n_options":2},{"kind":"p1","id":"own_L03","q":2,"qid":"treasurer","type":"choice","source":"own_long","T":1451,"padded":1456,"chunks":91,"seconds":97.01590466700145,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.5832483768463135e-08,"mean_abs_dp":7.916241884231567e-09,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.986961841583252,"n_options":2},{"kind":"p1","id":"own_L03","q":3,"qid":"racks_support","type":"score","source":"own_long","T":1463,"padded":1472,"chunks":92,"seconds":95.84359620901523,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.0978193283081055e-07,"mean_abs_dp":1.8486753106117249e-07,"max_abs_dlogit_T":1.52587890625e-05,"near_tie":false,"oracle_top2_margin":0.6683993339538574,"n_options":4}]},"p2":{"result":"PASS","kind":"p2","finished":"2026-10-03T20:18:47+09:00","threads":1,"conv":"bmm","module_load_seconds":0.04924645900609903,"plain_load_seconds":0.02957541702198796,"plain_class":"coreai_models.models.macos.qwen3_5.Qwen3_5StatefulForCausalLM","plain_entry":"model.forward_stateful (embed_tokens + forward_stateful_core, in-graph plain RoPE)","plain_loader":"from_hf_memory_efficient(HF_ID, max_context_length=4096, target_dtype=float32, hf_config_attr=None, hf_state_dict_prefix='')","plain_unrolled_linear_layers":24,"rows":[{"id":"tv4_000","q":0,"T":94,"chunks":6,"hidden_bit_equal":true,"max_abs_diff":0.0,"chunk_layer_hashes_equal":true,"first_difference":null,"seconds":[8.126196166995214,7.555946833017515]},{"id":"semif_a3f18f3a63d45345942b","q":0,"T":68,"chunks":5,"hidden_bit_equal":true,"max_abs_diff":0.0,"chunk_layer_hashes_equal":true,"first_difference":null,"seconds":[6.0799070420034695,5.809957082994515]},{"id":"own_L02","q":0,"T":1518,"chunks":95,"hidden_bit_equal":true,"max_abs_diff":0.0,"chunk_layer_hashes_equal":true,"first_difference":null,"seconds":[165.27297570797964,293.36543599999277]}],"conv_report":{"fast_calls":5088,"checked_vs_F_conv1d":144,"mismatched":0,"max_abs_diff":0.0}},"p3":{"widths":[16,32,64,128],"table":{"16":{"rows":3,"argmax_equal_oracle":3,"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_min_pos_cos":0.9999999999696568,"vs_oracle_hidden_max_abs_diff":0.000148773193359375,"seconds":260.2945987910207,"chunks":106,"bit_equal_p1_run":1},"64":{"rows":3,"argmax_equal_oracle":3,"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_min_pos_cos":0.9999999999696568,"vs_oracle_hidden_max_abs_diff":0.000148773193359375,"seconds":102.71531437596423,"chunks":28,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}},"rows":[{"id":"tv4_000","q":0,"T":94,"widths":{"16":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":8.940696716308594e-05,"vs_oracle_min_pos_cos":0.9999999999920202,"argmax_equal_oracle":true,"chunks":6,"seconds":19.060440333007136,"bit_equal_p1_run":null},"64":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":8.940696716308594e-05,"vs_oracle_min_pos_cos":0.9999999999920202,"argmax_equal_oracle":true,"chunks":2,"seconds":7.549194041988812,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"semif_a3f18f3a63d45345942b","q":0,"T":68,"widths":{"16":{"vs_oracle_max_abs_dp":4.563480615615845e-08,"vs_oracle_hidden_max_abs_diff":0.0001049041748046875,"vs_oracle_min_pos_cos":0.9999999999739259,"argmax_equal_oracle":true,"chunks":5,"seconds":16.01204533301643,"bit_equal_p1_run":null},"64":{"vs_oracle_max_abs_dp":4.563480615615845e-08,"vs_oracle_hidden_max_abs_diff":0.0001049041748046875,"vs_oracle_min_pos_cos":0.9999999999739259,"argmax_equal_oracle":true,"chunks":2,"seconds":7.198405624978477,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_L02","q":0,"T":1518,"widths":{"16":{"vs_oracle_max_abs_dp":2.60770320892334e-08,"vs_oracle_hidden_max_abs_diff":0.000148773193359375,"vs_oracle_min_pos_cos":0.9999999999696568,"argmax_equal_oracle":true,"chunks":95,"seconds":225.22211312499712,"bit_equal_p1_run":true},"64":{"vs_oracle_max_abs_dp":2.60770320892334e-08,"vs_oracle_hidden_max_abs_diff":0.000148773193359375,"vs_oracle_min_pos_cos":0.9999999999696568,"argmax_equal_oracle":true,"chunks":24,"seconds":87.96771470899694,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}}],"note":"fp32 torch chunk-width sensitivity (recorded, not a bar); S = 16 re-run in the P3 process and compared bit for bit with P1's run"},"generated_at":"2026-10-03T11:47:41+00:00"}}