{"what":"Kev-0.8B: the decoder module (conversion/kev/qwen3_5_kev_decoder.py) in fp32 torch on the CPU, driven like the graph (one row per question, fresh zero states, 16-token chunks, the last padded with 248044), read through the author's pointer head, against the author's fp32 oracle: P1 every question, P2 bit equality with the overlay's plain text decoder, P3 chunk widths 16 / 32 / 64 / 128. Process ids removed in round 17 (no number or result changed).","sources":[{"file":"results/parity_decoder_torch.json","bytes":290869,"sha256":"02eee076c529dbf4f7e9dc70d4fc3a94f5a54ac13ff9b268457e43cee4cd4d27"}],"trimmed":{"removed":["p1.questions[].hidden_npz (lane file names of the hidden dumps)","every pid key (process ids)"],"serialization":"compact json (no indentation)","full_copies":"the source files above, in the lane directory $ZOO_WORK_ROOT/_kev/ (not in the repository)","paths":"local paths rewritten: the lane directory as $ZOO_WORK_ROOT/_kev, the repository relative, the home directory as ~, temporary directories as $TMPDIR, Xcode as $DEVELOPER_DIR, the phone's app container as <app container>"},"parity":{"schema":"kev-decoder-torch-parity/1","purpose":"the hidden-output decoder module (fp32 torch, S-token chunks from fresh zero states, unrolled GDN step scan, ids input, one row per question) vs the author's fp32 oracle, read through the author's pointer head (head.safetensors, fp32)","module":{"path":"conversion/kev/qwen3_5_kev_decoder.py","sha256":"99a32b2d59b9186d8575433075e959a26ac111c9b2d05a9496330aa739c4e41f","class":"Qwen3_5KevDecoder","parent":"coreai_models.models.macos.qwen3_5.Qwen3_5StatefulForCausalLM","hf_id":"kev-local/kev-0.8b-v1.0-merged","chunk":16,"load_report":{"checkpoint_files":["model.safetensors"],"checkpoint_keys":320,"module_tensors":320,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"checkpoint_has_lm_head_key":false,"tie_word_embeddings":true,"module_has_lm_head_weight":false,"meta_params":[],"dtype":"float32"}},"harness":{"path":"conversion/kev/parity_decoder_torch.py","sha256":"973f2d4d41fb2b1208b687d716f613a88318dde725cd173e1f1e56f1481da513","depthwise_conv":"bmm (checked against F.conv1d at the last chunk of every row, torch.equal, all channels, 18 layers)","conv_check_p1":{"fast_calls":72990,"checked_vs_F_conv1d":7812,"mismatched":0,"max_abs_diff":0.0},"invocations":[{"started":"2026-10-03T16:34:34+09:00","shard":0,"shards":3,"rows":144,"threads":1,"conv":"bmm","load_seconds":0.020479791011894122},{"started":"2026-10-03T16:34:34+09:00","shard":1,"shards":3,"rows":146,"threads":1,"conv":"bmm","load_seconds":0.025411375012481585},{"started":"2026-10-03T16:34:34+09:00","shard":2,"shards":3,"rows":144,"threads":1,"conv":"bmm","load_seconds":0.02448875000118278}]},"head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle/head/head.safetensors","head_safetensors_sha256":"12038b02ecf7ece3ffb008b22ae97988293e521a86e7aadc8036c9c700893a42","kev_head_json_sha256":"73d510708790422d3c84bfc915e311e536d527bc032f0a07394e76999d5c9d7c","scale":0.0625,"temperature":2.3510958125672174,"dtype":"float32","device":"cpu"},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle/records_oracle.json","sha256":"1a72a45831eecc2af7ddfc68a86e9250f572d6bf9274362f96cc62bcb803cc6d","checkpoint":"jaredpalmer/kev-0.8b@788ddbdd65715bb03a56788c822f6c632c9a551d","versions":{"python":"3.12.13","torch":"2.8.0","transformers":"5.17.0","peft":"0.21.0","numpy":"2.5.3","safetensors":"0.8.0"},"fixtures_sha256":"a8ee72eb06fc7522b5f719d01b53e3686c902536f5bcda3071835dc9ac425969"},"contract":{"input_names":["input_ids","position_ids"],"output":"hidden [1, S, 1024] (final norm, every position)","row":"oracle row_ids (state + branch), positions 0..L-1","chunks":"ceil(T / S) chunks from zero states, position_ids = 0..cS+S-1, the last chunk padded with 248044, padded outputs discarded"},"bar":{"argmax_equal":"every question, near-ties included","max_abs_dp":0.0001,"min_pos_cos":0.9999},"versions":{"python":"3.11.13","torch":"2.9.0","transformers":"4.57.6","numpy":"2.3.5","platform":"macOS-27.0-arm64-arm-64bit","mkldnn":false,"coreai_torch":"0.4.1","overlay":{"path":"$ZOO_WORK_ROOT/coreai-models","branch":"zoo-0.2","rev":"397b337","uncommitted_python":[" M python/src/coreai_models/model_registry.py"," M python/src/coreai_models/models/base.py"," M python/src/coreai_models/models/macos/lfm2.py"," M python/src/coreai_models/models/registry.py","?? python/src/coreai_models/models/ios/qwen3_5_mtp_ios.py","?? python/src/coreai_models/models/macos/bitcpm_ternary_gemm.py","?? python/src/coreai_models/models/macos/cohere_compass.py","?? python/src/coreai_models/models/macos/lfm2_vl.py","?? python/src/coreai_models/models/macos/muse_glimmer.py","?? python/src/coreai_models/models/macos/muse_glimmer_config_shim.py","?? python/src/coreai_models/models/macos/nanbeige.py","?? python/src/coreai_models/models/macos/qwen3_5_vision.py","?? python/src/coreai_models/models/macos/qwen3_8_mtp.py"],"sha256":{"models/macos/qwen3_5.py":"8e9da56ac2fad9c43017a5ca88316af49e9667960c4367cc3f00bca8038620b6","models/base.py":"5b47e8d362238d2ca242e7520386c9b879ce7653b554e2adb08de13c86754008","primitives/macos/cache.py":"c5a1fc439db3f6268f3be96974563b14ba80dcd802580ed09a37e3a08633cc01","primitives/_ops.py":"76680cc6a61d9f25d8ffed5754336f11bcf255cfc312a4d2a586513138dd5aa2"}}},"probe":{"schema":"kev-decoder-torch-parity-probe/1","rows":["tv4_000:q0","own_t01:q0","own_j03:q0"],"chunk":16,"configs":[{"conv":"f_conv1d","threads":1,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":1.5168589999957476,"ms_per_token":16.136797872295187,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_t01","q":0,"T":184,"seconds":2.8014430000039283,"ms_per_token":15.225233695673523,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_j03","q":0,"T":380,"seconds":5.438550291000865,"ms_per_token":14.311974450002277,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":true,"ms_per_token":14.828042995441551,"first_row_seconds":1.5168589999957476},{"conv":"f_conv1d","threads":4,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":8.170326374995057,"ms_per_token":86.91836569143678,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":false,"ms_per_token":86.91836569143678,"first_row_seconds":8.170326374995057},{"conv":"f_conv1d","threads":12,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":24.69354816598934,"ms_per_token":262.6973209147802,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":false,"ms_per_token":262.6973209147802,"first_row_seconds":24.69354816598934},{"conv":"bmm","threads":1,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":0.6943694580113515,"ms_per_token":7.386909127780336,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_t01","q":0,"T":184,"seconds":1.3954252499970607,"ms_per_token":7.583832880418808,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_j03","q":0,"T":380,"seconds":2.828708415996516,"ms_per_token":7.443969515780306,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":true,"ms_per_token":7.474928759885909,"first_row_seconds":0.6943694580113515},{"conv":"bmm","threads":4,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":0.6976601250062231,"ms_per_token":7.4219162234704585,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_t01","q":0,"T":184,"seconds":1.3918336250062566,"ms_per_token":7.56431317938183,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_j03","q":0,"T":380,"seconds":2.842784208012745,"ms_per_token":7.48101107371775,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":true,"ms_per_token":7.495863158093046,"first_row_seconds":0.6976601250062231},{"conv":"bmm","threads":12,"rows":[{"id":"tv4_000","q":0,"T":94,"seconds":0.965402541012736,"ms_per_token":10.27023979800783,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_t01","q":0,"T":184,"seconds":1.9345394590054639,"ms_per_token":10.513801407638391,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true},{"id":"own_j03","q":0,"T":380,"seconds":3.9145944580086507,"ms_per_token":10.30156436318066,"hidden_max_abs_diff_vs_conv1d_t1":0.0,"bit_equal_vs_conv1d_t1":true}],"complete":true,"ms_per_token":10.356438386059043,"first_row_seconds":0.965402541012736}],"fastest":{"conv":"bmm","threads":1,"ms_per_token":7.474928759885909},"load_seconds":0.04133800001000054,"conv_report":{"fast_calls":2268,"checked_vs_F_conv1d":0,"mismatched":0,"max_abs_diff":0.0},"finished":"2026-10-03T16:34:23+09:00"},"p1":{"result":"PASS","summary":{"questions":434,"argmax_equal":434,"near_tie_questions":14,"argmax_equal_near_tie":14,"max_abs_dp":3.4570693969726562e-06,"mean_question_mean_abs_dp":4.475699896030684e-07,"max_abs_dlogit_T":1.621246337890625e-05,"worst":{"id":"semif_c6a411e7f2bbdf377173","q":0,"max_abs_dp":3.4570693969726562e-06},"tokens":61556,"padded_tokens":64880,"seconds":674.6367348453496,"hidden_records":{"rows":21,"records":["own_L02","own_j03","own_m01","own_t01","semif_a3f18f3a63d45345942b","tv4_000"],"min_pos_cos":0.9999999999905267,"max_abs_diff":6.67572021484375e-05,"max_rel_diff":2.275216714392046e-06,"positions_below_0.9999":0,"per_row":[{"id":"tv4_000","q":0,"T":94,"min_pos_cos":0.9999999999978146,"min_pos_cos_index":21,"max_abs_diff":3.4332275390625e-05,"ref_absmax":29.90930938720703},{"id":"semif_a3f18f3a63d45345942b","q":0,"T":68,"min_pos_cos":0.9999999999962524,"min_pos_cos_index":47,"max_abs_diff":5.14984130859375e-05,"ref_absmax":28.125850677490234},{"id":"own_t01","q":0,"T":184,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195},{"id":"own_t01","q":1,"T":149,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195},{"id":"own_t01","q":2,"T":158,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195},{"id":"own_t01","q":3,"T":156,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195},{"id":"own_j03","q":0,"T":380,"min_pos_cos":0.9999999999975573,"min_pos_cos_index":122,"max_abs_diff":2.956390380859375e-05,"ref_absmax":28.847328186035156},{"id":"own_j03","q":1,"T":333,"min_pos_cos":0.9999999999975573,"min_pos_cos_index":122,"max_abs_diff":2.956390380859375e-05,"ref_absmax":28.847328186035156},{"id":"own_j03","q":2,"T":314,"min_pos_cos":0.9999999999975573,"min_pos_cos_index":122,"max_abs_diff":2.956390380859375e-05,"ref_absmax":28.847328186035156},{"id":"own_m01","q":0,"T":156,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668},{"id":"own_m01","q":1,"T":150,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668},{"id":"own_m01","q":2,"T":159,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668},{"id":"own_m01","q":3,"T":169,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.528594970703125e-05,"ref_absmax":30.88239860534668},{"id":"own_m01","q":4,"T":154,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668},{"id":"own_m01","q":5,"T":168,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668},{"id":"own_m01","q":6,"T":154,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668},{"id":"own_m01","q":7,"T":169,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668},{"id":"own_L02","q":0,"T":1518,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961},{"id":"own_L02","q":1,"T":1497,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961},{"id":"own_L02","q":2,"T":1539,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961},{"id":"own_L02","q":3,"T":1499,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961}]},"head_floor":{"rows":21,"bit_equal":21,"max_abs_dlogit_T":0.0}},"missing_rows":[],"by_source":{"own_json":{"questions":19,"argmax_equal":19,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":2.384185791015625e-06,"mean_question_mean_abs_dp":4.825898840612637e-07,"max_abs_dlogit_T":8.881092071533203e-06,"worst":{"id":"own_j02","q":2,"max_abs_dp":2.384185791015625e-06},"tokens":4323,"padded_tokens":4464,"seconds":45.29853337604436},"own_long":{"questions":11,"argmax_equal":11,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":2.4437904357910156e-06,"mean_question_mean_abs_dp":5.076159581993565e-07,"max_abs_dlogit_T":8.106231689453125e-06,"worst":{"id":"own_L02","q":0,"max_abs_dp":2.4437904357910156e-06},"tokens":17248,"padded_tokens":17344,"seconds":174.64364866694086},"own_text":{"questions":40,"argmax_equal":40,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":1.5497207641601562e-06,"mean_question_mean_abs_dp":3.4879737844069797e-07,"max_abs_dlogit_T":1.0251998901367188e-05,"worst":{"id":"own_t07","q":2,"max_abs_dp":1.5497207641601562e-06},"tokens":7247,"padded_tokens":7472,"seconds":75.74435545995948},"semif_authored144":{"questions":144,"argmax_equal":144,"near_tie_questions":3,"argmax_equal_near_tie":3,"max_abs_dp":3.4570693969726562e-06,"mean_question_mean_abs_dp":4.7600823799493135e-07,"max_abs_dlogit_T":1.621246337890625e-05,"worst":{"id":"semif_c6a411e7f2bbdf377173","q":0,"max_abs_dp":3.4570693969726562e-06},"tokens":10574,"padded_tokens":11664,"seconds":126.84555791813182},"transfer_v4_dev_head":{"questions":60,"argmax_equal":60,"near_tie_questions":8,"argmax_equal_near_tie":8,"max_abs_dp":2.6226043701171875e-06,"mean_question_mean_abs_dp":4.6395070967264474e-07,"max_abs_dlogit_T":1.2159347534179688e-05,"worst":{"id":"tv4_045","q":0,"max_abs_dp":2.6226043701171875e-06},"tokens":7021,"padded_tokens":7504,"seconds":79.64037375405314},"transfer_v4_dev_score":{"questions":20,"argmax_equal":20,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":2.086162567138672e-06,"mean_question_mean_abs_dp":4.492700099945068e-07,"max_abs_dlogit_T":9.655952453613281e-06,"worst":{"id":"tv4s_19","q":0,"max_abs_dp":2.086162567138672e-06},"tokens":1979,"padded_tokens":2240,"seconds":23.085649584099883},"transfer_v4_dev_sources":{"questions":140,"argmax_equal":140,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":2.205371856689453e-06,"mean_question_mean_abs_dp":4.2980619972305637e-07,"max_abs_dlogit_T":1.239776611328125e-05,"worst":{"id":"tv4x_legacy_holdout_09","q":0,"max_abs_dp":2.205371856689453e-06},"tokens":13164,"padded_tokens":14192,"seconds":149.37861608612002}},"near_ties":[{"id":"tv4_003","q":0,"qid":"answer","oracle_top2_margin":0.016063004732131958,"argmax_equal":true,"max_abs_dp":3.725290298461914e-07},{"id":"tv4_017","q":0,"qid":"answer","oracle_top2_margin":0.01221814751625061,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07},{"id":"tv4_023","q":0,"qid":"answer","oracle_top2_margin":0.0019783377647399902,"argmax_equal":true,"max_abs_dp":1.8775463104248047e-06},{"id":"tv4_024","q":0,"qid":"answer","oracle_top2_margin":0.015634745359420776,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-07},{"id":"tv4_027","q":0,"qid":"answer","oracle_top2_margin":0.009622842073440552,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07},{"id":"tv4_028","q":0,"qid":"answer","oracle_top2_margin":0.01672416925430298,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07},{"id":"tv4_051","q":0,"qid":"answer","oracle_top2_margin":0.006280571222305298,"argmax_equal":true,"max_abs_dp":8.642673492431641e-07},{"id":"tv4_054","q":0,"qid":"answer","oracle_top2_margin":0.0028791427612304688,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06},{"id":"tv4s_14","q":0,"qid":"decision","oracle_top2_margin":0.01574954390525818,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07},{"id":"semif_2175379f4c69e6207626","q":0,"qid":"decision","oracle_top2_margin":0.01896810531616211,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07},{"id":"semif_d167e51bb1f499099645","q":0,"qid":"decision","oracle_top2_margin":0.01671499013900757,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07},{"id":"semif_4089c199b8b796ec3ed8","q":0,"qid":"decision","oracle_top2_margin":0.0032414793968200684,"argmax_equal":true,"max_abs_dp":1.2665987014770508e-07},{"id":"own_t10","q":2,"qid":"escalation","oracle_top2_margin":0.011951148509979248,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06},{"id":"own_j02","q":0,"qid":"next_action","oracle_top2_margin":0.007524773478507996,"argmax_equal":true,"max_abs_dp":5.21540641784668e-07}],"questions":[{"kind":"p1","id":"tv4_000","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":94,"padded":96,"chunks":6,"seconds":0.9977643750025891,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.642673492431641e-07,"mean_abs_dp":4.0978193283081055e-07,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.2241945117712021,"n_options":4,"hidden":{"max_abs_diff":3.4332275390625e-05,"ref_absmax":29.90930938720703,"rel_max_abs_diff":1.1478792420833956e-06,"min_pos_cos":0.9999999999978146,"min_pos_cos_index":21,"mean_pos_cos":0.9999999999989172,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"tv4_001","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":63,"padded":64,"chunks":4,"seconds":0.7247855419991538,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.05359673500061e-09,"mean_abs_dp":3.0704541131854057e-09,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.9833351373672485,"n_options":4},{"kind":"p1","id":"tv4_002","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":96,"padded":96,"chunks":6,"seconds":1.0254582090128679,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.0919909477233887e-07,"max_abs_dlogit_T":2.88989394903183e-06,"near_tie":false,"oracle_top2_margin":0.10138940811157227,"n_options":4},{"kind":"p1","id":"tv4_003","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":75,"padded":80,"chunks":5,"seconds":0.9078314580256119,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.725290298461914e-07,"mean_abs_dp":2.60770320892334e-07,"max_abs_dlogit_T":3.956258296966553e-06,"near_tie":true,"oracle_top2_margin":0.016063004732131958,"n_options":4},{"kind":"p1","id":"tv4_004","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":66,"padded":80,"chunks":5,"seconds":0.8658762089908123,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1548399925231934e-07,"mean_abs_dp":5.727633833885193e-08,"max_abs_dlogit_T":6.645917892456055e-06,"near_tie":false,"oracle_top2_margin":0.9105252027511597,"n_options":4},{"kind":"p1","id":"tv4_005","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":81,"padded":96,"chunks":6,"seconds":0.941090082982555,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.2293457984924316e-07,"max_abs_dlogit_T":3.3974647521972656e-06,"near_tie":false,"oracle_top2_margin":0.23442357778549194,"n_options":4},{"kind":"p1","id":"tv4_006","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":237,"padded":240,"chunks":15,"seconds":2.4919852500024717,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.817941665649414e-06,"mean_abs_dp":9.052455425262451e-07,"max_abs_dlogit_T":5.930662155151367e-06,"near_tie":false,"oracle_top2_margin":0.12790140509605408,"n_options":4},{"kind":"p1","id":"tv4_007","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":80,"padded":80,"chunks":5,"seconds":0.8297562079969794,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":7.599592208862305e-07,"mean_abs_dp":3.91155481338501e-07,"max_abs_dlogit_T":2.4437904357910156e-06,"near_tie":false,"oracle_top2_margin":0.2037426233291626,"n_options":4},{"kind":"p1","id":"tv4_008","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":96,"padded":96,"chunks":6,"seconds":0.9429217920114752,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":1.7532147467136383e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.8541439175605774,"n_options":4},{"kind":"p1","id":"tv4_009","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":321,"padded":336,"chunks":21,"seconds":3.442902916984167,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":1.9837170839309692e-07,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.787467360496521,"n_options":4},{"kind":"p1","id":"tv4_010","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":64,"padded":64,"chunks":4,"seconds":0.7587247500196099,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.129243850708008e-07,"mean_abs_dp":1.73225998878479e-07,"max_abs_dlogit_T":1.8775463104248047e-06,"near_tie":false,"oracle_top2_margin":0.11676552891731262,"n_options":4},{"kind":"p1","id":"tv4_011","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":105,"padded":112,"chunks":7,"seconds":1.1427827080187853,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":4.917383193969727e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.07526007294654846,"n_options":4},{"kind":"p1","id":"tv4_012","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":83,"padded":96,"chunks":6,"seconds":1.0820515409868676,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.6987323760986328e-06,"mean_abs_dp":8.717179298400879e-07,"max_abs_dlogit_T":8.404254913330078e-06,"near_tie":false,"oracle_top2_margin":0.13543769717216492,"n_options":4},{"kind":"p1","id":"tv4_013","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":163,"padded":176,"chunks":11,"seconds":1.7332239170209505,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":6.94766640663147e-07,"max_abs_dlogit_T":4.827976226806641e-06,"near_tie":false,"oracle_top2_margin":0.15590348839759827,"n_options":4},{"kind":"p1","id":"tv4_014","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":87,"padded":96,"chunks":6,"seconds":1.0037919999740552,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":7.450580596923828e-07,"mean_abs_dp":4.209578037261963e-07,"max_abs_dlogit_T":3.2633543014526367e-06,"near_tie":false,"oracle_top2_margin":0.06324279308319092,"n_options":4},{"kind":"p1","id":"tv4_015","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":177,"padded":192,"chunks":12,"seconds":2.2424157919886056,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.086162567138672e-07,"mean_abs_dp":1.2665987014770508e-07,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.26414579153060913,"n_options":4},{"kind":"p1","id":"tv4_016","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":82,"padded":96,"chunks":6,"seconds":1.0426872500102036,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.2814998626708984e-06,"mean_abs_dp":6.183981895446777e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.1596996784210205,"n_options":4},{"kind":"p1","id":"tv4_017","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":76,"padded":80,"chunks":5,"seconds":0.9056524160259869,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":2.942979335784912e-07,"max_abs_dlogit_T":2.1010637283325195e-06,"near_tie":true,"oracle_top2_margin":0.01221814751625061,"n_options":4},{"kind":"p1","id":"tv4_018","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":0.9789567920088302,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.288770914077759e-08,"mean_abs_dp":3.5157427191734314e-08,"max_abs_dlogit_T":8.58306884765625e-06,"near_tie":false,"oracle_top2_margin":0.7636825442314148,"n_options":4},{"kind":"p1","id":"tv4_019","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":130,"padded":144,"chunks":9,"seconds":1.5584440000238828,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.2665987014770508e-07,"max_abs_dlogit_T":1.6987323760986328e-06,"near_tie":false,"oracle_top2_margin":0.06632544100284576,"n_options":4},{"kind":"p1","id":"tv4_020","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":82,"padded":96,"chunks":6,"seconds":0.944661667017499,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2218952178955078e-06,"mean_abs_dp":6.051268428564072e-07,"max_abs_dlogit_T":4.172325134277344e-06,"near_tie":false,"oracle_top2_margin":0.1631980538368225,"n_options":4},{"kind":"p1","id":"tv4_021","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":65,"padded":80,"chunks":5,"seconds":0.9033395829901565,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":4.3213367462158203e-07,"mean_abs_dp":3.203749656677246e-07,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.4488777816295624,"n_options":4},{"kind":"p1","id":"tv4_022","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":144,"padded":144,"chunks":9,"seconds":1.4527290829864796,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":5.327165126800537e-07,"max_abs_dlogit_T":7.290393114089966e-06,"near_tie":false,"oracle_top2_margin":0.05077701807022095,"n_options":4},{"kind":"p1","id":"tv4_023","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":92,"padded":96,"chunks":6,"seconds":1.0214687919942662,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.8775463104248047e-06,"mean_abs_dp":9.704381227493286e-07,"max_abs_dlogit_T":7.62939453125e-06,"near_tie":true,"oracle_top2_margin":0.0019783377647399902,"n_options":4},{"kind":"p1","id":"tv4_024","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":107,"padded":112,"chunks":7,"seconds":1.0778898750140797,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-07,"mean_abs_dp":8.66129994392395e-08,"max_abs_dlogit_T":1.7881393432617188e-06,"near_tie":true,"oracle_top2_margin":0.015634745359420776,"n_options":4},{"kind":"p1","id":"tv4_025","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":180,"padded":192,"chunks":12,"seconds":1.8025962089886889,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":4.917383193969727e-07,"max_abs_dlogit_T":2.205371856689453e-06,"near_tie":false,"oracle_top2_margin":0.07681050896644592,"n_options":4},{"kind":"p1","id":"tv4_026","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":92,"padded":96,"chunks":6,"seconds":0.9827255839772988,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":2.8312206268310547e-07,"max_abs_dlogit_T":3.635883331298828e-06,"near_tie":false,"oracle_top2_margin":0.06704592704772949,"n_options":4},{"kind":"p1","id":"tv4_027","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":77,"padded":80,"chunks":5,"seconds":0.8219351249863394,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":4.991888999938965e-07,"max_abs_dlogit_T":4.708766937255859e-06,"near_tie":true,"oracle_top2_margin":0.009622842073440552,"n_options":4},{"kind":"p1","id":"tv4_028","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":290,"padded":304,"chunks":19,"seconds":2.900831584003754,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.427267074584961e-07,"max_abs_dlogit_T":3.516674041748047e-06,"near_tie":true,"oracle_top2_margin":0.01672416925430298,"n_options":4},{"kind":"p1","id":"tv4_029","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":64,"padded":64,"chunks":4,"seconds":0.6848108339763712,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":4.0978193283081055e-07,"max_abs_dlogit_T":4.887580871582031e-06,"near_tie":false,"oracle_top2_margin":0.04676586389541626,"n_options":4},{"kind":"p1","id":"tv4_030","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":78,"padded":80,"chunks":5,"seconds":0.8161579169973265,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":6.770715117454529e-07,"max_abs_dlogit_T":6.288290023803711e-06,"near_tie":false,"oracle_top2_margin":0.559301495552063,"n_options":4},{"kind":"p1","id":"tv4_031","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":0.9746346249885391,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-06,"mean_abs_dp":1.210719347000122e-06,"max_abs_dlogit_T":7.987022399902344e-06,"near_tie":false,"oracle_top2_margin":0.2643141746520996,"n_options":4},{"kind":"p1","id":"tv4_032","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":135,"padded":144,"chunks":9,"seconds":1.571974541991949,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.2782554626464844e-07,"mean_abs_dp":2.5331974029541016e-07,"max_abs_dlogit_T":2.2649765014648438e-06,"near_tie":false,"oracle_top2_margin":0.07778683304786682,"n_options":4},{"kind":"p1","id":"tv4_033","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":293,"padded":304,"chunks":19,"seconds":3.1337988750019576,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.471489667892456e-07,"max_abs_dlogit_T":1.7881393432617188e-06,"near_tie":false,"oracle_top2_margin":0.10813379287719727,"n_options":4},{"kind":"p1","id":"tv4_034","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":77,"padded":80,"chunks":5,"seconds":0.914214999997057,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":4.7031790018081665e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.1505841612815857,"n_options":4},{"kind":"p1","id":"tv4_035","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":108,"padded":112,"chunks":7,"seconds":1.2202139580040239,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.0579824447631836e-06,"mean_abs_dp":5.997717380523682e-07,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.18563473224639893,"n_options":4},{"kind":"p1","id":"tv4_036","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":150,"padded":160,"chunks":10,"seconds":1.7292024579946883,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.1457672119140625e-06,"mean_abs_dp":1.1436641216278076e-06,"max_abs_dlogit_T":1.0728836059570312e-05,"near_tie":false,"oracle_top2_margin":0.07235273718833923,"n_options":4},{"kind":"p1","id":"tv4_037","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":0.9405031249916647,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":7.003545761108398e-07,"mean_abs_dp":3.8370490074157715e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.05972352623939514,"n_options":4},{"kind":"p1","id":"tv4_038","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":130,"padded":144,"chunks":9,"seconds":1.5326648330083117,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.834766387939453e-07,"mean_abs_dp":4.917383193969727e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.16796669363975525,"n_options":4},{"kind":"p1","id":"tv4_039","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":69,"padded":80,"chunks":5,"seconds":0.8755769999988843,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":5.764886736869812e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.35326528549194336,"n_options":4},{"kind":"p1","id":"tv4_040","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":208,"padded":208,"chunks":13,"seconds":2.070861459011212,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":3.2782554626464844e-07,"mean_abs_dp":1.955777406692505e-07,"max_abs_dlogit_T":1.0728836059570312e-06,"near_tie":false,"oracle_top2_margin":0.052141427993774414,"n_options":4},{"kind":"p1","id":"tv4_041","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":208,"padded":208,"chunks":13,"seconds":2.4956780829816125,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":3.3527612686157227e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.06237095594406128,"n_options":4},{"kind":"p1","id":"tv4_042","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":59,"padded":64,"chunks":4,"seconds":0.70709275000263,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.854534149169922e-07,"mean_abs_dp":3.781169652938843e-07,"max_abs_dlogit_T":3.2186508178710938e-06,"near_tie":false,"oracle_top2_margin":0.02623698115348816,"n_options":4},{"kind":"p1","id":"tv4_043","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":60,"padded":64,"chunks":4,"seconds":0.7380386249860749,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":6.258487701416016e-07,"max_abs_dlogit_T":4.589557647705078e-06,"near_tie":false,"oracle_top2_margin":0.12820479273796082,"n_options":4},{"kind":"p1","id":"tv4_044","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":82,"padded":96,"chunks":6,"seconds":1.0207355830061715,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.0081719160079956e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.7342252731323242,"n_options":4},{"kind":"p1","id":"tv4_045","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":90,"padded":96,"chunks":6,"seconds":0.9438713750278112,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.6226043701171875e-06,"mean_abs_dp":1.2973323464393616e-06,"max_abs_dlogit_T":1.0728836059570312e-05,"near_tie":false,"oracle_top2_margin":0.311641126871109,"n_options":4},{"kind":"p1","id":"tv4_046","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":68,"padded":80,"chunks":5,"seconds":0.9632352500048,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":2.712476998567581e-07,"max_abs_dlogit_T":1.2159347534179688e-05,"near_tie":false,"oracle_top2_margin":0.8037196397781372,"n_options":4},{"kind":"p1","id":"tv4_047","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":67,"padded":80,"chunks":5,"seconds":0.9874365410069004,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5795230865478516e-06,"mean_abs_dp":8.158385753631592e-07,"max_abs_dlogit_T":7.68899917602539e-06,"near_tie":false,"oracle_top2_margin":0.10399001836776733,"n_options":4},{"kind":"p1","id":"tv4_048","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":119,"padded":128,"chunks":8,"seconds":1.3367023339960724,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.6193599700927734e-07,"mean_abs_dp":2.5704503059387207e-07,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.040600210428237915,"n_options":4},{"kind":"p1","id":"tv4_049","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":86,"padded":96,"chunks":6,"seconds":0.985053041978972,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":4.936009645462036e-07,"max_abs_dlogit_T":2.7418136596679688e-06,"near_tie":false,"oracle_top2_margin":0.14964529871940613,"n_options":4},{"kind":"p1","id":"tv4_050","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":73,"padded":80,"chunks":5,"seconds":0.9427432079974096,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.238719940185547e-07,"mean_abs_dp":4.675239324569702e-07,"max_abs_dlogit_T":8.404254913330078e-06,"near_tie":false,"oracle_top2_margin":0.2277095913887024,"n_options":4},{"kind":"p1","id":"tv4_051","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":136,"padded":144,"chunks":9,"seconds":1.6155832090007607,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.642673492431641e-07,"mean_abs_dp":4.330649971961975e-07,"max_abs_dlogit_T":5.409121513366699e-06,"near_tie":true,"oracle_top2_margin":0.006280571222305298,"n_options":4},{"kind":"p1","id":"tv4_052","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":132,"padded":144,"chunks":9,"seconds":1.6128150000004098,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":6.863847374916077e-07,"max_abs_dlogit_T":5.841255187988281e-06,"near_tie":false,"oracle_top2_margin":0.5888446569442749,"n_options":4},{"kind":"p1","id":"tv4_053","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":358,"padded":368,"chunks":23,"seconds":3.5699122500082012,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.4437904357910156e-06,"mean_abs_dp":1.1920928955078125e-06,"max_abs_dlogit_T":1.1801719665527344e-05,"near_tie":false,"oracle_top2_margin":0.06682348251342773,"n_options":4},{"kind":"p1","id":"tv4_054","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":113,"padded":128,"chunks":8,"seconds":1.2900304590002634,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06,"mean_abs_dp":6.854534149169922e-07,"max_abs_dlogit_T":7.3909759521484375e-06,"near_tie":true,"oracle_top2_margin":0.0028791427612304688,"n_options":4},{"kind":"p1","id":"tv4_055","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":189,"padded":192,"chunks":12,"seconds":2.3676480840076692,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":7.124617695808411e-07,"max_abs_dlogit_T":6.16908073425293e-06,"near_tie":false,"oracle_top2_margin":0.14189845323562622,"n_options":4},{"kind":"p1","id":"tv4_056","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":69,"padded":80,"chunks":5,"seconds":0.8302625410142355,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":5.029141902923584e-07,"max_abs_dlogit_T":4.172325134277344e-06,"near_tie":false,"oracle_top2_margin":0.1477002501487732,"n_options":4},{"kind":"p1","id":"tv4_057","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":63,"padded":64,"chunks":4,"seconds":0.7134337500028778,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":2.868473529815674e-07,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.042515188455581665,"n_options":4},{"kind":"p1","id":"tv4_058","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":129,"padded":144,"chunks":9,"seconds":1.425046916003339,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.662441253662109e-07,"mean_abs_dp":2.7567148208618164e-07,"max_abs_dlogit_T":2.4437904357910156e-06,"near_tie":false,"oracle_top2_margin":0.045424774289131165,"n_options":4},{"kind":"p1","id":"tv4_059","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_head","T":102,"padded":112,"chunks":7,"seconds":1.1031594170199241,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.450580596923828e-07,"mean_abs_dp":4.414469003677368e-07,"max_abs_dlogit_T":2.7418136596679688e-06,"near_tie":false,"oracle_top2_margin":0.11904534697532654,"n_options":4},{"kind":"p1","id":"tv4x_emotion_00","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":42,"padded":48,"chunks":3,"seconds":0.602799167012563,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":1.7695128917694092e-07,"max_abs_dlogit_T":4.604458808898926e-06,"near_tie":false,"oracle_top2_margin":0.056429117918014526,"n_options":6},{"kind":"p1","id":"tv4x_emotion_01","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":38,"padded":48,"chunks":3,"seconds":0.4659799999790266,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":9.387731552124023e-07,"mean_abs_dp":4.5572717984517414e-07,"max_abs_dlogit_T":3.7550926208496094e-06,"near_tie":false,"oracle_top2_margin":0.0766339898109436,"n_options":6},{"kind":"p1","id":"tv4x_emotion_02","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":36,"padded":48,"chunks":3,"seconds":0.46042816698900424,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.685754776000977e-08,"mean_abs_dp":4.082297285397848e-08,"max_abs_dlogit_T":2.205371856689453e-06,"near_tie":false,"oracle_top2_margin":0.6756487488746643,"n_options":6},{"kind":"p1","id":"tv4x_emotion_03","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":73,"padded":80,"chunks":5,"seconds":0.7490342500095721,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.0213504234949748e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.4306091070175171,"n_options":6},{"kind":"p1","id":"tv4x_emotion_04","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":39,"padded":48,"chunks":3,"seconds":0.4555304159875959,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":1.7951242625713348e-07,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.8624813556671143,"n_options":6},{"kind":"p1","id":"tv4x_emotion_05","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":52,"padded":64,"chunks":4,"seconds":0.6510913340025581,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":4.0729840596516925e-07,"max_abs_dlogit_T":5.364418029785156e-06,"near_tie":false,"oracle_top2_margin":0.10235360264778137,"n_options":6},{"kind":"p1","id":"tv4x_emotion_06","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":37,"padded":48,"chunks":3,"seconds":0.45250808299169876,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":2.3593505223592123e-07,"max_abs_dlogit_T":2.7418136596679688e-06,"near_tie":false,"oracle_top2_margin":0.3278556764125824,"n_options":6},{"kind":"p1","id":"tv4x_emotion_07","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":37,"padded":48,"chunks":3,"seconds":0.5394463749835268,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":6.997336943944296e-07,"max_abs_dlogit_T":1.2040138244628906e-05,"near_tie":false,"oracle_top2_margin":0.6330275535583496,"n_options":6},{"kind":"p1","id":"tv4x_emotion_08","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":52,"padded":64,"chunks":4,"seconds":0.6915749170002528,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":3.7780652443567914e-07,"max_abs_dlogit_T":1.1205673217773438e-05,"near_tie":false,"oracle_top2_margin":0.1790621280670166,"n_options":6},{"kind":"p1","id":"tv4x_emotion_09","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":61,"padded":64,"chunks":4,"seconds":0.6679784580192063,"argmax":5,"argmax_oracle":5,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":1.7384688059488931e-07,"max_abs_dlogit_T":2.2565945982933044e-06,"near_tie":false,"oracle_top2_margin":0.02565602958202362,"n_options":6},{"kind":"p1","id":"tv4x_emotion_10","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":40,"padded":48,"chunks":3,"seconds":0.4939190410077572,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":3.1168262163798016e-07,"max_abs_dlogit_T":3.904104232788086e-06,"near_tie":false,"oracle_top2_margin":0.034467101097106934,"n_options":6},{"kind":"p1","id":"tv4x_emotion_11","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":48,"padded":48,"chunks":3,"seconds":0.5420973750005942,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":9.903063376744588e-08,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.7190135717391968,"n_options":6},{"kind":"p1","id":"tv4x_emotion_12","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":82,"padded":96,"chunks":6,"seconds":0.9687332499888726,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.2782554626464844e-07,"mean_abs_dp":1.9712994496027628e-07,"max_abs_dlogit_T":6.318092346191406e-06,"near_tie":false,"oracle_top2_margin":0.28088271617889404,"n_options":6},{"kind":"p1","id":"tv4x_emotion_13","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":60,"padded":64,"chunks":4,"seconds":0.7413303750217892,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.842877388000488e-07,"mean_abs_dp":2.5580326716105145e-07,"max_abs_dlogit_T":6.288290023803711e-06,"near_tie":false,"oracle_top2_margin":0.2596837878227234,"n_options":6},{"kind":"p1","id":"tv4x_emotion_14","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":39,"padded":48,"chunks":3,"seconds":0.5944354170060251,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":1.2452558924754462e-07,"max_abs_dlogit_T":3.3974647521972656e-06,"near_tie":false,"oracle_top2_margin":0.7910157442092896,"n_options":6},{"kind":"p1","id":"tv4x_emotion_15","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":44,"padded":48,"chunks":3,"seconds":0.5620492079760879,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":1.4365650713443756e-07,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.25465235114097595,"n_options":6},{"kind":"p1","id":"tv4x_emotion_16","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":50,"padded":64,"chunks":4,"seconds":0.6905949999927543,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":4.8273553450902305e-08,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.8546378016471863,"n_options":6},{"kind":"p1","id":"tv4x_emotion_17","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":56,"padded":64,"chunks":4,"seconds":0.79178562501329,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":2.300366759300232e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.2597692310810089,"n_options":6},{"kind":"p1","id":"tv4x_emotion_18","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":67,"padded":80,"chunks":5,"seconds":0.9142455419932958,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":3.174257775147756e-07,"max_abs_dlogit_T":7.987022399902344e-06,"near_tie":false,"oracle_top2_margin":0.06271809339523315,"n_options":6},{"kind":"p1","id":"tv4x_emotion_19","q":0,"qid":"emotion","type":"choice","source":"transfer_v4_dev_sources","T":74,"padded":80,"chunks":5,"seconds":0.8268235420109704,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.1734664440155029e-07,"max_abs_dlogit_T":4.649162292480469e-06,"near_tie":false,"oracle_top2_margin":0.4918869137763977,"n_options":6},{"kind":"p1","id":"tv4x_tweet_offensive_00","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":68,"padded":80,"chunks":5,"seconds":0.9713036250032019,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":4.6193599700927734e-07,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.4777187407016754,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_01","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":1.0082968749920838,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.086162567138672e-07,"mean_abs_dp":1.9371509552001953e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.7617751359939575,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_02","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":64,"padded":64,"chunks":4,"seconds":0.6901433750172146,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.564621925354004e-07,"max_abs_dlogit_T":9.5367431640625e-07,"near_tie":false,"oracle_top2_margin":0.6824735403060913,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_03","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":93,"padded":96,"chunks":6,"seconds":1.0539572499983478,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.1920928955078125e-07,"max_abs_dlogit_T":2.2649765014648438e-06,"near_tie":false,"oracle_top2_margin":0.3328827917575836,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_04","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":70,"padded":80,"chunks":5,"seconds":0.8662966669944581,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":5.364418029785156e-07,"max_abs_dlogit_T":2.3245811462402344e-06,"near_tie":false,"oracle_top2_margin":0.2086932361125946,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_05","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":57,"padded":64,"chunks":4,"seconds":0.8027834169915877,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.046627044677734e-07,"mean_abs_dp":7.301568984985352e-07,"max_abs_dlogit_T":2.9206275939941406e-06,"near_tie":false,"oracle_top2_margin":0.38322776556015015,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_06","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":69,"padded":80,"chunks":5,"seconds":0.8554436250124127,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":2.9802322387695312e-08,"max_abs_dlogit_T":1.9669532775878906e-06,"near_tie":false,"oracle_top2_margin":0.028999686241149902,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_07","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":59,"padded":64,"chunks":4,"seconds":0.6314509160001762,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.172325134277344e-07,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.020770907402038574,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_08","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":95,"padded":96,"chunks":6,"seconds":1.0088483339932282,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":5.21540641784668e-07,"max_abs_dlogit_T":2.2649765014648438e-06,"near_tie":false,"oracle_top2_margin":0.2947831451892853,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_09","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":87,"padded":96,"chunks":6,"seconds":0.9868255830078851,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":5.960464477539063e-08,"max_abs_dlogit_T":1.9669532775878906e-06,"near_tie":false,"oracle_top2_margin":0.07451754808425903,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_10","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":90,"padded":96,"chunks":6,"seconds":0.9908602499926928,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":4.470348358154297e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.1919628381729126,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_11","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":0.8323430829914287,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.341104507446289e-07,"max_abs_dlogit_T":1.3113021850585938e-06,"near_tie":false,"oracle_top2_margin":0.6438125371932983,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_12","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":62,"padded":64,"chunks":4,"seconds":0.7270223329833243,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.6391277313232422e-06,"mean_abs_dp":1.6242265701293945e-06,"max_abs_dlogit_T":3.3974647521972656e-06,"near_tie":false,"oracle_top2_margin":0.03468778729438782,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_13","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":43,"padded":48,"chunks":3,"seconds":0.4919122079736553,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":1.1026859283447266e-06,"max_abs_dlogit_T":4.947185516357422e-06,"near_tie":false,"oracle_top2_margin":0.1575031578540802,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_14","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":71,"padded":80,"chunks":5,"seconds":0.91793324999162,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.258487701416016e-07,"mean_abs_dp":6.109476089477539e-07,"max_abs_dlogit_T":1.5497207641601562e-06,"near_tie":false,"oracle_top2_margin":0.08823934197425842,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_15","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":62,"padded":64,"chunks":4,"seconds":0.775901042012265,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.384185791015625e-07,"max_abs_dlogit_T":1.341104507446289e-06,"near_tie":false,"oracle_top2_margin":0.23108571767807007,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_16","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":104,"padded":112,"chunks":7,"seconds":1.1414470419986174,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.7136335372924805e-07,"max_abs_dlogit_T":2.5033950805664062e-06,"near_tie":false,"oracle_top2_margin":0.5775153040885925,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_17","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":72,"padded":80,"chunks":5,"seconds":0.9465940830123145,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.960464477539062e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.15798139572143555,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_18","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":57,"padded":64,"chunks":4,"seconds":0.7420839589904062,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":6.705522537231445e-07,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.09931710362434387,"n_options":2},{"kind":"p1","id":"tv4x_tweet_offensive_19","q":0,"qid":"offensive","type":"noul","source":"transfer_v4_dev_sources","T":99,"padded":112,"chunks":7,"seconds":1.148253624996869,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":7.152557373046875e-07,"max_abs_dlogit_T":3.3974647521972656e-06,"near_tie":false,"oracle_top2_margin":0.18660569190979004,"n_options":2},{"kind":"p1","id":"tv4x_qnli_00","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":94,"padded":96,"chunks":6,"seconds":1.0403550420014653,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.2351741790771484e-08,"mean_abs_dp":1.1175870895385742e-08,"max_abs_dlogit_T":3.874301910400391e-06,"near_tie":false,"oracle_top2_margin":0.7700709700584412,"n_options":2},{"kind":"p1","id":"tv4x_qnli_01","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":95,"padded":96,"chunks":6,"seconds":0.9243632080033422,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.470348358154297e-08,"mean_abs_dp":2.2351741790771484e-08,"max_abs_dlogit_T":2.3245811462402344e-06,"near_tie":false,"oracle_top2_margin":0.5029501914978027,"n_options":2},{"kind":"p1","id":"tv4x_qnli_02","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":51,"padded":64,"chunks":4,"seconds":0.7044568749843165,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.0563602447509766e-06,"mean_abs_dp":2.041459083557129e-06,"max_abs_dlogit_T":1.239776611328125e-05,"near_tie":false,"oracle_top2_margin":0.6557972431182861,"n_options":2},{"kind":"p1","id":"tv4x_qnli_03","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":64,"padded":64,"chunks":4,"seconds":0.7209083750203717,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.7881393432617188e-07,"max_abs_dlogit_T":3.4570693969726562e-06,"near_tie":false,"oracle_top2_margin":0.6964544057846069,"n_options":2},{"kind":"p1","id":"tv4x_qnli_04","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":137,"padded":144,"chunks":9,"seconds":1.4388066249957774,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.51925802230835e-08,"mean_abs_dp":3.259629011154175e-08,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.9449087381362915,"n_options":2},{"kind":"p1","id":"tv4x_qnli_05","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":83,"padded":96,"chunks":6,"seconds":1.062735250015976,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.688037395477295e-07,"mean_abs_dp":3.334134817123413e-07,"max_abs_dlogit_T":7.152557373046875e-06,"near_tie":false,"oracle_top2_margin":0.8874053359031677,"n_options":2},{"kind":"p1","id":"tv4x_qnli_06","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":63,"padded":64,"chunks":4,"seconds":0.7239474579982925,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.129243850708008e-07,"mean_abs_dp":2.4586915969848633e-07,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.8620169758796692,"n_options":2},{"kind":"p1","id":"tv4x_qnli_07","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":54,"padded":64,"chunks":4,"seconds":0.6748939160024747,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":4.470348358154297e-08,"max_abs_dlogit_T":1.8477439880371094e-06,"near_tie":false,"oracle_top2_margin":0.18525761365890503,"n_options":2},{"kind":"p1","id":"tv4x_qnli_08","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":0.8734440830012318,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0,"mean_abs_dp":0.0,"max_abs_dlogit_T":8.344650268554688e-07,"near_tie":false,"oracle_top2_margin":0.35944250226020813,"n_options":2},{"kind":"p1","id":"tv4x_qnli_09","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":54,"padded":64,"chunks":4,"seconds":0.6988330419990234,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":7.748603820800781e-07,"max_abs_dlogit_T":2.3245811462402344e-06,"near_tie":false,"oracle_top2_margin":0.2295372486114502,"n_options":2},{"kind":"p1","id":"tv4x_qnli_10","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":72,"padded":80,"chunks":5,"seconds":0.9157416250091046,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.1920928955078125e-07,"max_abs_dlogit_T":1.3113021850585938e-06,"near_tie":false,"oracle_top2_margin":0.43258559703826904,"n_options":2},{"kind":"p1","id":"tv4x_qnli_11","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":50,"padded":64,"chunks":4,"seconds":0.5877823749906383,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":5.960464477539063e-08,"max_abs_dlogit_T":4.649162292480469e-06,"near_tie":false,"oracle_top2_margin":0.409393310546875,"n_options":2},{"kind":"p1","id":"tv4x_qnli_12","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":84,"padded":96,"chunks":6,"seconds":1.04357279202668,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.6391277313232422e-07,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.10790503025054932,"n_options":2},{"kind":"p1","id":"tv4x_qnli_13","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":52,"padded":64,"chunks":4,"seconds":0.6704380420269445,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.9802322387695312e-08,"mean_abs_dp":1.4901161193847656e-08,"max_abs_dlogit_T":4.589557647705078e-06,"near_tie":false,"oracle_top2_margin":0.35351717472076416,"n_options":2},{"kind":"p1","id":"tv4x_qnli_14","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":69,"padded":80,"chunks":5,"seconds":0.9243825410085265,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":7.748603820800781e-07,"max_abs_dlogit_T":3.248453140258789e-06,"near_tie":false,"oracle_top2_margin":0.28486254811286926,"n_options":2},{"kind":"p1","id":"tv4x_qnli_15","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":98,"padded":112,"chunks":7,"seconds":1.2494483750197105,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.8312206268310547e-07,"mean_abs_dp":2.60770320892334e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.9124271273612976,"n_options":2},{"kind":"p1","id":"tv4x_qnli_16","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":71,"padded":80,"chunks":5,"seconds":0.9030896670010407,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.6391277313232422e-07,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.7679163217544556,"n_options":2},{"kind":"p1","id":"tv4x_qnli_17","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":80,"padded":80,"chunks":5,"seconds":0.8206229579809587,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.034970283508301e-07,"mean_abs_dp":5.699694156646729e-07,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.7737533450126648,"n_options":2},{"kind":"p1","id":"tv4x_qnli_18","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":44,"padded":48,"chunks":3,"seconds":0.6346802499901969,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.980232238769531e-07,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.17956295609474182,"n_options":2},{"kind":"p1","id":"tv4x_qnli_19","q":0,"qid":"answers","type":"noul","source":"transfer_v4_dev_sources","T":85,"padded":96,"chunks":6,"seconds":0.9935102500021458,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.811452865600586e-07,"max_abs_dlogit_T":5.9604644775390625e-06,"near_tie":false,"oracle_top2_margin":0.44058558344841003,"n_options":2},{"kind":"p1","id":"tv4x_paws_00","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":81,"padded":96,"chunks":6,"seconds":0.9462282920139842,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":7.599592208862305e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.38785746693611145,"n_options":2},{"kind":"p1","id":"tv4x_paws_01","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":113,"padded":128,"chunks":8,"seconds":1.353113458986627,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":7.748603820800781e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.483722984790802,"n_options":2},{"kind":"p1","id":"tv4x_paws_02","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":87,"padded":96,"chunks":6,"seconds":0.9847141249920242,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":2.5331974029541016e-07,"max_abs_dlogit_T":8.344650268554688e-07,"near_tie":false,"oracle_top2_margin":0.21775135397911072,"n_options":2},{"kind":"p1","id":"tv4x_paws_03","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":107,"padded":112,"chunks":7,"seconds":1.1868432920018677,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.172325134277344e-07,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.2834298312664032,"n_options":2},{"kind":"p1","id":"tv4x_paws_04","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":86,"padded":96,"chunks":6,"seconds":1.0091350419970695,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.6093254089355469e-06,"mean_abs_dp":1.5497207641601562e-06,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.210747629404068,"n_options":2},{"kind":"p1","id":"tv4x_paws_05","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":96,"padded":96,"chunks":6,"seconds":0.8784800840076059,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":7.450580596923828e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.5033949613571167,"n_options":2},{"kind":"p1","id":"tv4x_paws_06","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":97,"padded":112,"chunks":7,"seconds":1.2141414170037024,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.811452865600586e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.5668308734893799,"n_options":2},{"kind":"p1","id":"tv4x_paws_07","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":72,"padded":80,"chunks":5,"seconds":0.9257240000006277,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.834766387939453e-07,"mean_abs_dp":9.685754776000977e-07,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.4673820734024048,"n_options":2},{"kind":"p1","id":"tv4x_paws_08","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":73,"padded":80,"chunks":5,"seconds":0.7937104169977829,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":4.3213367462158203e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.3115227520465851,"n_options":2},{"kind":"p1","id":"tv4x_paws_09","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":127,"padded":128,"chunks":8,"seconds":1.411162250005873,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":5.066394805908203e-07,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.2519233822822571,"n_options":2},{"kind":"p1","id":"tv4x_paws_10","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":86,"padded":96,"chunks":6,"seconds":1.0462266670074314,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":7.599592208862305e-07,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.3951742947101593,"n_options":2},{"kind":"p1","id":"tv4x_paws_11","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":99,"padded":112,"chunks":7,"seconds":1.1798937079729512,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.662441253662109e-07,"max_abs_dlogit_T":3.2186508178710938e-06,"near_tie":false,"oracle_top2_margin":0.16973772644996643,"n_options":2},{"kind":"p1","id":"tv4x_paws_12","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":93,"padded":96,"chunks":6,"seconds":0.9272027499973774,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.086162567138672e-07,"mean_abs_dp":1.9371509552001953e-07,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.43726658821105957,"n_options":2},{"kind":"p1","id":"tv4x_paws_13","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":107,"padded":112,"chunks":7,"seconds":1.1793025409861002,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5497207641601562e-06,"mean_abs_dp":1.5348196029663086e-06,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.33207952976226807,"n_options":2},{"kind":"p1","id":"tv4x_paws_14","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":0.8127921670093201,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.940696716308594e-08,"mean_abs_dp":7.450580596923828e-08,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.22963646054267883,"n_options":2},{"kind":"p1","id":"tv4x_paws_15","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":74,"padded":80,"chunks":5,"seconds":0.8583455830230378,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0728836059570312e-06,"mean_abs_dp":1.043081283569336e-06,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.38555964827537537,"n_options":2},{"kind":"p1","id":"tv4x_paws_16","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":68,"padded":80,"chunks":5,"seconds":0.9783939160115551,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.1920928955078125e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":false,"oracle_top2_margin":0.42694148421287537,"n_options":2},{"kind":"p1","id":"tv4x_paws_17","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.8425068330252543,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":5.960464477539062e-07,"max_abs_dlogit_T":2.5033950805664062e-06,"near_tie":false,"oracle_top2_margin":0.20490708947181702,"n_options":2},{"kind":"p1","id":"tv4x_paws_18","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":83,"padded":96,"chunks":6,"seconds":1.0509213749901392,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0,"mean_abs_dp":0.0,"max_abs_dlogit_T":1.3113021850585938e-06,"near_tie":false,"oracle_top2_margin":0.20717203617095947,"n_options":2},{"kind":"p1","id":"tv4x_paws_19","q":0,"qid":"paraphrase","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":0.9048642080160789,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.023313522338867e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.25582870841026306,"n_options":2},{"kind":"p1","id":"tv4x_sciq_00","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":1.6199280840228312,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.632158041000366e-08,"mean_abs_dp":1.3998942449688911e-08,"max_abs_dlogit_T":9.059906005859375e-06,"near_tie":false,"oracle_top2_margin":0.9667011499404907,"n_options":4},{"kind":"p1","id":"tv4x_sciq_01","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":57,"padded":64,"chunks":4,"seconds":0.7726537080015987,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":2.5331974029541016e-07,"max_abs_dlogit_T":2.5033950805664062e-06,"near_tie":false,"oracle_top2_margin":0.11972805857658386,"n_options":4},{"kind":"p1","id":"tv4x_sciq_02","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":102,"padded":112,"chunks":7,"seconds":1.1098632909997832,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.170012056827545e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.9568026661872864,"n_options":4},{"kind":"p1","id":"tv4x_sciq_03","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":97,"padded":112,"chunks":7,"seconds":1.0775826669996604,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.280606612563133e-08,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.9384280443191528,"n_options":4},{"kind":"p1","id":"tv4x_sciq_04","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":117,"padded":128,"chunks":8,"seconds":1.3129194999928586,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":2.766028046607971e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.0839184820652008,"n_options":4},{"kind":"p1","id":"tv4x_sciq_05","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":70,"padded":80,"chunks":5,"seconds":0.8552891250001267,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.8477439880371094e-06,"mean_abs_dp":9.359791874885559e-07,"max_abs_dlogit_T":7.778406143188477e-06,"near_tie":false,"oracle_top2_margin":0.3225005269050598,"n_options":4},{"kind":"p1","id":"tv4x_sciq_06","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":184,"padded":192,"chunks":12,"seconds":2.185342708020471,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0011717677116394e-08,"mean_abs_dp":6.024492904543877e-09,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.9903356432914734,"n_options":4},{"kind":"p1","id":"tv4x_sciq_07","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":82,"padded":96,"chunks":6,"seconds":0.9912475410092156,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.938353180885315e-08,"mean_abs_dp":2.403976395726204e-08,"max_abs_dlogit_T":6.556510925292969e-06,"near_tie":false,"oracle_top2_margin":0.9827399849891663,"n_options":4},{"kind":"p1","id":"tv4x_sciq_08","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":162,"padded":176,"chunks":11,"seconds":1.760775791015476,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":9.889481589198112e-08,"max_abs_dlogit_T":3.7550926208496094e-06,"near_tie":false,"oracle_top2_margin":0.8441504836082458,"n_options":4},{"kind":"p1","id":"tv4x_sciq_09","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":144,"padded":144,"chunks":9,"seconds":1.3741358330007643,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.51805579662323e-07,"max_abs_dlogit_T":4.351139068603516e-06,"near_tie":false,"oracle_top2_margin":0.7690727114677429,"n_options":4},{"kind":"p1","id":"tv4x_sciq_10","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":85,"padded":96,"chunks":6,"seconds":1.1036365000181831,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.9669532775878906e-06,"mean_abs_dp":9.771902114152908e-07,"max_abs_dlogit_T":1.000240445137024e-05,"near_tie":false,"oracle_top2_margin":0.7186641693115234,"n_options":4},{"kind":"p1","id":"tv4x_sciq_11","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":366,"padded":368,"chunks":23,"seconds":3.567554458975792,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":9.627547115087509e-08,"max_abs_dlogit_T":9.059906005859375e-06,"near_tie":false,"oracle_top2_margin":0.7560468316078186,"n_options":4},{"kind":"p1","id":"tv4x_sciq_12","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":192,"padded":192,"chunks":12,"seconds":1.9792853340040892,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.0978040993213654e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.872226357460022,"n_options":4},{"kind":"p1","id":"tv4x_sciq_13","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":147,"padded":160,"chunks":10,"seconds":1.6394256250059698,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":8.533243089914322e-08,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.8092012405395508,"n_options":4},{"kind":"p1","id":"tv4x_sciq_14","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":127,"padded":128,"chunks":8,"seconds":1.4749669160228223,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.845220923423767e-08,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.8467167019844055,"n_options":4},{"kind":"p1","id":"tv4x_sciq_15","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":270,"padded":272,"chunks":17,"seconds":2.612672583985841,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":6.239861249923706e-08,"max_abs_dlogit_T":6.139278411865234e-06,"near_tie":false,"oracle_top2_margin":0.9471396207809448,"n_options":4},{"kind":"p1","id":"tv4x_sciq_16","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":335,"padded":336,"chunks":21,"seconds":3.236395249987254,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":6.761401891708374e-07,"max_abs_dlogit_T":7.033348083496094e-06,"near_tie":false,"oracle_top2_margin":0.45971256494522095,"n_options":4},{"kind":"p1","id":"tv4x_sciq_17","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":169,"padded":176,"chunks":11,"seconds":1.6818065420084167,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.8477439880371094e-06,"mean_abs_dp":9.033828973770142e-07,"max_abs_dlogit_T":9.417533874511719e-06,"near_tie":false,"oracle_top2_margin":0.3270365595817566,"n_options":4},{"kind":"p1","id":"tv4x_sciq_18","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":65,"padded":80,"chunks":5,"seconds":0.8777191660192329,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":3.259629011154175e-07,"max_abs_dlogit_T":3.7997961044311523e-06,"near_tie":false,"oracle_top2_margin":0.5720489621162415,"n_options":4},{"kind":"p1","id":"tv4x_sciq_19","q":0,"qid":"answer","type":"choice","source":"transfer_v4_dev_sources","T":74,"padded":80,"chunks":5,"seconds":0.8737871249904856,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":1.546577550470829e-07,"max_abs_dlogit_T":8.58306884765625e-06,"near_tie":false,"oracle_top2_margin":0.9556483626365662,"n_options":4},{"kind":"p1","id":"tv4x_legacy_holdout_00","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.819897375011351,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.725290298461914e-07,"mean_abs_dp":3.3527612686157227e-07,"max_abs_dlogit_T":2.5033950805664062e-06,"near_tie":false,"oracle_top2_margin":0.6975672245025635,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_01","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.8737845839932561,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.960464477539062e-07,"max_abs_dlogit_T":3.1441450119018555e-06,"near_tie":false,"oracle_top2_margin":0.03042253851890564,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_02","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.787603750010021,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.5331974029541016e-07,"mean_abs_dp":2.4586915969848633e-07,"max_abs_dlogit_T":1.7881393432617188e-06,"near_tie":false,"oracle_top2_margin":0.6348230838775635,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_03","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":0.9617940419993829,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.940696716308594e-08,"mean_abs_dp":7.450580596923828e-08,"max_abs_dlogit_T":2.7939677238464355e-07,"near_tie":false,"oracle_top2_margin":0.04561471939086914,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_04","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.8268449169991072,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":5.066394805908203e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.5876218676567078,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_05","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":0.9819017919944599,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.023313522338867e-07,"max_abs_dlogit_T":2.130866050720215e-06,"near_tie":false,"oracle_top2_margin":0.0782371461391449,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_06","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":0.863206457986962,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":3.5762786865234375e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.5711351633071899,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_07","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":0.864919166022446,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":4.6193599700927734e-07,"max_abs_dlogit_T":8.58306884765625e-06,"near_tie":false,"oracle_top2_margin":0.7396279573440552,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_08","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.7847701249993406,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":4.544854164123535e-07,"max_abs_dlogit_T":4.172325134277344e-06,"near_tie":false,"oracle_top2_margin":0.7547731399536133,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_09","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.8151314590068068,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.205371856689453e-06,"mean_abs_dp":2.205371856689453e-06,"max_abs_dlogit_T":8.910894393920898e-06,"near_tie":false,"oracle_top2_margin":0.24087288975715637,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_10","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":0.9166883329744451,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.450580596923828e-08,"mean_abs_dp":6.705522537231445e-08,"max_abs_dlogit_T":1.6242265701293945e-06,"near_tie":false,"oracle_top2_margin":0.6889723539352417,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_11","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":0.8178057080076542,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":3.725290298461914e-07,"max_abs_dlogit_T":1.1324882507324219e-06,"near_tie":false,"oracle_top2_margin":0.1864413619041443,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_12","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.8455740420031361,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":5.066394805908203e-07,"max_abs_dlogit_T":3.8030557334423065e-06,"near_tie":false,"oracle_top2_margin":0.7034794092178345,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_13","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":78,"padded":80,"chunks":5,"seconds":0.9066337079857476,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":8.344650268554688e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.19806906580924988,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_14","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":0.860945874999743,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.4901161193847656e-07,"max_abs_dlogit_T":6.556510925292969e-07,"near_tie":false,"oracle_top2_margin":0.5819854140281677,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_15","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":0.9013832909986377,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":5.736947059631348e-07,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.6110415458679199,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_16","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":0.859328207996441,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":6.854534149169922e-07,"max_abs_dlogit_T":3.635883331298828e-06,"near_tie":false,"oracle_top2_margin":0.6085996031761169,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_17","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":77,"padded":80,"chunks":5,"seconds":0.963022583979182,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.834766387939453e-07,"mean_abs_dp":9.387731552124023e-07,"max_abs_dlogit_T":5.8710575103759766e-06,"near_tie":false,"oracle_top2_margin":0.2321089208126068,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_18","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":75,"padded":80,"chunks":5,"seconds":0.9103749170026276,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":7.599592208862305e-07,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.6196736097335815,"n_options":2},{"kind":"p1","id":"tv4x_legacy_holdout_19","q":0,"qid":"decision","type":"noul","source":"transfer_v4_dev_sources","T":76,"padded":80,"chunks":5,"seconds":0.9189847499947064,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":3.8743019104003906e-07,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.57481849193573,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_00","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":1.6410062090144493,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":1.1771917343139648e-06,"max_abs_dlogit_T":7.510185241699219e-06,"near_tie":false,"oracle_top2_margin":0.5304081439971924,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_01","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":1.4930878340092022,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.6763806343078613e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.785683274269104,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_02","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":1.6348265840206295,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":1.1771917343139648e-06,"max_abs_dlogit_T":7.510185241699219e-06,"near_tie":false,"oracle_top2_margin":0.5304081439971924,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_03","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":145,"padded":160,"chunks":10,"seconds":1.7108098339813296,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0,"mean_abs_dp":0.0,"max_abs_dlogit_T":1.8477439880371094e-06,"near_tie":false,"oracle_top2_margin":0.45854881405830383,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_04","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":136,"padded":144,"chunks":9,"seconds":1.5441200839995872,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":4.6193599700927734e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.3756886124610901,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_05","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":137,"padded":144,"chunks":9,"seconds":1.5182795000146143,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.868473529815674e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.7627792358398438,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_06","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":136,"padded":144,"chunks":9,"seconds":1.5034542089852039,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":4.6193599700927734e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.3756886124610901,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_07","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":136,"padded":144,"chunks":9,"seconds":1.5738995000137947,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.1920928955078125e-07,"max_abs_dlogit_T":9.5367431640625e-07,"near_tie":false,"oracle_top2_margin":0.3700430393218994,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_08","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":166,"padded":176,"chunks":11,"seconds":1.6629788749851286,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":4.3213367462158203e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.7355459928512573,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_09","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":167,"padded":176,"chunks":11,"seconds":2.004135374998441,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":4.6566128730773926e-08,"max_abs_dlogit_T":1.519918441772461e-06,"near_tie":false,"oracle_top2_margin":0.8914244174957275,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_10","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":166,"padded":176,"chunks":11,"seconds":1.8117462499940302,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":4.3213367462158203e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.7355459928512573,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_11","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":166,"padded":176,"chunks":11,"seconds":1.7221145410148893,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":3.8743019104003906e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.7365687489509583,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_12","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":1.3002447909966577,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":3.427267074584961e-07,"max_abs_dlogit_T":9.5367431640625e-07,"near_tie":false,"oracle_top2_margin":0.28672489523887634,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_13","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":1.2886920830060262,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":4.917383193969727e-07,"max_abs_dlogit_T":8.821487426757812e-06,"near_tie":false,"oracle_top2_margin":0.8679777383804321,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_14","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":1.1662732500117272,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":3.427267074584961e-07,"max_abs_dlogit_T":9.5367431640625e-07,"near_tie":false,"oracle_top2_margin":0.28672489523887634,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_15","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":122,"padded":128,"chunks":8,"seconds":1.2706646669830661,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.0563602447509766e-06,"mean_abs_dp":2.041459083557129e-06,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.1411517858505249,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_16","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":1.6847656249883585,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.0978193283081055e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.7229863405227661,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_17","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":1.5841265420021955,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.2665987014770508e-06,"mean_abs_dp":1.259148120880127e-06,"max_abs_dlogit_T":4.589557647705078e-06,"near_tie":false,"oracle_top2_margin":0.571626603603363,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_18","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":1.5043678329966497,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.0978193283081055e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.7229863405227661,"n_options":2},{"kind":"p1","id":"tv4x_composition_holdout_19","q":0,"qid":"decision","type":"choice","source":"transfer_v4_dev_sources","T":149,"padded":160,"chunks":10,"seconds":1.6296387079928536,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.6391277313232422e-07,"max_abs_dlogit_T":7.152557373046875e-07,"near_tie":false,"oracle_top2_margin":0.719793438911438,"n_options":2},{"kind":"p1","id":"tv4s_00","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.0937470000062604,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":4.6193599700927734e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.3157815933227539,"n_options":3},{"kind":"p1","id":"tv4s_01","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":1.161913708987413,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.2516975402832031e-06,"mean_abs_dp":7.798274358113607e-07,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.4067290723323822,"n_options":3},{"kind":"p1","id":"tv4s_02","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.155757625005208,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.4338563283284503e-07,"max_abs_dlogit_T":1.8775463104248047e-06,"near_tie":false,"oracle_top2_margin":0.11895173788070679,"n_options":3},{"kind":"p1","id":"tv4s_03","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":1.173891749989707,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-07,"mean_abs_dp":1.241763432820638e-07,"max_abs_dlogit_T":1.7285346984863281e-06,"near_tie":false,"oracle_top2_margin":0.09898605942726135,"n_options":3},{"kind":"p1","id":"tv4s_04","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.1544311250036117,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.8743019104003906e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.41046595573425293,"n_options":3},{"kind":"p1","id":"tv4s_05","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":1.1753703340073116,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-07,"mean_abs_dp":1.465280850728353e-07,"max_abs_dlogit_T":1.0132789611816406e-06,"near_tie":false,"oracle_top2_margin":0.5455268621444702,"n_options":3},{"kind":"p1","id":"tv4s_06","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.1929100830166135,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.662441253662109e-07,"mean_abs_dp":3.6756197611490887e-07,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.024926811456680298,"n_options":3},{"kind":"p1","id":"tv4s_07","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.133131458016578,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1622905731201172e-06,"mean_abs_dp":7.549921671549479e-07,"max_abs_dlogit_T":3.516674041748047e-06,"near_tie":false,"oracle_top2_margin":0.07871943712234497,"n_options":3},{"kind":"p1","id":"tv4s_08","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":1.1415382499981206,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.662441253662109e-07,"mean_abs_dp":3.8246313730875653e-07,"max_abs_dlogit_T":1.7881393432617188e-06,"near_tie":false,"oracle_top2_margin":0.11677592992782593,"n_options":3},{"kind":"p1","id":"tv4s_09","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.088208041008329,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.7881393432617188e-07,"max_abs_dlogit_T":1.5497207641601562e-06,"near_tie":false,"oracle_top2_margin":0.05665457248687744,"n_options":3},{"kind":"p1","id":"tv4s_10","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.1293492919940036,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":4.76837158203125e-07,"max_abs_dlogit_T":2.2649765014648438e-06,"near_tie":false,"oracle_top2_margin":0.10606691241264343,"n_options":3},{"kind":"p1","id":"tv4s_11","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.203240167000331,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06,"mean_abs_dp":7.251898447672526e-07,"max_abs_dlogit_T":2.682209014892578e-06,"near_tie":false,"oracle_top2_margin":0.0634344220161438,"n_options":3},{"kind":"p1","id":"tv4s_12","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":1.2024263330094982,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.8312206268310547e-07,"mean_abs_dp":1.7384688059488931e-07,"max_abs_dlogit_T":2.4139881134033203e-06,"near_tie":false,"oracle_top2_margin":0.4871361255645752,"n_options":3},{"kind":"p1","id":"tv4s_13","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":1.1149935410066973,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.023313522338867e-07,"mean_abs_dp":2.284844716389974e-07,"max_abs_dlogit_T":2.8312206268310547e-06,"near_tie":false,"oracle_top2_margin":0.5980459451675415,"n_options":3},{"kind":"p1","id":"tv4s_14","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":1.2486763750202954,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.986821492513021e-07,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":true,"oracle_top2_margin":0.01574954390525818,"n_options":3},{"kind":"p1","id":"tv4s_15","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":1.1741341250017285,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":5.563100179036459e-07,"max_abs_dlogit_T":3.516674041748047e-06,"near_tie":false,"oracle_top2_margin":0.07872390747070312,"n_options":3},{"kind":"p1","id":"tv4s_16","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":1.2257855840143748,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.685754776000977e-07,"mean_abs_dp":7.003545761108398e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.18242567777633667,"n_options":3},{"kind":"p1","id":"tv4s_17","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":100,"padded":112,"chunks":7,"seconds":1.1147677499975543,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":2.7815500895182293e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.07194459438323975,"n_options":3},{"kind":"p1","id":"tv4s_18","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":98,"padded":112,"chunks":7,"seconds":1.113840958016226,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.854534149169922e-07,"mean_abs_dp":4.520018895467122e-07,"max_abs_dlogit_T":3.2186508178710938e-06,"near_tie":false,"oracle_top2_margin":0.3651939928531647,"n_options":3},{"kind":"p1","id":"tv4s_19","q":0,"qid":"decision","type":"score","source":"transfer_v4_dev_score","T":99,"padded":112,"chunks":7,"seconds":1.0875360840000212,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":1.368423302968343e-06,"max_abs_dlogit_T":9.655952453613281e-06,"near_tie":false,"oracle_top2_margin":0.29585587978363037,"n_options":3},{"kind":"p1","id":"semif_a3f18f3a63d45345942b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":0.973753083992051,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.092371384302775e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.6473773717880249,"n_options":3,"hidden":{"max_abs_diff":5.14984130859375e-05,"ref_absmax":28.125850677490234,"rel_max_abs_diff":1.8309993065259663e-06,"min_pos_cos":0.9999999999962524,"min_pos_cos_index":47,"mean_pos_cos":0.9999999999986284,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"semif_f40beba9088c8db8bbd6","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":0.8760720409918576,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.60770320892334e-07,"mean_abs_dp":1.1920928955078125e-07,"max_abs_dlogit_T":4.172325134277344e-06,"near_tie":false,"oracle_top2_margin":0.8147870898246765,"n_options":3},{"kind":"p1","id":"semif_0b43ea8e24e74d621f1b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":60,"padded":64,"chunks":4,"seconds":0.7443724170152564,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.01203719774882e-07,"max_abs_dlogit_T":1.989305019378662e-06,"near_tie":false,"oracle_top2_margin":0.9045717716217041,"n_options":3},{"kind":"p1","id":"semif_942ec65dac0bfb9874f9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":60,"padded":64,"chunks":4,"seconds":0.7544604160066228,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.6391277313232422e-06,"mean_abs_dp":1.0579824447631836e-06,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.03487250208854675,"n_options":3},{"kind":"p1","id":"semif_e0c140e9222d1bce5647","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":0.805533375008963,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.5331974029541016e-07,"mean_abs_dp":1.695007085800171e-07,"max_abs_dlogit_T":1.7881393432617188e-06,"near_tie":false,"oracle_top2_margin":0.7138881683349609,"n_options":3},{"kind":"p1","id":"semif_8e8c3804a3c15ebb31e3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":0.8343593330064323,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.246830940246582e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.6479207277297974,"n_options":3},{"kind":"p1","id":"semif_56c419b12cd37cbe790c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":0.8722084169858135,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.0613272984822592e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.7378895282745361,"n_options":3},{"kind":"p1","id":"semif_75b470586834df8c568d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":0.7711869170016143,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.5762786865234375e-07,"max_abs_dlogit_T":2.5033950805664062e-06,"near_tie":false,"oracle_top2_margin":0.028810232877731323,"n_options":3},{"kind":"p1","id":"semif_834f3b3e10cc61b33d25","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":0.7318160419818014,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.2479722499847412e-07,"max_abs_dlogit_T":3.7550926208496094e-06,"near_tie":false,"oracle_top2_margin":0.6174204349517822,"n_options":3},{"kind":"p1","id":"semif_76c7a79b1ff2363a60c5","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":0.6484080410155002,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.3969838619232178e-07,"max_abs_dlogit_T":2.7418136596679688e-06,"near_tie":false,"oracle_top2_margin":0.9108183979988098,"n_options":3},{"kind":"p1","id":"semif_36c71bb649b7d5eccb1f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":57,"padded":64,"chunks":4,"seconds":0.7416112089995295,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.1979212760925293e-07,"max_abs_dlogit_T":9.715557098388672e-06,"near_tie":false,"oracle_top2_margin":0.8975834846496582,"n_options":3},{"kind":"p1","id":"semif_eac5121a4a1bf391a08c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":56,"padded":64,"chunks":4,"seconds":0.7953402080165688,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.917383193969727e-07,"mean_abs_dp":3.3279259999593097e-07,"max_abs_dlogit_T":4.157423973083496e-06,"near_tie":false,"oracle_top2_margin":0.6141079664230347,"n_options":3},{"kind":"p1","id":"semif_44574c44e243ee1b2f52","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":0.9314962080097757,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.0174851417541504e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.7463966608047485,"n_options":3},{"kind":"p1","id":"semif_2608370d01783735c3ea","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":0.9140604579879437,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":4.172325134277344e-07,"max_abs_dlogit_T":1.817941665649414e-06,"near_tie":false,"oracle_top2_margin":0.05861121416091919,"n_options":3},{"kind":"p1","id":"semif_ec94ef909f7918695ab3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":63,"padded":64,"chunks":4,"seconds":0.7268762919993605,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.4831464290618896e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.7390934228897095,"n_options":3},{"kind":"p1","id":"semif_03d919fd0e9b3a7cd1e6","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":0.6873894169984851,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.3213367462158203e-07,"mean_abs_dp":2.7815500895182293e-07,"max_abs_dlogit_T":2.682209014892578e-06,"near_tie":false,"oracle_top2_margin":0.5888532400131226,"n_options":3},{"kind":"p1","id":"semif_86a15618ba4cb90a307e","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":62,"padded":64,"chunks":4,"seconds":0.6982587079983205,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":8.692344029744466e-08,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.8870839476585388,"n_options":3},{"kind":"p1","id":"semif_3dd9c3ac98f8ddf7bdd3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":62,"padded":64,"chunks":4,"seconds":0.6440909999946598,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.5580326716105145e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.6225321292877197,"n_options":3},{"kind":"p1","id":"semif_36273dd4777876a26338","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":0.6648768750019372,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.774199962615967e-08,"mean_abs_dp":2.017865578333537e-08,"max_abs_dlogit_T":2.9355287551879883e-06,"near_tie":false,"oracle_top2_margin":0.9606409072875977,"n_options":3},{"kind":"p1","id":"semif_07ee70cfe4b01330ce89","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":0.7185051669948734,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":3.3775965372721356e-07,"max_abs_dlogit_T":4.172325134277344e-06,"near_tie":false,"oracle_top2_margin":0.12762874364852905,"n_options":3},{"kind":"p1","id":"semif_51ceab3ce622c7c759f1","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":0.8461696250014938,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.6546497742335e-07,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.9027648568153381,"n_options":3},{"kind":"p1","id":"semif_b8091be929b1e489fcc4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":0.8013421250216197,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.450580596923828e-08,"mean_abs_dp":5.712111790974935e-08,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.8441397547721863,"n_options":3},{"kind":"p1","id":"semif_c89b86e3f55123bfa506","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":65,"padded":80,"chunks":5,"seconds":0.9334040830144659,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.1606683731079102e-07,"mean_abs_dp":1.1175870895385742e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.9237306118011475,"n_options":3},{"kind":"p1","id":"semif_3b0958cabc339005cf66","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":0.6626549589855131,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2665987014770508e-06,"mean_abs_dp":8.642673492431641e-07,"max_abs_dlogit_T":7.18235969543457e-06,"near_tie":false,"oracle_top2_margin":0.358396053314209,"n_options":3},{"kind":"p1","id":"semif_f2b4ec4930322fe45118","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":0.7990048749779817,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.4776984850565592e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.6658164858818054,"n_options":3},{"kind":"p1","id":"semif_61ac20b07a5189231e15","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":1.213231417001225,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.657373746236165e-07,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.5127555131912231,"n_options":3},{"kind":"p1","id":"semif_4b3d794c004566610181","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":0.9096823330037296,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.225480516751607e-07,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.7644643187522888,"n_options":3},{"kind":"p1","id":"semif_b7c4e62d07986286fce0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":0.8768911660008598,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.682209014892578e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.18547630310058594,"n_options":3},{"kind":"p1","id":"semif_9473603b44af63beab79","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":0.8333093329856638,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":7.450580596923828e-07,"max_abs_dlogit_T":8.344650268554688e-06,"near_tie":false,"oracle_top2_margin":0.4208753705024719,"n_options":3},{"kind":"p1","id":"semif_d41072dc35d8cd14c056","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":0.8425050410151016,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.427267074584961e-07,"mean_abs_dp":2.4338563283284503e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.3230390250682831,"n_options":3},{"kind":"p1","id":"semif_33d6e5da58f0fee2490d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":0.9299280840205029,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.642673492431641e-07,"mean_abs_dp":5.811452865600586e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":false,"oracle_top2_margin":0.03421613574028015,"n_options":3},{"kind":"p1","id":"semif_823bf736b92e9d8fa66d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":0.8797230420168489,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.8312206268310547e-07,"mean_abs_dp":1.4901161193847656e-07,"max_abs_dlogit_T":1.5497207641601562e-06,"near_tie":false,"oracle_top2_margin":0.33118629455566406,"n_options":3},{"kind":"p1","id":"semif_8a4c3de28be95c105ca1","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":0.875493458006531,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.3213367462158203e-07,"mean_abs_dp":2.707044283548991e-07,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.4625657796859741,"n_options":3},{"kind":"p1","id":"semif_ea7ec66a5e8eac886548","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":75,"padded":80,"chunks":5,"seconds":0.9239832909952383,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.301568984985352e-07,"mean_abs_dp":4.7187010447184247e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.21984949707984924,"n_options":3},{"kind":"p1","id":"semif_25172cd6ddc49ab0ca70","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":0.9025644579960499,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":7.599592208862305e-07,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.29460233449935913,"n_options":3},{"kind":"p1","id":"semif_fb73a85d386cf59b0c51","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":0.9061657080019359,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":4.718701044718424e-08,"max_abs_dlogit_T":1.2516975402832031e-06,"near_tie":false,"oracle_top2_margin":0.20669782161712646,"n_options":3},{"kind":"p1","id":"semif_a02fd582d2881cc462b2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":0.8435545829997864,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.046627044677734e-07,"mean_abs_dp":5.364418029785156e-07,"max_abs_dlogit_T":6.973743438720703e-06,"near_tie":false,"oracle_top2_margin":0.17390939593315125,"n_options":3},{"kind":"p1","id":"semif_19f37d5a97034bd7d04f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":0.8463904999953229,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":8.940696716308594e-08,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.8648225665092468,"n_options":3},{"kind":"p1","id":"semif_fda0ca94652c6d739ecf","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":0.8671949160052463,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.241002559661865e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.8368752598762512,"n_options":3},{"kind":"p1","id":"semif_d0e36c4cb10a29b3191c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":0.8394604170171078,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.6391277313232422e-07,"mean_abs_dp":8.443991343180339e-08,"max_abs_dlogit_T":1.3746321201324463e-06,"near_tie":false,"oracle_top2_margin":0.2865877151489258,"n_options":3},{"kind":"p1","id":"semif_a0a39ace7e5337d038a7","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":0.7974350419826806,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.4280279477437338e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.8597530126571655,"n_options":3},{"kind":"p1","id":"semif_eeae283841ce75dd25bf","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":0.8058737090032082,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5497207641601562e-06,"mean_abs_dp":1.0405977567036946e-06,"max_abs_dlogit_T":6.735324859619141e-06,"near_tie":false,"oracle_top2_margin":0.4696289002895355,"n_options":3},{"kind":"p1","id":"semif_00bb4cc043f7d2b288d4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":0.8456776669772808,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.9247333208719888e-07,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.7398609519004822,"n_options":3},{"kind":"p1","id":"semif_1a81ead69e93e5d0c86a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":0.870308459008811,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":9.040037790934244e-07,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.24788936972618103,"n_options":3},{"kind":"p1","id":"semif_4444dad25e438f128673","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":0.9280347500171047,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.043081283569336e-06,"mean_abs_dp":7.251898447672526e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.15798577666282654,"n_options":3},{"kind":"p1","id":"semif_3226202ba1ada2570e9f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":0.8809475000016391,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.6391277313232422e-06,"mean_abs_dp":1.1275211970011394e-06,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.058840811252593994,"n_options":3},{"kind":"p1","id":"semif_3f783eec5c90812479bc","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":0.9135529159975704,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.109476089477539e-07,"mean_abs_dp":3.923972447713216e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.1389794647693634,"n_options":3},{"kind":"p1","id":"semif_ffee861474a9665a093a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":0.864914708014112,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.2782554626464844e-07,"max_abs_dlogit_T":3.039836883544922e-06,"near_tie":false,"oracle_top2_margin":0.36492863297462463,"n_options":3},{"kind":"p1","id":"semif_8c992e17e4fb54b044f5","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":0.7292238749796525,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.44044558207194e-07,"max_abs_dlogit_T":1.3113021850585938e-06,"near_tie":false,"oracle_top2_margin":0.24903073906898499,"n_options":3},{"kind":"p1","id":"semif_695dd61195ca025c4f4c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":62,"padded":64,"chunks":4,"seconds":0.8010730409878306,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":9.362896283467611e-07,"max_abs_dlogit_T":7.62939453125e-06,"near_tie":false,"oracle_top2_margin":0.6265780925750732,"n_options":3},{"kind":"p1","id":"semif_e6155431ab7b0f8170d4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":0.7171062499983236,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.470348358154297e-08,"mean_abs_dp":1.4901161193847656e-08,"max_abs_dlogit_T":2.384185791015625e-07,"near_tie":false,"oracle_top2_margin":0.5309679508209229,"n_options":3},{"kind":"p1","id":"semif_b49ecda75086d8c68d2a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":0.6702470419986639,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.642673492431641e-07,"mean_abs_dp":5.76178232828776e-07,"max_abs_dlogit_T":3.159046173095703e-06,"near_tie":false,"oracle_top2_margin":0.16984423995018005,"n_options":3},{"kind":"p1","id":"semif_587ced261c6092cd1325","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":0.9114535829867236,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.9802322387695312e-06,"mean_abs_dp":2.0116567611694336e-06,"max_abs_dlogit_T":1.1205673217773438e-05,"near_tie":false,"oracle_top2_margin":0.29910629987716675,"n_options":3},{"kind":"p1","id":"semif_533d4423d311de82b27d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":0.8290979170124047,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0728836059570312e-06,"mean_abs_dp":7.003545761108398e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.20385906100273132,"n_options":3},{"kind":"p1","id":"semif_2bf540d515a51755b25c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":0.7760597500018775,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.2665987014770508e-07,"mean_abs_dp":1.043081283569336e-07,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.7265769839286804,"n_options":3},{"kind":"p1","id":"semif_fdb9fc214aea2710763a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":51,"padded":64,"chunks":4,"seconds":0.7070926659798715,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.6756197611490887e-07,"max_abs_dlogit_T":2.2649765014648438e-06,"near_tie":false,"oracle_top2_margin":0.1179611086845398,"n_options":3},{"kind":"p1","id":"semif_f6d68126b43f8c9ed183","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":0.6791755420272239,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":4.942218462626139e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":false,"oracle_top2_margin":0.799848735332489,"n_options":3},{"kind":"p1","id":"semif_44bae0c8a1615a096c43","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":0.9701077920035459,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":1.3609727223714192e-06,"max_abs_dlogit_T":1.1682510375976562e-05,"near_tie":false,"oracle_top2_margin":0.3203999996185303,"n_options":3},{"kind":"p1","id":"semif_2175379f4c69e6207626","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":58,"padded":64,"chunks":4,"seconds":0.6934153749898542,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.44044558207194e-07,"max_abs_dlogit_T":2.2649765014648438e-06,"near_tie":true,"oracle_top2_margin":0.01896810531616211,"n_options":3},{"kind":"p1","id":"semif_def9fe59d262357a673a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":0.7189112500054762,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":7.177392641703287e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.09732639789581299,"n_options":3},{"kind":"p1","id":"semif_712f6ffb763eef7c9a12","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":0.7405849170172587,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.834766387939453e-07,"mean_abs_dp":6.159146626790365e-07,"max_abs_dlogit_T":2.4437904357910156e-06,"near_tie":false,"oracle_top2_margin":0.13914558291435242,"n_options":3},{"kind":"p1","id":"semif_e1d610bd14e3d16c09b9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":64,"padded":64,"chunks":4,"seconds":0.6997860829869751,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.9371509552001953e-07,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.6573848724365234,"n_options":3},{"kind":"p1","id":"semif_22ec57822db50ec121cf","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":54,"padded":64,"chunks":4,"seconds":0.648746916995151,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":1.3758738835652669e-06,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.04997369647026062,"n_options":3},{"kind":"p1","id":"semif_3e75f2b84e8e08e3d3f2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":0.8130460410029627,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.271666208902995e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.2756141722202301,"n_options":3},{"kind":"p1","id":"semif_ebd74aa05324a1556288","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":0.8468133750138804,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.104408582051595e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.749722421169281,"n_options":3},{"kind":"p1","id":"semif_d7e84e4245a29817da1f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":0.9301412909990177,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":9.5367431640625e-07,"mean_abs_dp":6.407499313354492e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":false,"oracle_top2_margin":0.43940702080726624,"n_options":3},{"kind":"p1","id":"semif_f41ae66b3c09630c7a42","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":61,"padded":64,"chunks":4,"seconds":0.7813612500031013,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":7.897615432739258e-07,"mean_abs_dp":5.165735880533854e-07,"max_abs_dlogit_T":7.331371307373047e-06,"near_tie":false,"oracle_top2_margin":0.4598276913166046,"n_options":3},{"kind":"p1","id":"semif_82c2cd97c160ad27951b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":54,"padded":64,"chunks":4,"seconds":0.7459349169803318,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":7.649262746175131e-07,"max_abs_dlogit_T":3.159046173095703e-06,"near_tie":false,"oracle_top2_margin":0.14875605702400208,"n_options":3},{"kind":"p1","id":"semif_7ada97b6f99f4788e5c7","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":0.9348835420096293,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.341104507446289e-06,"mean_abs_dp":8.841355641682943e-07,"max_abs_dlogit_T":6.9141387939453125e-06,"near_tie":false,"oracle_top2_margin":0.2047100067138672,"n_options":3},{"kind":"p1","id":"semif_4d7a003342db5b0a17e3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":70,"padded":80,"chunks":5,"seconds":0.8172811249969527,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":4.7187010447184247e-07,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.7220965027809143,"n_options":3},{"kind":"p1","id":"semif_19d3d8d0bf773e88be7b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":55,"padded":64,"chunks":4,"seconds":0.8718778749753255,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.470348358154297e-08,"mean_abs_dp":1.4901161193847656e-08,"max_abs_dlogit_T":5.438923835754395e-07,"near_tie":false,"oracle_top2_margin":0.844078779220581,"n_options":3},{"kind":"p1","id":"semif_d6de731cca52359b1c87","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":0.7445643340179231,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.0795733133951825e-07,"max_abs_dlogit_T":2.5033950805664062e-06,"near_tie":false,"oracle_top2_margin":0.088623046875,"n_options":3},{"kind":"p1","id":"semif_b45c63fb92729af27f05","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":0.8261548749869689,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":5.190571149190267e-07,"max_abs_dlogit_T":4.291534423828125e-06,"near_tie":false,"oracle_top2_margin":0.617178201675415,"n_options":3},{"kind":"p1","id":"semif_46b7029b9a704138b77a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":78,"padded":80,"chunks":5,"seconds":0.8050830840074923,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.470348358154297e-07,"mean_abs_dp":3.0299027760823566e-07,"max_abs_dlogit_T":3.5762786865234375e-06,"near_tie":false,"oracle_top2_margin":0.10240557789802551,"n_options":3},{"kind":"p1","id":"semif_caf773b23934fa7362a1","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":73,"padded":80,"chunks":5,"seconds":0.892909584013978,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.6825894514719644e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.7860848903656006,"n_options":3},{"kind":"p1","id":"semif_f46f392ef9e9e9df564b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":0.8479927080043126,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.2516975402832031e-06,"mean_abs_dp":8.195638656616211e-07,"max_abs_dlogit_T":8.344650268554688e-06,"near_tie":false,"oracle_top2_margin":0.502530574798584,"n_options":3},{"kind":"p1","id":"semif_005dcf6d2c0f21d64796","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":92,"padded":96,"chunks":6,"seconds":1.0070863750006538,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":7.972121238708496e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.6591771841049194,"n_options":3},{"kind":"p1","id":"semif_edb708bd0fe5fd67d6ee","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":93,"padded":96,"chunks":6,"seconds":0.9559559159970377,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.402431805928548e-07,"max_abs_dlogit_T":3.814697265625e-06,"near_tie":false,"oracle_top2_margin":0.29818880558013916,"n_options":3},{"kind":"p1","id":"semif_97a35499bd8717f3e786","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":86,"padded":96,"chunks":6,"seconds":0.9464575419842731,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.771615982055664e-06,"mean_abs_dp":1.8278757731119792e-06,"max_abs_dlogit_T":1.1324882507324219e-05,"near_tie":false,"oracle_top2_margin":0.08557590842247009,"n_options":3},{"kind":"p1","id":"semif_31eb4533d2c89959ec46","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":1.005369583988795,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.0299027760823566e-07,"max_abs_dlogit_T":1.259148120880127e-06,"near_tie":false,"oracle_top2_margin":0.29386773705482483,"n_options":3},{"kind":"p1","id":"semif_0aa24a6701ac9c56c4a0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":0.9208985419827513,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.705522537231445e-08,"mean_abs_dp":4.0978193283081055e-08,"max_abs_dlogit_T":3.382563591003418e-06,"near_tie":false,"oracle_top2_margin":0.887073278427124,"n_options":3},{"kind":"p1","id":"semif_796d5c0da6eaadae6a3f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":0.7749745000037365,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.078051567077637e-08,"max_abs_dlogit_T":2.4437904357910156e-06,"near_tie":false,"oracle_top2_margin":0.8756633400917053,"n_options":3},{"kind":"p1","id":"semif_599b3092b6fd18312d23","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":70,"padded":80,"chunks":5,"seconds":0.9225070000102278,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.662441253662109e-07,"mean_abs_dp":3.7749608357747394e-07,"max_abs_dlogit_T":4.887580871582031e-06,"near_tie":false,"oracle_top2_margin":0.4057760238647461,"n_options":3},{"kind":"p1","id":"semif_960a4bcd27363e6db4b9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":0.9442360420071054,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":5.513429641723633e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.23092997074127197,"n_options":3},{"kind":"p1","id":"semif_c6a411e7f2bbdf377173","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":90,"padded":96,"chunks":6,"seconds":0.9136906250205357,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.4570693969726562e-06,"mean_abs_dp":2.304712931315104e-06,"max_abs_dlogit_T":1.621246337890625e-05,"near_tie":false,"oracle_top2_margin":0.4384426474571228,"n_options":3},{"kind":"p1","id":"semif_e332aa927d0c2ed044aa","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":1.0450649590056855,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.2516975402832031e-06,"mean_abs_dp":8.046627044677734e-07,"max_abs_dlogit_T":6.079673767089844e-06,"near_tie":false,"oracle_top2_margin":0.025122374296188354,"n_options":3},{"kind":"p1","id":"semif_a0128e551d095f3449f8","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":0.880544582993025,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.847564458847046e-09,"mean_abs_dp":2.949188152949015e-09,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.9322084188461304,"n_options":3},{"kind":"p1","id":"semif_46d6a0731bd288c370f0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":65,"padded":80,"chunks":5,"seconds":0.9010570420068689,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.748603820800781e-07,"mean_abs_dp":4.818042119344076e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.4198586940765381,"n_options":3},{"kind":"p1","id":"semif_21ca7a8b970e36b8e20f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":97,"padded":112,"chunks":7,"seconds":1.1761576250137296,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.8743019104003906e-07,"mean_abs_dp":2.582867940266927e-07,"max_abs_dlogit_T":3.4570693969726562e-06,"near_tie":false,"oracle_top2_margin":0.043576329946517944,"n_options":3},{"kind":"p1","id":"semif_4aa83af95bb69e90bc2d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":95,"padded":96,"chunks":6,"seconds":1.0533287920115981,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":4.706283410390218e-07,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.3831571936607361,"n_options":3},{"kind":"p1","id":"semif_cdfa9eed51fafcf09b72","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":80,"padded":80,"chunks":5,"seconds":0.8207144160114694,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":9.126961231231689e-07,"max_abs_dlogit_T":5.0067901611328125e-06,"near_tie":false,"oracle_top2_margin":0.6123061776161194,"n_options":3},{"kind":"p1","id":"semif_d51b05bfb9d6d7f09331","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":86,"padded":96,"chunks":6,"seconds":0.968973291979637,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.427267074584961e-07,"mean_abs_dp":2.3345152537027994e-07,"max_abs_dlogit_T":1.4603137969970703e-06,"near_tie":false,"oracle_top2_margin":0.4349525570869446,"n_options":3},{"kind":"p1","id":"semif_fdd902cc6e65fad7cb4f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":0.9693169580132235,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.669030507405599e-07,"max_abs_dlogit_T":6.198883056640625e-06,"near_tie":false,"oracle_top2_margin":0.50705486536026,"n_options":3},{"kind":"p1","id":"semif_42384af9ae56beb37ff5","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":0.9896086670050863,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.046627044677734e-07,"mean_abs_dp":5.76178232828776e-07,"max_abs_dlogit_T":4.827976226806641e-06,"near_tie":false,"oracle_top2_margin":0.06503075361251831,"n_options":3},{"kind":"p1","id":"semif_cdf7f428857e1b841cb3","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":0.8578432080103084,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":8.99036725362142e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.3410225212574005,"n_options":3},{"kind":"p1","id":"semif_774f7f9245f83c796d44","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":63,"padded":64,"chunks":4,"seconds":0.7440469170105644,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-06,"mean_abs_dp":7.798274358113607e-07,"max_abs_dlogit_T":7.867813110351562e-06,"near_tie":false,"oracle_top2_margin":0.7296704649925232,"n_options":3},{"kind":"p1","id":"semif_92ec2ffa3dd46ada1335","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":87,"padded":96,"chunks":6,"seconds":1.0109900409879629,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.3213367462158203e-07,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.36772847175598145,"n_options":3},{"kind":"p1","id":"semif_6149a17bc154f9c5b4a0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":83,"padded":96,"chunks":6,"seconds":0.9460481670103036,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.0132789611816406e-06,"mean_abs_dp":6.92903995513916e-07,"max_abs_dlogit_T":6.4373016357421875e-06,"near_tie":false,"oracle_top2_margin":0.6154326796531677,"n_options":3},{"kind":"p1","id":"semif_be866e1dbec5d42d9423","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":1.0207106670131907,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.5149513880411783e-07,"max_abs_dlogit_T":1.430511474609375e-06,"near_tie":false,"oracle_top2_margin":0.6972379684448242,"n_options":3},{"kind":"p1","id":"semif_97d2ed2591fc7638806c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":1.0147147919924464,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.0613272984822592e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.31745457649230957,"n_options":3},{"kind":"p1","id":"semif_4533dd91267b4d815690","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":1.0756077500118408,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.1226545969645184e-07,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.4459984302520752,"n_options":3},{"kind":"p1","id":"semif_d880e65fef5e2993fdd0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":0.9400786249898374,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.973642985026042e-07,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.05805802345275879,"n_options":3},{"kind":"p1","id":"semif_90494c76078ffc3c717a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":1.0267130830034148,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-07,"mean_abs_dp":1.0927518208821614e-07,"max_abs_dlogit_T":1.3113021850585938e-06,"near_tie":false,"oracle_top2_margin":0.022894471883773804,"n_options":3},{"kind":"p1","id":"semif_9ac5cc82c4126c91174a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":0.9698712500103284,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":9.040037790934244e-07,"max_abs_dlogit_T":5.4836273193359375e-06,"near_tie":false,"oracle_top2_margin":0.042064547538757324,"n_options":3},{"kind":"p1","id":"semif_386e10b1c1ce906473a4","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":1.079589417000534,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.0994415283203125e-06,"mean_abs_dp":2.0613272984822593e-06,"max_abs_dlogit_T":1.0013580322265625e-05,"near_tie":false,"oracle_top2_margin":0.43534374237060547,"n_options":3},{"kind":"p1","id":"semif_4da6aedc1139224eeff2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":1.0251674169849139,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.407499313354492e-07,"mean_abs_dp":4.2965014775594074e-07,"max_abs_dlogit_T":6.794929504394531e-06,"near_tie":false,"oracle_top2_margin":0.7471664547920227,"n_options":3},{"kind":"p1","id":"semif_a22dab8ba073ff6cdb8d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":1.0560343750112224,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.0132789611816406e-06,"mean_abs_dp":6.904204686482748e-07,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.05925852060317993,"n_options":3},{"kind":"p1","id":"semif_42c54fa2ad45743e24d8","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":71,"padded":80,"chunks":5,"seconds":0.9209526659979019,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.430511474609375e-06,"mean_abs_dp":9.611248970031738e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.22642815113067627,"n_options":3},{"kind":"p1","id":"semif_f3d13cf184f916677def","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":1.008279500005301,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.3709068298339844e-06,"mean_abs_dp":9.040037790934244e-07,"max_abs_dlogit_T":4.887580871582031e-06,"near_tie":false,"oracle_top2_margin":0.05370849370956421,"n_options":3},{"kind":"p1","id":"semif_1105577da4c8dad4609d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":0.9664342920004856,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.582867940266927e-07,"max_abs_dlogit_T":2.7418136596679688e-06,"near_tie":false,"oracle_top2_margin":0.14877480268478394,"n_options":3},{"kind":"p1","id":"semif_0ebd299739302d8b057b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":1.037164917011978,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0728836059570312e-06,"mean_abs_dp":6.755193074544271e-07,"max_abs_dlogit_T":6.973743438720703e-06,"near_tie":false,"oracle_top2_margin":0.05391588807106018,"n_options":3},{"kind":"p1","id":"semif_eafc22c8c40df3932a8e","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":72,"padded":80,"chunks":5,"seconds":0.8700579580035992,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.854534149169922e-07,"mean_abs_dp":4.470348358154297e-07,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.0383472740650177,"n_options":3},{"kind":"p1","id":"semif_0aa1447680e4f25862bb","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":91,"padded":96,"chunks":6,"seconds":1.0635114169854205,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.043081283569336e-06,"mean_abs_dp":7.053216298421224e-07,"max_abs_dlogit_T":5.781650543212891e-06,"near_tie":false,"oracle_top2_margin":0.044051527976989746,"n_options":3},{"kind":"p1","id":"semif_980e76145c925747220c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":92,"padded":96,"chunks":6,"seconds":0.9646708749933168,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":8.667508761088053e-07,"max_abs_dlogit_T":8.821487426757812e-06,"near_tie":false,"oracle_top2_margin":0.48375236988067627,"n_options":3},{"kind":"p1","id":"semif_4aee37a6a155747766aa","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":89,"padded":96,"chunks":6,"seconds":0.953231166000478,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.5331974029541016e-07,"mean_abs_dp":1.9371509552001953e-07,"max_abs_dlogit_T":2.652406692504883e-06,"near_tie":false,"oracle_top2_margin":0.13445758819580078,"n_options":3},{"kind":"p1","id":"semif_6db17cc22bd656d78558","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":0.9559998750046361,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.2351741790771484e-07,"mean_abs_dp":1.4901161193847656e-07,"max_abs_dlogit_T":1.7285346984863281e-06,"near_tie":false,"oracle_top2_margin":0.40535932779312134,"n_options":3},{"kind":"p1","id":"semif_ef3e0f8e657bf59f8a29","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":83,"padded":96,"chunks":6,"seconds":1.2153091249929275,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.046627044677734e-07,"mean_abs_dp":5.165735880533854e-07,"max_abs_dlogit_T":3.933906555175781e-06,"near_tie":false,"oracle_top2_margin":0.15905368328094482,"n_options":3},{"kind":"p1","id":"semif_f756e1cb04e11766341e","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":89,"padded":96,"chunks":6,"seconds":1.0376162499887869,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.3113021850585938e-06,"mean_abs_dp":8.742014567057291e-07,"max_abs_dlogit_T":5.364418029785156e-06,"near_tie":false,"oracle_top2_margin":0.1089421808719635,"n_options":3},{"kind":"p1","id":"semif_d167e51bb1f499099645","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":69,"padded":80,"chunks":5,"seconds":0.852937749994453,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.682209014892578e-07,"max_abs_dlogit_T":1.0728836059570312e-06,"near_tie":true,"oracle_top2_margin":0.01671499013900757,"n_options":3},{"kind":"p1","id":"semif_674ca4e9346216255466","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":59,"padded":64,"chunks":4,"seconds":0.7610108340159059,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.8312206268310547e-07,"mean_abs_dp":1.6887982686360678e-07,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.5046945810317993,"n_options":3},{"kind":"p1","id":"semif_1df851a202994a07f123","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":77,"padded":80,"chunks":5,"seconds":0.8533746670000255,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.332993507385254e-08,"mean_abs_dp":2.8560558954874676e-08,"max_abs_dlogit_T":2.034008502960205e-06,"near_tie":false,"oracle_top2_margin":0.9035253524780273,"n_options":3},{"kind":"p1","id":"semif_b5e6788d95b8395d2888","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":76,"padded":80,"chunks":5,"seconds":0.9307505000033416,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":6.295740604400635e-07,"max_abs_dlogit_T":1.290440559387207e-05,"near_tie":false,"oracle_top2_margin":0.8871046304702759,"n_options":3},{"kind":"p1","id":"semif_32f36cd0fbbfb3604586","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":66,"padded":80,"chunks":5,"seconds":0.8439867499982938,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.043081283569336e-07,"mean_abs_dp":4.718701044718424e-08,"max_abs_dlogit_T":3.2335519790649414e-06,"near_tie":false,"oracle_top2_margin":0.6213997006416321,"n_options":3},{"kind":"p1","id":"semif_843185706adff0c60f8b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":67,"padded":80,"chunks":5,"seconds":0.9462132079934236,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.4280279477437338e-07,"max_abs_dlogit_T":1.0721385478973389e-05,"near_tie":false,"oracle_top2_margin":0.12877494096755981,"n_options":3},{"kind":"p1","id":"semif_b531dd603bf080dab820","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":82,"padded":96,"chunks":6,"seconds":1.012482040998293,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.384185791015625e-07,"max_abs_dlogit_T":1.8761493265628815e-06,"near_tie":false,"oracle_top2_margin":0.35339561104774475,"n_options":3},{"kind":"p1","id":"semif_be2dd67bc733c1213bef","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":1.0723626670078374,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5497207641601562e-06,"mean_abs_dp":1.0281801223754883e-06,"max_abs_dlogit_T":1.1444091796875e-05,"near_tie":false,"oracle_top2_margin":0.12457886338233948,"n_options":3},{"kind":"p1","id":"semif_b8e2750307df9761e716","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":0.8112294169841334,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.8494666417439777e-07,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.4760705828666687,"n_options":3},{"kind":"p1","id":"semif_5d31b4bf2d0fc193f53b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":84,"padded":96,"chunks":6,"seconds":0.9580904580070637,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.5762786865234375e-07,"max_abs_dlogit_T":9.775161743164062e-06,"near_tie":false,"oracle_top2_margin":0.2525418996810913,"n_options":3},{"kind":"p1","id":"semif_a9230edfc6ec9e524af0","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":0.9099216249887832,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4603137969970703e-06,"mean_abs_dp":9.5367431640625e-07,"max_abs_dlogit_T":1.1324882507324219e-05,"near_tie":false,"oracle_top2_margin":0.12013593316078186,"n_options":3},{"kind":"p1","id":"semif_c100e84585149a04be49","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":0.8438891250116285,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.427267074584961e-07,"mean_abs_dp":2.3096799850463867e-07,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.628185510635376,"n_options":3},{"kind":"p1","id":"semif_579beed184ffc1104aa9","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":65,"padded":80,"chunks":5,"seconds":0.9534747500147205,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1324882507324219e-06,"mean_abs_dp":8.09629758199056e-07,"max_abs_dlogit_T":5.245208740234375e-06,"near_tie":false,"oracle_top2_margin":0.16769906878471375,"n_options":3},{"kind":"p1","id":"semif_c4e9bd463b6fde5be743","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":53,"padded":64,"chunks":4,"seconds":0.7235578749969136,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.682209014892578e-07,"mean_abs_dp":1.8129746119181314e-07,"max_abs_dlogit_T":5.066394805908203e-06,"near_tie":false,"oracle_top2_margin":0.7536282539367676,"n_options":3},{"kind":"p1","id":"semif_b863998d4be2721a5dfd","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":0.9904597080021631,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.086162567138672e-06,"mean_abs_dp":1.3609727223714192e-06,"max_abs_dlogit_T":6.720423698425293e-06,"near_tie":false,"oracle_top2_margin":0.08771461248397827,"n_options":3},{"kind":"p1","id":"semif_37cebc3792e98049439f","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":85,"padded":96,"chunks":6,"seconds":0.9663191660074517,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.35744833946228e-08,"max_abs_dlogit_T":4.231929779052734e-06,"near_tie":false,"oracle_top2_margin":0.8853868246078491,"n_options":3},{"kind":"p1","id":"semif_64d63f86e328aff1481c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":93,"padded":96,"chunks":6,"seconds":0.9913411250163335,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":1.01203719774882e-07,"max_abs_dlogit_T":4.857778549194336e-06,"near_tie":false,"oracle_top2_margin":0.9121700525283813,"n_options":3},{"kind":"p1","id":"semif_6d64a8459f64eac7f4cc","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":90,"padded":96,"chunks":6,"seconds":0.9694610419974197,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.043081283569336e-06,"mean_abs_dp":7.202227910359701e-07,"max_abs_dlogit_T":4.276633262634277e-06,"near_tie":false,"oracle_top2_margin":0.39074867963790894,"n_options":3},{"kind":"p1","id":"semif_2708193212d8a4a523c7","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":90,"padded":96,"chunks":6,"seconds":1.0064720420050435,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":5.861123402913412e-07,"max_abs_dlogit_T":3.419816493988037e-06,"near_tie":false,"oracle_top2_margin":0.20737019181251526,"n_options":3},{"kind":"p1","id":"semif_5a37d1dfcad20810a76a","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":0.8633861670095939,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.0554989178975423e-07,"max_abs_dlogit_T":2.86102294921875e-06,"near_tie":false,"oracle_top2_margin":0.4521888494491577,"n_options":3},{"kind":"p1","id":"semif_acacd8b46acd25cb954b","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":89,"padded":96,"chunks":6,"seconds":1.0970728329848498,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06,"mean_abs_dp":7.202227910359701e-07,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.06195080280303955,"n_options":3},{"kind":"p1","id":"semif_4089c199b8b796ec3ed8","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":88,"padded":96,"chunks":6,"seconds":1.0712392079876736,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.2665987014770508e-07,"mean_abs_dp":1.0182460149129231e-07,"max_abs_dlogit_T":9.201467037200928e-07,"near_tie":true,"oracle_top2_margin":0.0032414793968200684,"n_options":3},{"kind":"p1","id":"semif_02f2b95a5c5a4777a45c","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":74,"padded":80,"chunks":5,"seconds":0.8481706670136191,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.564621925354004e-07,"max_abs_dlogit_T":2.473592758178711e-06,"near_tie":false,"oracle_top2_margin":0.6085776090621948,"n_options":3},{"kind":"p1","id":"semif_ebea4681e3dcc7d92ca2","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":79,"padded":80,"chunks":5,"seconds":0.8127539579872973,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.5762786865234375e-07,"max_abs_dlogit_T":2.1457672119140625e-06,"near_tie":false,"oracle_top2_margin":0.13673824071884155,"n_options":3},{"kind":"p1","id":"semif_b8c5b9b285cbdddc9f8d","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":70,"padded":80,"chunks":5,"seconds":0.8300861669995356,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":4.3710072835286457e-07,"max_abs_dlogit_T":2.3245811462402344e-06,"near_tie":false,"oracle_top2_margin":0.0788612961769104,"n_options":3},{"kind":"p1","id":"semif_7ed75d854d99b3a81916","q":0,"qid":"decision","type":"choice","source":"semif_authored144","T":68,"padded":80,"chunks":5,"seconds":0.8447281669941731,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.705522537231445e-08,"mean_abs_dp":4.2219956715901695e-08,"max_abs_dlogit_T":1.2218952178955078e-06,"near_tie":false,"oracle_top2_margin":0.4379068613052368,"n_options":3},{"kind":"p1","id":"own_t01","q":0,"qid":"team","type":"choice","source":"own_text","T":184,"padded":192,"chunks":12,"seconds":2.0752940829843283,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":2.905726432800293e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.3381020724773407,"n_options":5,"hidden":{"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195,"rel_max_abs_diff":1.3921787020831867e-06,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"mean_pos_cos":0.999999999998794,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t01","q":1,"qid":"several_actions","type":"noul","source":"own_text","T":149,"padded":160,"chunks":10,"seconds":1.6242722089809831,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":8.940696716308594e-08,"max_abs_dlogit_T":7.748603820800781e-07,"near_tie":false,"oracle_top2_margin":0.30454543232917786,"n_options":2,"hidden":{"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195,"rel_max_abs_diff":1.3921787020831867e-06,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"mean_pos_cos":0.9999999999987754,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t01","q":2,"qid":"upset","type":"score","source":"own_text","T":158,"padded":160,"chunks":10,"seconds":1.5660386249946896,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":3.110617399215698e-07,"max_abs_dlogit_T":3.3974647521972656e-06,"near_tie":false,"oracle_top2_margin":0.22719793021678925,"n_options":4,"hidden":{"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195,"rel_max_abs_diff":1.3921787020831867e-06,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"mean_pos_cos":0.9999999999987854,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t01","q":3,"qid":"refund","type":"noul","source":"own_text","T":156,"padded":160,"chunks":10,"seconds":1.6382079170143697,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":6.407499313354492e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.7503683567047119,"n_options":2,"hidden":{"max_abs_diff":4.1961669921875e-05,"ref_absmax":30.141008377075195,"rel_max_abs_diff":1.3921787020831867e-06,"min_pos_cos":0.9999999999964715,"min_pos_cos_index":2,"mean_pos_cos":0.9999999999987957,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_t02","q":0,"qid":"impact","type":"score","source":"own_text","T":270,"padded":272,"chunks":17,"seconds":2.749268333980581,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.066394805908203e-07,"mean_abs_dp":2.6263296604156494e-07,"max_abs_dlogit_T":1.9073486328125e-06,"near_tie":false,"oracle_top2_margin":0.12554225325584412,"n_options":4},{"kind":"p1","id":"own_t02","q":1,"qid":"standby","type":"choice","source":"own_text","T":303,"padded":304,"chunks":19,"seconds":3.1268286670092493,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.1026859283447266e-07,"max_abs_dlogit_T":6.67572021484375e-06,"near_tie":false,"oracle_top2_margin":0.7914202213287354,"n_options":5},{"kind":"p1","id":"own_t02","q":2,"qid":"boil_notice","type":"noul","source":"own_text","T":262,"padded":272,"chunks":17,"seconds":2.71002754199435,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":7.450580596923828e-08,"max_abs_dlogit_T":4.0531158447265625e-06,"near_tie":false,"oracle_top2_margin":0.8067709803581238,"n_options":2},{"kind":"p1","id":"own_t03","q":0,"qid":"day","type":"choice","source":"own_text","T":232,"padded":240,"chunks":15,"seconds":2.384392082982231,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":2.682209014892578e-07,"max_abs_dlogit_T":4.5299530029296875e-06,"near_tie":false,"oracle_top2_margin":0.5557763576507568,"n_options":6},{"kind":"p1","id":"own_t03","q":1,"qid":"confirmed","type":"noul","source":"own_text","T":214,"padded":224,"chunks":14,"seconds":2.281462915998418,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":8.195638656616211e-07,"max_abs_dlogit_T":3.9637088775634766e-06,"near_tie":false,"oracle_top2_margin":0.7302511930465698,"n_options":2},{"kind":"p1","id":"own_t03","q":2,"qid":"place","type":"choice","source":"own_text","T":245,"padded":256,"chunks":16,"seconds":2.659634834009921,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06,"mean_abs_dp":5.820766091346741e-07,"max_abs_dlogit_T":5.066394805908203e-06,"near_tie":false,"oracle_top2_margin":0.18012985587120056,"n_options":4},{"kind":"p1","id":"own_t04","q":0,"qid":"crash_owner","type":"choice","source":"own_text","T":190,"padded":192,"chunks":12,"seconds":1.9204937499889638,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.82310962677002e-08,"mean_abs_dp":5.168840289115906e-08,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.8690025806427002,"n_options":4},{"kind":"p1","id":"own_t04","q":1,"qid":"blocked","type":"noul","source":"own_text","T":169,"padded":176,"chunks":11,"seconds":1.7592679169902112,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":4.6193599700927734e-07,"max_abs_dlogit_T":2.3543834686279297e-06,"near_tie":false,"oracle_top2_margin":0.106167733669281,"n_options":2},{"kind":"p1","id":"own_t04","q":2,"qid":"release_day","type":"choice","source":"own_text","T":191,"padded":192,"chunks":12,"seconds":1.8879353330121376,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.8743019104003906e-07,"mean_abs_dp":1.648440957069397e-07,"max_abs_dlogit_T":1.7210841178894043e-06,"near_tie":false,"oracle_top2_margin":0.05060693621635437,"n_options":4},{"kind":"p1","id":"own_t04","q":3,"qid":"blockers","type":"score","source":"own_text","T":175,"padded":176,"chunks":11,"seconds":1.7927418329927605,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.8743019104003906e-07,"mean_abs_dp":2.7815500895182293e-07,"max_abs_dlogit_T":1.6689300537109375e-06,"near_tie":false,"oracle_top2_margin":0.14521116018295288,"n_options":3},{"kind":"p1","id":"own_t05","q":0,"qid":"stars","type":"score","source":"own_text","T":132,"padded":144,"chunks":9,"seconds":1.5031559170165565,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":3.769993782043457e-07,"max_abs_dlogit_T":7.62939453125e-06,"near_tie":false,"oracle_top2_margin":0.08131647109985352,"n_options":5},{"kind":"p1","id":"own_t05","q":1,"qid":"complaint","type":"choice","source":"own_text","T":158,"padded":160,"chunks":10,"seconds":1.6006825829972513,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":1.4994293451309204e-07,"max_abs_dlogit_T":5.036592483520508e-06,"near_tie":false,"oracle_top2_margin":0.397593230009079,"n_options":6},{"kind":"p1","id":"own_t05","q":2,"qid":"recommend","type":"noul","source":"own_text","T":117,"padded":128,"chunks":8,"seconds":1.3318116669834126,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.82310962677002e-08,"mean_abs_dp":3.91155481338501e-08,"max_abs_dlogit_T":5.7220458984375e-06,"near_tie":false,"oracle_top2_margin":0.9450063109397888,"n_options":2},{"kind":"p1","id":"own_t05","q":3,"qid":"returning","type":"noul","source":"own_text","T":125,"padded":128,"chunks":8,"seconds":1.2363977920031175,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.60770320892334e-08,"mean_abs_dp":1.30385160446167e-08,"max_abs_dlogit_T":1.1920928955078125e-06,"near_tie":false,"oracle_top2_margin":0.9648926258087158,"n_options":2},{"kind":"p1","id":"own_t06","q":0,"qid":"first_request","type":"choice","source":"own_text","T":301,"padded":304,"chunks":19,"seconds":3.2973728330107406,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":2.1639280021190643e-07,"max_abs_dlogit_T":8.940696716308594e-06,"near_tie":false,"oracle_top2_margin":0.048377931118011475,"n_options":10},{"kind":"p1","id":"own_t06","q":1,"qid":"fixed","type":"noul","source":"own_text","T":223,"padded":224,"chunks":14,"seconds":2.2181832080241293,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":4.172325134277344e-07,"max_abs_dlogit_T":2.9802322387695312e-06,"near_tie":false,"oracle_top2_margin":0.5263986587524414,"n_options":2},{"kind":"p1","id":"own_t06","q":2,"qid":"patience","type":"score","source":"own_text","T":224,"padded":224,"chunks":14,"seconds":2.253346582991071,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-06,"mean_abs_dp":1.0281801223754883e-06,"max_abs_dlogit_T":7.4533745646476746e-06,"near_tie":false,"oracle_top2_margin":0.04287439584732056,"n_options":3},{"kind":"p1","id":"own_t07","q":0,"qid":"slot","type":"choice","source":"own_text","T":219,"padded":224,"chunks":14,"seconds":2.3240348750259727,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.364418029785156e-07,"mean_abs_dp":3.501772880554199e-07,"max_abs_dlogit_T":4.902482032775879e-06,"near_tie":false,"oracle_top2_margin":0.13217660784721375,"n_options":4},{"kind":"p1","id":"own_t07","q":1,"qid":"callback","type":"noul","source":"own_text","T":174,"padded":176,"chunks":11,"seconds":1.7457079169980716,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":2.086162567138672e-07,"max_abs_dlogit_T":2.205371856689453e-06,"near_tie":false,"oracle_top2_margin":0.6053133010864258,"n_options":2},{"kind":"p1","id":"own_t07","q":2,"qid":"callback_time","type":"choice","source":"own_text","T":187,"padded":192,"chunks":12,"seconds":1.7970107499859296,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.5497207641601562e-06,"mean_abs_dp":1.0281801223754883e-06,"max_abs_dlogit_T":6.109476089477539e-06,"near_tie":false,"oracle_top2_margin":0.2717403173446655,"n_options":3},{"kind":"p1","id":"own_t08","q":0,"qid":"owes","type":"noul","source":"own_text","T":155,"padded":160,"chunks":10,"seconds":1.7341397079871967,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.940696716308594e-07,"mean_abs_dp":8.791685104370117e-07,"max_abs_dlogit_T":2.0265579223632812e-06,"near_tie":false,"oracle_top2_margin":0.1572883427143097,"n_options":2},{"kind":"p1","id":"own_t08","q":1,"qid":"rule","type":"choice","source":"own_text","T":155,"padded":160,"chunks":10,"seconds":1.5575069159967825,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.0132789611816406e-06,"mean_abs_dp":6.48200511932373e-07,"max_abs_dlogit_T":5.125999450683594e-06,"near_tie":false,"oracle_top2_margin":0.03466594219207764,"n_options":4},{"kind":"p1","id":"own_t08","q":2,"qid":"amount","type":"score","source":"own_text","T":170,"padded":176,"chunks":11,"seconds":1.9151539590093307,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.046627044677734e-07,"mean_abs_dp":5.383044481277466e-07,"max_abs_dlogit_T":3.2335519790649414e-06,"near_tie":false,"oracle_top2_margin":0.25134599208831787,"n_options":4},{"kind":"p1","id":"own_t09","q":0,"qid":"error","type":"noul","source":"own_text","T":122,"padded":128,"chunks":8,"seconds":1.2681102500064299,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":2.7567148208618164e-07,"max_abs_dlogit_T":2.6226043701171875e-06,"near_tie":false,"oracle_top2_margin":0.6116014122962952,"n_options":2},{"kind":"p1","id":"own_t09","q":1,"qid":"fix","type":"choice","source":"own_text","T":151,"padded":160,"chunks":10,"seconds":1.7280603339895606,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.960464477539062e-07,"mean_abs_dp":3.030290827155113e-07,"max_abs_dlogit_T":1.0251998901367188e-05,"near_tie":false,"oracle_top2_margin":0.7431982159614563,"n_options":4},{"kind":"p1","id":"own_t10","q":0,"qid":"topic","type":"choice","source":"own_text","T":161,"padded":176,"chunks":11,"seconds":1.6890329169982579,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":7.112976163625717e-08,"max_abs_dlogit_T":3.337860107421875e-06,"near_tie":false,"oracle_top2_margin":0.9358961582183838,"n_options":5},{"kind":"p1","id":"own_t10","q":1,"qid":"first_time","type":"noul","source":"own_text","T":140,"padded":144,"chunks":9,"seconds":1.4465912919840775,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":1.9371509552001953e-07,"max_abs_dlogit_T":2.4437904357910156e-06,"near_tie":false,"oracle_top2_margin":0.07992240786552429,"n_options":2},{"kind":"p1","id":"own_t10","q":2,"qid":"escalation","type":"score","source":"own_text","T":156,"padded":160,"chunks":10,"seconds":1.5803742909920402,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1026859283447266e-06,"mean_abs_dp":6.165355443954468e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":true,"oracle_top2_margin":0.011951148509979248,"n_options":4},{"kind":"p1","id":"own_j01","q":0,"qid":"overdue","type":"noul","source":"own_json","T":212,"padded":224,"chunks":14,"seconds":2.3072537090047263,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.960464477539063e-08,"mean_abs_dp":5.960464477539063e-08,"max_abs_dlogit_T":7.152557373046875e-07,"near_tie":false,"oracle_top2_margin":0.36813127994537354,"n_options":2},{"kind":"p1","id":"own_j01","q":1,"qid":"method","type":"choice","source":"own_json","T":223,"padded":224,"chunks":14,"seconds":2.307858624990331,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":3.725290298461914e-07,"max_abs_dlogit_T":3.423541784286499e-06,"near_tie":false,"oracle_top2_margin":0.145786851644516,"n_options":4},{"kind":"p1","id":"own_j01","q":2,"qid":"size","type":"score","source":"own_json","T":242,"padded":256,"chunks":16,"seconds":2.609286874998361,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":7.301568984985352e-07,"mean_abs_dp":3.7997961044311523e-07,"max_abs_dlogit_T":3.248453140258789e-06,"near_tie":false,"oracle_top2_margin":0.06988182663917542,"n_options":4},{"kind":"p1","id":"own_j01","q":3,"qid":"reminded","type":"noul","source":"own_json","T":223,"padded":224,"chunks":14,"seconds":2.252080541977193,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":7.152557373046875e-07,"max_abs_dlogit_T":3.2782554626464844e-06,"near_tie":false,"oracle_top2_margin":0.15178239345550537,"n_options":2},{"kind":"p1","id":"own_j02","q":0,"qid":"next_action","type":"choice","source":"own_json","T":332,"padded":336,"chunks":21,"seconds":3.4756960830127355,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.21540641784668e-07,"mean_abs_dp":1.477077603340149e-07,"max_abs_dlogit_T":3.2782554626464844e-06,"near_tie":true,"oracle_top2_margin":0.007524773478507996,"n_options":10},{"kind":"p1","id":"own_j02","q":1,"qid":"partial","type":"noul","source":"own_json","T":232,"padded":240,"chunks":15,"seconds":2.6695464170188643,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0,"mean_abs_dp":0.0,"max_abs_dlogit_T":2.980232238769531e-07,"near_tie":false,"oracle_top2_margin":0.10447829961776733,"n_options":2},{"kind":"p1","id":"own_j02","q":2,"qid":"charged_claim","type":"noul","source":"own_json","T":237,"padded":240,"chunks":15,"seconds":2.576790125021944,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.384185791015625e-06,"mean_abs_dp":2.3543834686279297e-06,"max_abs_dlogit_T":8.881092071533203e-06,"near_tie":false,"oracle_top2_margin":0.08897575736045837,"n_options":2},{"kind":"p1","id":"own_j03","q":0,"qid":"out_of_range","type":"choice","source":"own_json","T":380,"padded":384,"chunks":24,"seconds":3.6541164169902913,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.556510925292969e-07,"mean_abs_dp":3.5390257835388184e-07,"max_abs_dlogit_T":2.294778823852539e-06,"near_tie":false,"oracle_top2_margin":0.06177407503128052,"n_options":4,"hidden":{"max_abs_diff":2.956390380859375e-05,"ref_absmax":28.847328186035156,"rel_max_abs_diff":1.024840276989863e-06,"min_pos_cos":0.9999999999975573,"min_pos_cos_index":122,"mean_pos_cos":0.9999999999989263,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_j03","q":1,"qid":"urgency","type":"score","source":"own_json","T":333,"padded":336,"chunks":21,"seconds":3.668528833979508,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.725290298461914e-07,"mean_abs_dp":1.6071966716221402e-07,"max_abs_dlogit_T":4.276633262634277e-06,"near_tie":false,"oracle_top2_margin":0.020112618803977966,"n_options":7,"hidden":{"max_abs_diff":2.956390380859375e-05,"ref_absmax":28.847328186035156,"rel_max_abs_diff":1.024840276989863e-06,"min_pos_cos":0.9999999999975573,"min_pos_cos_index":122,"mean_pos_cos":0.9999999999989644,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_j03","q":2,"qid":"vents_cause","type":"noul","source":"own_json","T":314,"padded":320,"chunks":20,"seconds":3.2153115829860326,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":6.854534149169922e-07,"max_abs_dlogit_T":1.8477439880371094e-06,"near_tie":false,"oracle_top2_margin":0.02395007014274597,"n_options":2,"hidden":{"max_abs_diff":2.956390380859375e-05,"ref_absmax":28.847328186035156,"rel_max_abs_diff":1.024840276989863e-06,"min_pos_cos":0.9999999999975573,"min_pos_cos_index":122,"mean_pos_cos":0.9999999999989555,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_j04","q":0,"qid":"declined","type":"choice","source":"own_json","T":180,"padded":192,"chunks":12,"seconds":1.7429469590133522,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.8312206268310547e-07,"mean_abs_dp":1.3224780559539795e-07,"max_abs_dlogit_T":1.952052116394043e-06,"near_tie":false,"oracle_top2_margin":0.5144549608230591,"n_options":4},{"kind":"p1","id":"own_j04","q":1,"qid":"online","type":"noul","source":"own_json","T":171,"padded":176,"chunks":11,"seconds":1.8778330830100458,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.384185791015625e-07,"mean_abs_dp":2.2351741790771484e-07,"max_abs_dlogit_T":2.473592758178711e-06,"near_tie":false,"oracle_top2_margin":0.32075631618499756,"n_options":2},{"kind":"p1","id":"own_j04","q":2,"qid":"notice","type":"score","source":"own_json","T":196,"padded":208,"chunks":13,"seconds":2.103354374994524,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.5762786865234375e-07,"mean_abs_dp":2.421438694000244e-07,"max_abs_dlogit_T":1.6391277313232422e-06,"near_tie":false,"oracle_top2_margin":0.08215877413749695,"n_options":4},{"kind":"p1","id":"own_j05","q":0,"qid":"category","type":"choice","source":"own_json","T":198,"padded":208,"chunks":13,"seconds":2.101425917004235,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5497207641601562e-06,"mean_abs_dp":1.0331471761067708e-06,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.4507710933685303,"n_options":3},{"kind":"p1","id":"own_j05","q":1,"qid":"retry","type":"noul","source":"own_json","T":153,"padded":160,"chunks":10,"seconds":1.4943660419958178,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.6391277313232422e-07,"max_abs_dlogit_T":1.3113021850585938e-06,"near_tie":false,"oracle_top2_margin":0.024675756692886353,"n_options":2},{"kind":"p1","id":"own_j05","q":2,"qid":"severity","type":"score","source":"own_json","T":169,"padded":176,"chunks":11,"seconds":1.7618345830123872,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.427267074584961e-07,"mean_abs_dp":1.7774956566946847e-07,"max_abs_dlogit_T":2.175569534301758e-06,"near_tie":false,"oracle_top2_margin":0.09147655963897705,"n_options":7},{"kind":"p1","id":"own_a01","q":0,"qid":"first","type":"choice","source":"own_json","T":199,"padded":208,"chunks":13,"seconds":2.0940891659993213,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.980232238769531e-07,"mean_abs_dp":1.7881393432617188e-07,"max_abs_dlogit_T":3.159046173095703e-06,"near_tie":false,"oracle_top2_margin":0.12012860178947449,"n_options":4},{"kind":"p1","id":"own_a01","q":1,"qid":"hazard","type":"noul","source":"own_json","T":166,"padded":176,"chunks":11,"seconds":1.640627041022526,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.344650268554688e-07,"mean_abs_dp":7.897615432739258e-07,"max_abs_dlogit_T":3.7550926208496094e-06,"near_tie":false,"oracle_top2_margin":0.31672245264053345,"n_options":2},{"kind":"p1","id":"own_a01","q":2,"qid":"load","type":"score","source":"own_json","T":163,"padded":176,"chunks":11,"seconds":1.745587000012165,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.0132789611816406e-06,"mean_abs_dp":9.98377799987793e-07,"max_abs_dlogit_T":2.4139881134033203e-06,"near_tie":false,"oracle_top2_margin":0.09236004948616028,"n_options":2},{"kind":"p1","id":"own_m01","q":0,"qid":"bedrooms","type":"choice","source":"own_text","T":156,"padded":160,"chunks":10,"seconds":1.6472039170039352,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-08,"mean_abs_dp":8.692344029744467e-09,"max_abs_dlogit_T":9.5367431640625e-07,"near_tie":false,"oracle_top2_margin":0.8812302947044373,"n_options":3,"hidden":{"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.138730863068131e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.9999999999985928,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":1,"qid":"lift","type":"noul","source":"own_text","T":150,"padded":160,"chunks":10,"seconds":1.4880806250148453,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.470348358154297e-08,"mean_abs_dp":2.2351741790771484e-08,"max_abs_dlogit_T":5.960464477539062e-07,"near_tie":false,"oracle_top2_margin":0.8975095748901367,"n_options":2,"hidden":{"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.138730863068131e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.999999999998574,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":2,"qid":"furnished","type":"score","source":"own_text","T":159,"padded":160,"chunks":10,"seconds":1.550751125003444,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":5.116065343221029e-07,"max_abs_dlogit_T":3.0994415283203125e-06,"near_tie":false,"oracle_top2_margin":0.3613918125629425,"n_options":3,"hidden":{"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.138730863068131e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.9999999999985857,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":3,"qid":"rabbit","type":"choice","source":"own_text","T":169,"padded":176,"chunks":11,"seconds":1.944069208984729,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":3.03611159324646e-07,"max_abs_dlogit_T":1.9669532775878906e-06,"near_tie":false,"oracle_top2_margin":0.4848095774650574,"n_options":3,"hidden":{"max_abs_diff":3.528594970703125e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.142590967688701e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.9999999999985769,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":4,"qid":"parking","type":"noul","source":"own_text","T":154,"padded":160,"chunks":10,"seconds":1.6142976249975618,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.1920928955078125e-07,"mean_abs_dp":9.12696123123169e-08,"max_abs_dlogit_T":4.410743713378906e-06,"near_tie":false,"oracle_top2_margin":0.9664559364318848,"n_options":2,"hidden":{"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.138730863068131e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.9999999999985597,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":5,"qid":"bill","type":"choice","source":"own_text","T":168,"padded":176,"chunks":11,"seconds":1.739419583027484,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":1.8030405044555664e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.22992277145385742,"n_options":5,"hidden":{"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.138730863068131e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.999999999998588,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":6,"qid":"weekday_viewing","type":"noul","source":"own_text","T":154,"padded":160,"chunks":10,"seconds":1.3915214579901658,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.238719940185547e-07,"mean_abs_dp":9.08970832824707e-07,"max_abs_dlogit_T":2.5331974029541016e-06,"near_tie":false,"oracle_top2_margin":0.44855186343193054,"n_options":2,"hidden":{"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.138730863068131e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.9999999999985647,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_m01","q":7,"qid":"term","type":"score","source":"own_text","T":169,"padded":176,"chunks":11,"seconds":1.9664720830041915,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":2.5331974029541016e-07,"mean_abs_dp":1.6577541828155518e-07,"max_abs_dlogit_T":4.157423973083496e-06,"near_tie":false,"oracle_top2_margin":0.6617178320884705,"n_options":4,"hidden":{"max_abs_diff":3.516674041748047e-05,"ref_absmax":30.88239860534668,"rel_max_abs_diff":1.138730863068131e-06,"min_pos_cos":0.9999999999956884,"min_pos_cos_index":88,"mean_pos_cos":0.9999999999985927,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L01","q":0,"qid":"component","type":"choice","source":"own_long","T":1793,"padded":1808,"chunks":113,"seconds":19.636756790976506,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.5497207641601562e-06,"mean_abs_dp":6.22682273387909e-07,"max_abs_dlogit_T":6.943941116333008e-06,"near_tie":false,"oracle_top2_margin":0.5732508897781372,"n_options":5},{"kind":"p1","id":"own_L01","q":1,"qid":"normal_at_end","type":"noul","source":"own_long","T":1766,"padded":1776,"chunks":111,"seconds":18.977881541999523,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4901161193847656e-06,"mean_abs_dp":1.4603137969970703e-06,"max_abs_dlogit_T":4.827976226806641e-06,"near_tie":false,"oracle_top2_margin":0.3969528377056122,"n_options":2},{"kind":"p1","id":"own_L01","q":2,"qid":"stoppage","type":"score","source":"own_long","T":1802,"padded":1808,"chunks":113,"seconds":19.659909584006527,"argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":7.152557373046875e-07,"mean_abs_dp":3.048529227574666e-07,"max_abs_dlogit_T":5.602836608886719e-06,"near_tie":false,"oracle_top2_margin":0.03610238432884216,"n_options":6},{"kind":"p1","id":"own_L02","q":0,"qid":"notice","type":"score","source":"own_long","T":1518,"padded":1520,"chunks":95,"seconds":14.617978541995399,"argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":2.4437904357910156e-06,"mean_abs_dp":9.737908840179443e-07,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.43417489528656006,"n_options":5,"hidden":{"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961,"rel_max_abs_diff":2.275216714392046e-06,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"mean_pos_cos":0.9999999999983976,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L02","q":1,"qid":"subcontract","type":"noul","source":"own_long","T":1497,"padded":1504,"chunks":94,"seconds":14.943526832998032,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.1606683731079102e-07,"mean_abs_dp":1.9744038581848145e-07,"max_abs_dlogit_T":3.039836883544922e-06,"near_tie":false,"oracle_top2_margin":0.7794755697250366,"n_options":2,"hidden":{"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961,"rel_max_abs_diff":2.275216714392046e-06,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"mean_pos_cos":0.9999999999983988,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L02","q":2,"qid":"cap","type":"choice","source":"own_long","T":1539,"padded":1552,"chunks":97,"seconds":15.295276582997758,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.7567148208618164e-07,"mean_abs_dp":1.280568540096283e-07,"max_abs_dlogit_T":4.470348358154297e-06,"near_tie":false,"oracle_top2_margin":0.735587477684021,"n_options":4,"hidden":{"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961,"rel_max_abs_diff":2.275216714392046e-06,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"mean_pos_cos":0.999999999998395,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L02","q":3,"qid":"pay_30","type":"noul","source":"own_long","T":1499,"padded":1504,"chunks":94,"seconds":14.356191083992599,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.76837158203125e-07,"mean_abs_dp":4.470348358154297e-07,"max_abs_dlogit_T":8.106231689453125e-06,"near_tie":false,"oracle_top2_margin":0.8828529715538025,"n_options":2,"hidden":{"max_abs_diff":6.67572021484375e-05,"ref_absmax":29.34103012084961,"rel_max_abs_diff":2.275216714392046e-06,"min_pos_cos":0.9999999999905267,"min_pos_cos_index":25,"mean_pos_cos":0.9999999999984027,"positions_below_0.9999":0},"head_floor":{"bit_equal":true,"max_abs_dlogit_T":0.0}},{"kind":"p1","id":"own_L03","q":0,"qid":"fee_motion","type":"choice","source":"own_long","T":1475,"padded":1488,"chunks":93,"seconds":14.653236874990398,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":4.172325134277344e-07,"mean_abs_dp":2.1187588572502136e-07,"max_abs_dlogit_T":3.3974647521972656e-06,"near_tie":false,"oracle_top2_margin":0.4104243218898773,"n_options":4},{"kind":"p1","id":"own_L03","q":1,"qid":"quorate","type":"noul","source":"own_long","T":1445,"padded":1456,"chunks":91,"seconds":14.221095291984966,"argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9371509552001953e-07,"mean_abs_dp":1.862645149230957e-07,"max_abs_dlogit_T":3.6954879760742188e-06,"near_tie":false,"oracle_top2_margin":0.6987161636352539,"n_options":2},{"kind":"p1","id":"own_L03","q":2,"qid":"treasurer","type":"choice","source":"own_long","T":1451,"padded":1456,"chunks":91,"seconds":13.940651624987368,"argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.7881393432617188e-07,"mean_abs_dp":1.7136335372924805e-07,"max_abs_dlogit_T":2.384185791015625e-06,"near_tie":false,"oracle_top2_margin":0.8095381259918213,"n_options":2},{"kind":"p1","id":"own_L03","q":3,"qid":"racks_support","type":"score","source":"own_long","T":1463,"padded":1472,"chunks":92,"seconds":14.341143916011788,"argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":1.7285346984863281e-06,"mean_abs_dp":8.800998330116272e-07,"max_abs_dlogit_T":4.76837158203125e-06,"near_tie":false,"oracle_top2_margin":0.2239849865436554,"n_options":4}]},"p2":{"result":"PASS","kind":"p2","finished":"2026-10-03T16:39:41+09:00","threads":1,"conv":"bmm","module_load_seconds":0.023103625018848106,"plain_load_seconds":0.017849416995886713,"plain_class":"coreai_models.models.macos.qwen3_5.Qwen3_5StatefulForCausalLM","plain_entry":"model.forward_stateful (embed_tokens + forward_stateful_core, in-graph plain RoPE)","plain_loader":"from_hf_memory_efficient(HF_ID, max_context_length=4096, target_dtype=float32, hf_config_attr=None, hf_state_dict_prefix='')","plain_unrolled_linear_layers":18,"rows":[{"id":"tv4_000","q":0,"T":94,"chunks":6,"hidden_bit_equal":true,"max_abs_diff":0.0,"chunk_layer_hashes_equal":true,"first_difference":null,"seconds":[1.417391625000164,1.3088332080224063]},{"id":"semif_a3f18f3a63d45345942b","q":0,"T":68,"chunks":5,"hidden_bit_equal":true,"max_abs_diff":0.0,"chunk_layer_hashes_equal":true,"first_difference":null,"seconds":[0.9759100419760216,0.9827128339966293]},{"id":"own_L02","q":0,"T":1518,"chunks":95,"hidden_bit_equal":true,"max_abs_diff":0.0,"chunk_layer_hashes_equal":true,"first_difference":null,"seconds":[18.483672583010048,18.9135846660065]}],"conv_report":{"fast_calls":3816,"checked_vs_F_conv1d":108,"mismatched":0,"max_abs_diff":0.0}},"p3":{"widths":[16,32,64,128],"table":{"16":{"rows":21,"argmax_equal_oracle":21,"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_min_pos_cos":0.9999999999905267,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"seconds":108.55841216703993,"chunks":581,"bit_equal_p1_run":21},"32":{"rows":21,"argmax_equal_oracle":21,"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_min_pos_cos":0.9999999999905267,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"seconds":82.77532666697516,"chunks":294,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"rows":21,"argmax_equal_oracle":21,"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_min_pos_cos":0.9999999999905267,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"seconds":65.02843004307942,"chunks":154,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"rows":21,"argmax_equal_oracle":21,"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_min_pos_cos":0.9999999999905267,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"seconds":52.549029790010536,"chunks":84,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}},"rows":[{"id":"tv4_000","q":0,"T":94,"widths":{"16":{"vs_oracle_max_abs_dp":8.642673492431641e-07,"vs_oracle_hidden_max_abs_diff":3.4332275390625e-05,"vs_oracle_min_pos_cos":0.9999999999978146,"argmax_equal_oracle":true,"chunks":6,"seconds":1.3981639580160845,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":8.642673492431641e-07,"vs_oracle_hidden_max_abs_diff":3.4332275390625e-05,"vs_oracle_min_pos_cos":0.9999999999978146,"argmax_equal_oracle":true,"chunks":3,"seconds":0.9121579169877805,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":8.642673492431641e-07,"vs_oracle_hidden_max_abs_diff":3.4332275390625e-05,"vs_oracle_min_pos_cos":0.9999999999978146,"argmax_equal_oracle":true,"chunks":2,"seconds":0.9773612919962034,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":8.642673492431641e-07,"vs_oracle_hidden_max_abs_diff":3.4332275390625e-05,"vs_oracle_min_pos_cos":0.9999999999978146,"argmax_equal_oracle":true,"chunks":1,"seconds":0.7198420409986284,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"semif_a3f18f3a63d45345942b","q":0,"T":68,"widths":{"16":{"vs_oracle_max_abs_dp":2.980232238769531e-07,"vs_oracle_hidden_max_abs_diff":5.14984130859375e-05,"vs_oracle_min_pos_cos":0.9999999999962524,"argmax_equal_oracle":true,"chunks":5,"seconds":1.035673250007676,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":2.980232238769531e-07,"vs_oracle_hidden_max_abs_diff":5.14984130859375e-05,"vs_oracle_min_pos_cos":0.9999999999962524,"argmax_equal_oracle":true,"chunks":3,"seconds":0.899840582977049,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":2.980232238769531e-07,"vs_oracle_hidden_max_abs_diff":5.14984130859375e-05,"vs_oracle_min_pos_cos":0.9999999999962524,"argmax_equal_oracle":true,"chunks":2,"seconds":1.0851435419754125,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":2.980232238769531e-07,"vs_oracle_hidden_max_abs_diff":5.14984130859375e-05,"vs_oracle_min_pos_cos":0.9999999999962524,"argmax_equal_oracle":true,"chunks":1,"seconds":0.7387127919937484,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_t01","q":0,"T":184,"widths":{"16":{"vs_oracle_max_abs_dp":5.364418029785156e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":12,"seconds":2.222444958984852,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":5.364418029785156e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":6,"seconds":1.8430902500113007,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":5.364418029785156e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":3,"seconds":1.4737549170095008,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":5.364418029785156e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3439144590229262,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_t01","q":1,"T":149,"widths":{"16":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":10,"seconds":1.8695925420033745,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":5,"seconds":1.5266842499841005,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":3,"seconds":1.40458812500583,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":2,"seconds":1.345323792018462,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_t01","q":2,"T":158,"widths":{"16":{"vs_oracle_max_abs_dp":5.066394805908203e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":10,"seconds":1.8692807499901392,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":5.066394805908203e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":5,"seconds":1.3957523340068292,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":5.066394805908203e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":3,"seconds":1.41771883299225,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":5.066394805908203e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":2,"seconds":1.338646541989874,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_t01","q":3,"T":156,"widths":{"16":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":10,"seconds":1.8378204999899026,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":5,"seconds":1.390644291008357,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":3,"seconds":1.4345048750110436,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":4.1961669921875e-05,"vs_oracle_min_pos_cos":0.9999999999964715,"argmax_equal_oracle":true,"chunks":2,"seconds":1.36079062501085,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_j03","q":0,"T":380,"widths":{"16":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":24,"seconds":4.587211917008972,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":12,"seconds":3.236058958020294,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":6,"seconds":2.7383286250114907,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":6.556510925292969e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":3,"seconds":1.9133109580143355,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_j03","q":1,"T":333,"widths":{"16":{"vs_oracle_max_abs_dp":3.725290298461914e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":21,"seconds":3.9957127919769846,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":3.725290298461914e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":11,"seconds":3.212940333003644,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":3.725290298461914e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":6,"seconds":2.8427635839907452,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":3.725290298461914e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":3,"seconds":1.8703367080015596,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_j03","q":2,"T":314,"widths":{"16":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":20,"seconds":3.910517415992217,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":10,"seconds":2.8955024579772726,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":5,"seconds":2.3659323750180192,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":2.956390380859375e-05,"vs_oracle_min_pos_cos":0.9999999999975573,"argmax_equal_oracle":true,"chunks":3,"seconds":1.8676521249872167,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_L02","q":0,"T":1518,"widths":{"16":{"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":95,"seconds":18.927871916006552,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":48,"seconds":13.349560458998894,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":24,"seconds":10.938610000011977,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":2.4437904357910156e-06,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":12,"seconds":7.131594250007765,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_L02","q":1,"T":1497,"widths":{"16":{"vs_oracle_max_abs_dp":2.1606683731079102e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":94,"seconds":17.793863791011972,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":2.1606683731079102e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":47,"seconds":12.883303959009936,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":2.1606683731079102e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":24,"seconds":11.19175687499228,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":2.1606683731079102e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":12,"seconds":7.234114958002465,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_L02","q":2,"T":1539,"widths":{"16":{"vs_oracle_max_abs_dp":2.7567148208618164e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":97,"seconds":17.337038666999433,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":2.7567148208618164e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":49,"seconds":13.649520167004084,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":2.7567148208618164e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":25,"seconds":11.777618750027614,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":2.7567148208618164e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":13,"seconds":7.897602875018492,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_L02","q":3,"T":1499,"widths":{"16":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":94,"seconds":16.770129916025326,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":47,"seconds":13.104718332993798,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":24,"seconds":7.8923181669961195,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":6.67572021484375e-05,"vs_oracle_min_pos_cos":0.9999999999905267,"argmax_equal_oracle":true,"chunks":12,"seconds":7.272900124982698,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":0,"T":156,"widths":{"16":{"vs_oracle_max_abs_dp":1.4901161193847656e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":10,"seconds":1.8480543750047218,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":1.4901161193847656e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":5,"seconds":1.4661364170024171,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":1.4901161193847656e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.9246987920196261,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":1.4901161193847656e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3023062910069712,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":1,"T":150,"widths":{"16":{"vs_oracle_max_abs_dp":4.470348358154297e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":10,"seconds":1.867125249991659,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":4.470348358154297e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":5,"seconds":1.5520271249988582,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":4.470348358154297e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.9376255000242963,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":4.470348358154297e-08,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3047967499878723,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":2,"T":159,"widths":{"16":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":10,"seconds":1.781342834001407,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":5,"seconds":1.4147847919957712,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.926363707985729,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":7.152557373046875e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3215372909908183,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":3,"T":169,"widths":{"16":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.528594970703125e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":11,"seconds":1.885976000019582,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.528594970703125e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":6,"seconds":1.676618416007841,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.528594970703125e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.9456371660053264,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.528594970703125e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3076910829986446,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":4,"T":154,"widths":{"16":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":10,"seconds":1.7574117920012213,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":5,"seconds":1.4290673329960555,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.942985250003403,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":1.1920928955078125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3349737919925246,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":5,"T":168,"widths":{"16":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":11,"seconds":1.9770078340079635,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":6,"seconds":1.7248179169837385,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.9225252080068458,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":4.76837158203125e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3219830830057617,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":6,"T":154,"widths":{"16":{"vs_oracle_max_abs_dp":9.238719940185547e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":10,"seconds":1.85227100001066,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":9.238719940185547e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":5,"seconds":1.4743229580053594,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":9.238719940185547e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.9480328340141568,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":9.238719940185547e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.3116491249820683,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}},{"id":"own_m01","q":7,"T":169,"widths":{"16":{"vs_oracle_max_abs_dp":2.5331974029541016e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":11,"seconds":2.0339007079892326,"bit_equal_p1_run":true},"32":{"vs_oracle_max_abs_dp":2.5331974029541016e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":6,"seconds":1.7377774170017801,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"64":{"vs_oracle_max_abs_dp":2.5331974029541016e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":3,"seconds":0.9401616249815561,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0},"128":{"vs_oracle_max_abs_dp":2.5331974029541016e-07,"vs_oracle_hidden_max_abs_diff":3.516674041748047e-05,"vs_oracle_min_pos_cos":0.9999999999956884,"argmax_equal_oracle":true,"chunks":2,"seconds":1.309350124996854,"vs_s16_hidden_max_abs_diff":0.0,"vs_s16_max_abs_dp":0.0}}}],"note":"fp32 torch chunk-width sensitivity (recorded, not a bar); S = 16 re-run in the P3 process and compared bit for bit with P1's run"},"generated_at":"2026-10-03T07:44:09+00:00"}}