{"what":"Kev-4B: the published decoder alone on the Mac GPU (the fp32 Metal chunk kernel at a static S = 128; AOT h16c .aimodelc, Python runtime), against the author's fp32 oracle through its pointer head: the fixture (434 questions) and the held-out set (130), the red arms v2, and every process's re-run of its first row (round 12). export_record = the export that wrote the .aimodel; summary = round 12's gate summary and s80 screen row of this form (the other forms are in gate-kev-4b-forms.json).","sources":[{"file":"results/r12_export_fp16_metal_pf128_4b.json","bytes":12323,"sha256":"6da356db252db9d3260b5bbdcb3fdb6de4d18557035b265096b153dc9d6f55d4"},{"file":"results/r12_gates_4b.json","bytes":1218,"sha256":"0c64a165453e4aac89bf110d71453131d4c04c7288181a0f6970d2c742e78ac6"},{"file":"results/r12_screen_4b.json","bytes":114662,"sha256":"c2f81a5ae2eb179981d3acb6e7b7d2fde44ae722ce4120f96e5feb621192222d"},{"file":"results/r12_fixture_K128_4b.json","bytes":669060,"sha256":"41dca9cbed8d58bf331480137dee62f212449769c2e723b2f7d79ca7f43ab6b4"},{"file":"results/r12_heldout_K128_4b.json","bytes":204280,"sha256":"96f097809ee73d5898cdd64614c05033c253a4012175e15a1d818046585d1738"},{"file":"results/r12_red_K128_4b.json","bytes":15953,"sha256":"5feae6a7df745aaa1c4954db315f9ffd9542a747d653026a71f3616f740272cc"}],"trimmed":{"removed":["runs[].call_ms and timing.first_call_of_process_ms (per-call ms; the timing block keeps the medians)","runs[].npz / npz_key, processes[].npz / npz_sha256, oracle.npz_sha256 (lane file names and hashes of hidden dumps)","runs[].hidden.lowest_positions (each run keeps min_pos_cos, its index and the position counts)","runs[].probs_oracle (the oracle's probabilities are in the fixture file)","processes[].descriptor (identical to the top-level descriptor: descriptor_same_in_every_process)","other_gpu_processes (command lines of other sessions' processes)","red arm items' instr_old / instr_new (transfer-v4 question text; each item keeps its row id and numbers)"],"serialization":"compact json (no indentation)","full_copies":"the source files above, in the lane directory $ZOO_WORK_ROOT/_kev/ (not in the repository)","paths":"local paths rewritten: the lane directory as $ZOO_WORK_ROOT/_kev, the repository relative, the home directory as ~, temporary directories as $TMPDIR, Xcode as $DEVELOPER_DIR, the phone's app container as <app container>","process_ids":"removed (keys pid / pids; 'pid <n>' in text)"},"export_record":{"mode":"fp16","model":"kev-4b","name":"kev_4b_decode_fp16_metal_pf128","hf_id":"kev-local/kev-4b-v1.0-merged","weights_sha256":"904380cbf0be134e122f2abd7c7bab52f1e2a0f373d3a2e7947a3025e882f3f3","prefill_chunk":128,"gdn_scan":"metal","argv":["fp16","--model","kev-4b","--prefill-chunk","128","--gdn-scan","metal","--aot","--out-dir","$ZOO_WORK_ROOT/_kev/exports","--record","$ZOO_WORK_ROOT/_kev/results/r12_export_fp16_metal_pf128_4b.json"],"started":"2026-10-04T09:02:12+09:00","script_sha256":"392d7bb2344e30af5ffe61b6a6f1ed637be5f2021b444930272c3e73b23cc111","module_sha256":"ab66b73a388f1a61d3b2b0a310f0bbdb1572fe5cc57a5b3adea2738f0caf014d","export":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_4b_decode_fp16_metal_pf128","name":"kev_4b_decode_fp16_metal_pf128","aimodel":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_4b_decode_fp16_metal_pf128/kev_4b_decode_fp16_metal_pf128.aimodel","load_report":{"checkpoint_files":["model-00001-of-00004.safetensors","model-00002-of-00004.safetensors","model-00003-of-00004.safetensors","model-00004-of-00004.safetensors"],"checkpoint_keys":426,"module_tensors":426,"unread_checkpoint_keys":[],"module_tensors_not_in_checkpoint":[],"checkpoint_has_lm_head_key":false,"tie_word_embeddings":true,"module_has_lm_head_weight":false,"meta_params":[],"dtype":"float16"},"weights_check":{"snapshot":"$ZOO_WORK_ROOT/_kev/hf/hub/models--kev-local--kev-4b-v1.0-merged/snapshots/904380cbf0be","sha256":{"model-00001-of-00004.safetensors":"45a919c6e0c4a907324e8735cd3be10ab8bdad2ba67fa5844367e0fe3a4bd18f","model-00002-of-00004.safetensors":"9e35c50caf92e662b03a092fc6b57db69683f9ae4076661a2aef962ea175aaab","model-00003-of-00004.safetensors":"c9036c7fed9c87d419f81435955b4a84e6803c1d8b7029e37cd9979aaf6815f3","model-00004-of-00004.safetensors":"47cde07c0ef1909177ea7c6f6bc75033443ca186f8567d72a9ef5bfd000d2b89"}},"loopfree_unrolled_linear_layers":0,"trace_kv_len":2048,"max_ctx":4096,"functions":["main"],"query_len":128,"gdn_scan":"metal","gdn_scan_detail":{"gdn_scan":"metal","linear_layers":24,"kernel":"qwen3_5_gdn_chunk_s128","chunk_max":128,"kernel_source":"coreai_models.models.macos.qwen3_5_gdn_metal.build_gdn_chunk_kernel (overlay, unchanged)","threads_per_grid":[128,32,1],"threads_per_thread_group":[128,1,1]},"output_names":["hidden"],"quantization":null,"seconds":{"load":0.8707390410127118,"quantize":0.13999320898437873,"export":35.87833199999295,"optimize":0.10815537502639927,"export_optimize":35.98648737501935,"save":7.910918249981478,"total":45.116338207997615},"du_aimodel":"7.8G","du_bundle":"7.9G","aimodel_files":{"main.hash":32,"main.mlirb":8412500461,"metadata.json":105},"main_mlirb":{"bytes":8412500461,"sha256":"da529dd48f08a7535ca6b8dfb5640723641c2058daf7757a52a9a527413eb17f"},"metadata_sha256":"c4e928ab41354b8c9ad7f7f74fb74ac7799da62199cd6ca6762d802763ee9b67","kind":"decision-backbone","tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"3891e840d7dc5fca0af33d3a25083a735e36fe06214e3f707024820cb6b9f89c"},"tokenizer_verbatim_from_snapshot":true,"head_sha256":{"head.safetensors":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head.json":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416"},"disk":{"before_load":{"time":"2026-10-04T09:02:16+09:00","free_bytes":223955632128,"free_gib":208.6,"coreai_cache_python":{"11ba7f2c2b179e7467d709ce4effbd0073e7c85e030dad50fcec20db7fa29e3f":"2.3G","3a6be579449d0f37ba7cd38976c194a5cad5d856fc14da69336e3793dfc9f267":"2.3G","456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","c9dd3c3aa7ec60d2b4d735235988306162a00c05b04c1fa35551b5059a08a1d9":"2.3G","d54fae92813f7b91e89d88e71f889d0e9e183e4b351c4aaa24d0d6840f1a6a24":"2.3G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","eff30cf37db55929c455b8ee2fc5d04a8c7126602ee1ec7c691a4ca30f3d11e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G","f88a826f727fa94b685d418b0d97debc22001bb1f85cae2c2e52dfaaec5dfcc5":"2.3G"}},"after_load":{"time":"2026-10-04T09:02:24+09:00","free_bytes":223564537856,"free_gib":208.2,"coreai_cache_python":{"11ba7f2c2b179e7467d709ce4effbd0073e7c85e030dad50fcec20db7fa29e3f":"2.3G","3a6be579449d0f37ba7cd38976c194a5cad5d856fc14da69336e3793dfc9f267":"2.3G","456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","c9dd3c3aa7ec60d2b4d735235988306162a00c05b04c1fa35551b5059a08a1d9":"2.3G","d54fae92813f7b91e89d88e71f889d0e9e183e4b351c4aaa24d0d6840f1a6a24":"2.3G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","eff30cf37db55929c455b8ee2fc5d04a8c7126602ee1ec7c691a4ca30f3d11e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G","f88a826f727fa94b685d418b0d97debc22001bb1f85cae2c2e52dfaaec5dfcc5":"2.3G"}},"after_export":{"time":"2026-10-04T09:03:00+09:00","free_bytes":222037901312,"free_gib":206.8,"coreai_cache_python":{"11ba7f2c2b179e7467d709ce4effbd0073e7c85e030dad50fcec20db7fa29e3f":"2.3G","3a6be579449d0f37ba7cd38976c194a5cad5d856fc14da69336e3793dfc9f267":"2.3G","456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","c9dd3c3aa7ec60d2b4d735235988306162a00c05b04c1fa35551b5059a08a1d9":"2.3G","d54fae92813f7b91e89d88e71f889d0e9e183e4b351c4aaa24d0d6840f1a6a24":"2.3G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","eff30cf37db55929c455b8ee2fc5d04a8c7126602ee1ec7c691a4ca30f3d11e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G","f88a826f727fa94b685d418b0d97debc22001bb1f85cae2c2e52dfaaec5dfcc5":"2.3G"}},"after_save":{"time":"2026-10-04T09:03:08+09:00","free_bytes":213607985152,"free_gib":198.9,"coreai_cache_python":{"11ba7f2c2b179e7467d709ce4effbd0073e7c85e030dad50fcec20db7fa29e3f":"2.3G","3a6be579449d0f37ba7cd38976c194a5cad5d856fc14da69336e3793dfc9f267":"2.3G","456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","c9dd3c3aa7ec60d2b4d735235988306162a00c05b04c1fa35551b5059a08a1d9":"2.3G","d54fae92813f7b91e89d88e71f889d0e9e183e4b351c4aaa24d0d6840f1a6a24":"2.3G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","eff30cf37db55929c455b8ee2fc5d04a8c7126602ee1ec7c691a4ca30f3d11e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G","f88a826f727fa94b685d418b0d97debc22001bb1f85cae2c2e52dfaaec5dfcc5":"2.3G"}}}},"aot":{"aimodelc":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_4b_decode_fp16_metal_pf128.h16c.aimodelc","flags":["--platform","macOS","--preferred-compute","gpu","--architecture","h16c","--expect-frequent-reshapes"],"seconds":42.32754012499936,"coreai_build":"<Metal toolchain v27.1.266.1>/usr/bin/coreai-build","command":["<Metal toolchain v27.1.266.1>/usr/bin/coreai-build","compile","$ZOO_WORK_ROOT/_kev/exports/bundles/kev_4b_decode_fp16_metal_pf128/kev_4b_decode_fp16_metal_pf128.aimodel","--output","$ZOO_WORK_ROOT/_kev/exports/bundles_aotc","--platform","macOS","--preferred-compute","gpu","--architecture","h16c","--expect-frequent-reshapes"],"disk":{"before":{"time":"2026-10-04T09:03:12+09:00","free_bytes":213578723328,"free_gib":198.9,"coreai_cache_python":{"11ba7f2c2b179e7467d709ce4effbd0073e7c85e030dad50fcec20db7fa29e3f":"2.3G","3a6be579449d0f37ba7cd38976c194a5cad5d856fc14da69336e3793dfc9f267":"2.3G","456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","c9dd3c3aa7ec60d2b4d735235988306162a00c05b04c1fa35551b5059a08a1d9":"2.3G","d54fae92813f7b91e89d88e71f889d0e9e183e4b351c4aaa24d0d6840f1a6a24":"2.3G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","eff30cf37db55929c455b8ee2fc5d04a8c7126602ee1ec7c691a4ca30f3d11e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G","f88a826f727fa94b685d418b0d97debc22001bb1f85cae2c2e52dfaaec5dfcc5":"2.3G"}},"after":{"time":"2026-10-04T09:03:55+09:00","free_bytes":197970644992,"free_gib":184.4,"coreai_cache_python":{"11ba7f2c2b179e7467d709ce4effbd0073e7c85e030dad50fcec20db7fa29e3f":"2.3G","3a6be579449d0f37ba7cd38976c194a5cad5d856fc14da69336e3793dfc9f267":"2.3G","456862b877df0b5d1a7f2562243f2cdd425cf9512035082058f874361eb21857":"2.3G","8fd5163ae047fce51ffd9ddb33e343e4bed375390d4adb4aa8c299d09651073c":"2.3G","c0d09e5432b3df33e3c93ac381b5d1ef86d075203ab430341339882411828d31":"6.8G","c9dd3c3aa7ec60d2b4d735235988306162a00c05b04c1fa35551b5059a08a1d9":"2.3G","d54fae92813f7b91e89d88e71f889d0e9e183e4b351c4aaa24d0d6840f1a6a24":"2.3G","ec904295063d52b1105ff3a6d55c37fe9a852ea1eda75291ecd9d6681d1016e8":"2.3G","eff30cf37db55929c455b8ee2fc5d04a8c7126602ee1ec7c691a4ca30f3d11e8":"2.3G","f6283a6dfbe1682b94b5da8edf55988f0a1f277725a7e6229d1149889f187bd4":"14G","f88a826f727fa94b685d418b0d97debc22001bb1f85cae2c2e52dfaaec5dfcc5":"2.3G"}}},"du_aimodelc":"14G","digest":{"bytes":15552786962,"tree_sha256":"bd6e33767833e36a75b3264a9117bacdfee07f7a58f381321da231752f023547","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fcbdecf16c8847baaee51308c8342ee64d4ed0bc61ab905be6225c565dc7c196","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"8895a751b20f1fc26f9f465628eb7eaa6421b607232d5d33b669933704148073","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"cf0d00a7a041df40e0503d493450711a9ef73d146ac4b665c64bdbc79abd2fed","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"7a484ea23d273a4954f6340e000ec4b858740e1e41ceabe9e99fc54ae7be1678","main-h16c.mlirb":"58543af8e0c6016a8341064565c91757fa62ce39c12ec3659dfe370f68ad9100","main.hash":"40ae31fcc9c5b87b7f1fbceb6b89e7af060e7727e1e20cd3648e763a97ceecf9","metadata.json":"de19112835764a79c0e13fd9b601efc2a27020e7bd0e5ca00b832077c455bad7","stats.json":"7407b0a055b43c5460f2472d08b46f846a092aaa45c8bd5944ad47e1e0fbbf9b"}}},"finished":"2026-10-04T09:04:02+09:00"},"summary":{"form":"K128","S":128,"gates":{"full_gate_pass":true,"S":128,"fixture":"PASS","heldout":"PASS","red":"RED (every arm)","fixture_checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"heldout_checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true}},"s80":{"form":"K128","S":128,"transcript":"$ZOO_WORK_ROOT/_kev/results/r12_s80_K128_4b.json","result":"PASS","checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"bundle":"kev_4b_decode_fp16_metal_pf128","main_mlirb":{"bytes":8412500461,"sha256":"da529dd48f08a7535ca6b8dfb5640723641c2058daf7757a52a9a527413eb17f"},"aimodelc_bytes":15552786962,"aimodelc_tree_sha256":"bd6e33767833e36a75b3264a9117bacdfee07f7a58f381321da231752f023547","rows":130,"argmax_non_near_tie":[124,124],"argmax_near_tie":[5,6],"max_abs_dp":0.007083296775817871,"mean_of_run_mean_abs_dp":0.0007352420226129236,"worst_run":{"id":"semif_942ec65dac0bfb9874f9","q":0,"max_abs_dp":0.007083296775817871},"finite":true,"min_pos_cos":0.9921137875051251,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"hidden_rows":20,"calls":328,"padded_tokens":41984,"pad_waste":0.1944312118902439,"ms_per_call_warm":{"n":320,"median":114.0388749918202,"p10":100.24737560015637,"p90":122.10309970541857},"ms_per_call_warm_median":114.0388749918202,"ms_per_padded_token":0.8909287108735953,"padded_tok_per_s":1122.4242611055329,"per_process":[{"shard":"shard_00","warm_calls":36,"warm_median_ms":101.2857079913374,"load_s":39.93488491597236,"reset_bit_equal":true},{"shard":"shard_01","warm_calls":40,"warm_median_ms":109.39585448068101,"load_s":2.300993999990169,"reset_bit_equal":true},{"shard":"shard_02","warm_calls":63,"warm_median_ms":117.18683401704766,"load_s":2.414904583012685,"reset_bit_equal":true},{"shard":"shard_03","warm_calls":181,"warm_median_ms":114.8744169913698,"load_s":1.677755500015337,"reset_bit_equal":true}],"load_seconds":{"first_process":39.93488491597236,"median":2.357949291501427,"all":[39.93488491597236,2.300993999990169,2.414904583012685,1.677755500015337]},"first_call_of_process_ms":[10410.29062497546,4147.903957986273,3504.7420829941984,1528.7229169916827],"fixture_434":{"calls":681,"tokens":61556,"padded_tokens":87168,"pad_waste":0.2938234214390602,"projected_ms_at_warm_median_per_call":77660.47386942955},"fixture_434_projected_s":77.66047386942955,"s80_decode_s_warm":36.40318288395065,"vs_r4_transcript":{"other":"$ZOO_WORK_ROOT/_kev/results/readout_fp16_pf16_4b.json","other_chunk":16,"runs":130,"max_abs_dp":0.001842796802520752,"argmax_equal_runs":129,"hidden_max_abs_diff":2.04638671875,"hidden_bit_equal_runs":0},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r12 pid <n> since 2026-10-04T09:18:08+09:00\n","mtime":"2026-10-04T09:18:08+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":56,"content":"kev speed r12 pid <n> since 2026-10-04T09:18:08+09:00\n","mtime":"2026-10-04T09:18:08+09:00"}},"other_gpu_processes":{"start":["10329       01:39 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python ~/code/litertlm-convert/kev_work/scrip","10333       01:39 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python ~/code/litertlm-convert/kev_work/scrip","22615       27:34 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log","31753       25:17 $DEVELOPER_DIR/Library/Frameworks/Python3.framework/Versions/3.9/Resources/Python.app/Contents/MacOS/Python - $ZOO_WORK_ROOT/_","41353       22:31 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log","41358       22:31 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E ready gate|=== l","64465       16:01 $ZOO_WORK_ROOT/coreai-models/.venv/bin/python $ZOO_WORK_ROOT/_kev/logs/r12_drivers/r12_window.py --plan $ZOO_WORK_ROOT/_kev/logs"],"end":["17093       01:30 $DEVELOPER_DIR/Library/Frameworks/Python3.framework/Versions/3.9/Resources/Python.app/Contents/MacOS/Python - $ZOO_WORK_ROOT/_","19300       00:50 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python scripts/gate8q_full.py out/gpu_links/R3b/SmolLM3-3B_q4_bl","21988       00:08 /opt/homebrew/Cellar/python@3.14/3.14.6/Frameworks/Python.framework/Versions/3.14/Resources/Python.app/Contents/MacOS/Python ~/venvs/lt0171run/bin/litert-lm run ou","22615       29:22 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r11/keeper_extra.log ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log","22645       00:00 curl -s -o /dev/null -L -m 30 -w %{http_code}\\n https://huggingface.co/spaces/litert-community/find-your-models","41353       24:19 tail -n 0 -F ~/code/litertlm-convert/kev_work/device/r11/extra.driver.log","41358       24:19 ugrep -G --ignore-files --hidden -I --exclude-dir=.git --exclude-dir=.svn --exclude-dir=.hg --exclude-dir=.bzr --exclude-dir=.jj --exclude-dir=.sl --line-buffered -E ready gate|=== l","64465       17:49 $ZOO_WORK_ROOT/coreai-models/.venv/bin/python $ZOO_WORK_ROOT/_kev/logs/r12_drivers/r12_window.py --plan $ZOO_WORK_ROOT/_kev/logs"]},"seconds":{"gpu_processes":107.95643158300663,"scoring":10.66131337499246,"total":118.77861016601673},"generated_at":"2026-10-04T00:36:08+00:00","a4_rule":{"s80_pass":true,"projection_ratio_vs_U16":0.3766251567156637,"advance":true}}},"readout":{"schema":"kev-decoder-readout-gate/1","gate":"decoder alone on the Mac GPU (oracle row ids), the fp16 hidden read through the fp32 pointer head","bundle":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_4b_decode_fp16_metal_pf128","name":"kev_4b_decode_fp16_metal_pf128","kind":"decision-backbone","compression":null,"prefill_chunk":128,"metadata_sha256":"c4e928ab41354b8c9ad7f7f74fb74ac7799da62199cd6ca6762d802763ee9b67","main_mlirb":{"bytes":8412500461,"sha256":"da529dd48f08a7535ca6b8dfb5640723641c2058daf7757a52a9a527413eb17f"},"tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"3891e840d7dc5fca0af33d3a25083a735e36fe06214e3f707024820cb6b9f89c"},"head_sha256":{"head.safetensors":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head.json":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_4b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":15552786962,"tree_sha256":"bd6e33767833e36a75b3264a9117bacdfee07f7a58f381321da231752f023547","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fcbdecf16c8847baaee51308c8342ee64d4ed0bc61ab905be6225c565dc7c196","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"8895a751b20f1fc26f9f465628eb7eaa6421b607232d5d33b669933704148073","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"cf0d00a7a041df40e0503d493450711a9ef73d146ac4b665c64bdbc79abd2fed","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"7a484ea23d273a4954f6340e000ec4b858740e1e41ceabe9e99fc54ae7be1678","main-h16c.mlirb":"58543af8e0c6016a8341064565c91757fa62ce39c12ec3659dfe370f68ad9100","main.hash":"40ae31fcc9c5b87b7f1fbceb6b89e7af060e7727e1e20cd3648e763a97ceecf9","metadata.json":"de19112835764a79c0e13fd9b601efc2a27020e7bd0e5ca00b832077c455bad7","stats.json":"7407b0a055b43c5460f2472d08b46f846a092aaa45c8bd5944ad47e1e0fbbf9b"}}},"chunk":128,"max_ctx":4096,"readout":"one row per question, fresh zero states per row; a row of T ids runs as ceil(T / 128) calls of 'main' (static S = 128): call k gets ids[128k : 128k + 128] with position_ids 0..128k+127; the last call is padded with <|endoftext|> (248044) and the hidden rows of the padded positions are discarded (causal: they cannot reach a real position). The hidden rows [1, 128, 2560] of every call, concatenated and cut to T, are the backbone's final-norm last_hidden_state [T, 2560] the head reads. A row fits when ceil(T / 128) * 128 <= 4095 (the position dim's upper bound; the KV sequence dim is allocated at 4096).","descriptor_same_in_every_process":true,"contract":{"inputs":{"input_ids":[[1,128],"int32"],"position_ids":[[1,-1],"int32"]},"outputs":{"hidden":[[1,128,2560],"float16"]},"states":{"keyCache":[[8,1,4,-1,256],"float16"],"valueCache":[[8,1,4,-1,256],"float16"],"convState":[[24,1,8192,3],"float16"],"recState":[[24,1,32,128,128],"float16"]}},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/records_oracle.json","sha256":"eb3031df83a75b746beec3480a4bbb47787e13f8a12412ff135feb9f609c70f9","checkpoint":"jaredpalmer/kev-4b@591dcb5bd6d05eb0b5131ea6608f93f10243335c","versions":{"python":"3.12.13","torch":"2.8.0","transformers":"5.17.0","peft":"0.21.0","numpy":"2.5.3","safetensors":"0.8.0"}},"model":"kev-4b","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle_4b/head/head.safetensors","head_safetensors_sha256":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head_json_sha256":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416","scale":0.0625,"temperature":2.406050072164233,"dtype":"float32","device":"cpu"},"subset":"all","rows_file":null,"subset_file":null,"script":{"path":"conversion/kev/readout_gate.py","sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b"},"bar":{"max_abs_dp":0.02,"mean_of_run_mean_abs_dp":0.002,"near_tie_top2_margin":0.02,"argmax":"every question with an oracle top-2 margin above 0.02; near-ties listed apart","max_abs_dp_applies_to":"every option of every question, near-ties included","reset":"bit-equal hidden rows in every process","mean_of_run_mean_abs_dp_definition":"mean over runs (one run = one row = one question) of the mean |dp| over that question's options"},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","torch":"2.9.0","safetensors":"0.7.0"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","head":"the pointer head from head.safetensors, fp32, CPU (parity_decoder_torch.KevHead)","gpu":"shared with other sessions, no _GPU_LOCK held (times are contended reference values)"},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":68,"content":"kev speed r12 timing-gate pid <n> since 2026-10-04T11:03:39+09:00\n","mtime":"2026-10-04T11:03:39+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":68,"content":"kev speed r12 timing-gate pid <n> since 2026-10-04T11:03:39+09:00\n","mtime":"2026-10-04T11:03:39+09:00"}},"processes":[{"shard":"shard_00","runs":["tv4_000:q0:base","tv4_001:q0:base","tv4_002:q0:base","tv4_003:q0:base","tv4_004:q0:base","tv4_005:q0:base","tv4_006:q0:base","tv4_007:q0:base","tv4_008:q0:base","tv4_009:q0:base","tv4_010:q0:base","tv4_011:q0:base","tv4_012:q0:base","tv4_013:q0:base","tv4_014:q0:base","tv4_015:q0:base","tv4_016:q0:base","tv4_017:q0:base","tv4_018:q0:base","tv4_019:q0:base","tv4_020:q0:base","tv4_021:q0:base","tv4_022:q0:base","tv4_023:q0:base","tv4_024:q0:base","tv4_025:q0:base","tv4_026:q0:base","tv4_027:q0:base","tv4_028:q0:base","tv4_029:q0:base","tv4_030:q0:base","tv4_031:q0:base","tv4_032:q0:base","tv4_033:q0:base","tv4_034:q0:base","tv4_035:q0:base","tv4_036:q0:base","tv4_037:q0:base","tv4_038:q0:base","tv4_039:q0:base"],"prompts":41,"load_seconds":11.41110908301198,"load_split_seconds":{"model":0.005920708004850894,"main":11.405188375007128},"function_names":["main"],"process_wall_seconds":27.462819666980067,"reset_check":{"run":"tv4_000:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10785887500969693},"contract_mismatch":[]},{"shard":"shard_01","runs":["tv4_040:q0:base","tv4_041:q0:base","tv4_042:q0:base","tv4_043:q0:base","tv4_044:q0:base","tv4_045:q0:base","tv4_046:q0:base","tv4_047:q0:base","tv4_048:q0:base","tv4_049:q0:base","tv4_050:q0:base","tv4_051:q0:base","tv4_052:q0:base","tv4_053:q0:base","tv4_054:q0:base","tv4_055:q0:base","tv4_056:q0:base","tv4_057:q0:base","tv4_058:q0:base","tv4_059:q0:base","tv4x_emotion_00:q0:base","tv4x_emotion_01:q0:base","tv4x_emotion_02:q0:base","tv4x_emotion_03:q0:base","tv4x_emotion_04:q0:base","tv4x_emotion_05:q0:base","tv4x_emotion_06:q0:base","tv4x_emotion_07:q0:base","tv4x_emotion_08:q0:base","tv4x_emotion_09:q0:base","tv4x_emotion_10:q0:base","tv4x_emotion_11:q0:base","tv4x_emotion_12:q0:base","tv4x_emotion_13:q0:base","tv4x_emotion_14:q0:base","tv4x_emotion_15:q0:base","tv4x_emotion_16:q0:base","tv4x_emotion_17:q0:base","tv4x_emotion_18:q0:base","tv4x_emotion_19:q0:base"],"prompts":41,"load_seconds":1.2226639169966802,"load_split_seconds":{"model":0.005181541986530647,"main":1.2174823750101496},"function_names":["main"],"process_wall_seconds":7.864510749990586,"reset_check":{"run":"tv4_040:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.2067268340033479},"contract_mismatch":[]},{"shard":"shard_02","runs":["tv4x_tweet_offensive_00:q0:base","tv4x_tweet_offensive_01:q0:base","tv4x_tweet_offensive_02:q0:base","tv4x_tweet_offensive_03:q0:base","tv4x_tweet_offensive_04:q0:base","tv4x_tweet_offensive_05:q0:base","tv4x_tweet_offensive_06:q0:base","tv4x_tweet_offensive_07:q0:base","tv4x_tweet_offensive_08:q0:base","tv4x_tweet_offensive_09:q0:base","tv4x_tweet_offensive_10:q0:base","tv4x_tweet_offensive_11:q0:base","tv4x_tweet_offensive_12:q0:base","tv4x_tweet_offensive_13:q0:base","tv4x_tweet_offensive_14:q0:base","tv4x_tweet_offensive_15:q0:base","tv4x_tweet_offensive_16:q0:base","tv4x_tweet_offensive_17:q0:base","tv4x_tweet_offensive_18:q0:base","tv4x_tweet_offensive_19:q0:base","tv4x_qnli_00:q0:base","tv4x_qnli_01:q0:base","tv4x_qnli_02:q0:base","tv4x_qnli_03:q0:base","tv4x_qnli_04:q0:base","tv4x_qnli_05:q0:base","tv4x_qnli_06:q0:base","tv4x_qnli_07:q0:base","tv4x_qnli_08:q0:base","tv4x_qnli_09:q0:base","tv4x_qnli_10:q0:base","tv4x_qnli_11:q0:base","tv4x_qnli_12:q0:base","tv4x_qnli_13:q0:base","tv4x_qnli_14:q0:base","tv4x_qnli_15:q0:base","tv4x_qnli_16:q0:base","tv4x_qnli_17:q0:base","tv4x_qnli_18:q0:base","tv4x_qnli_19:q0:base"],"prompts":41,"load_seconds":1.2257846250140574,"load_split_seconds":{"model":0.005407832999480888,"main":1.2203767920145765},"function_names":["main"],"process_wall_seconds":7.221670540980995,"reset_check":{"run":"tv4x_tweet_offensive_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10771570799988694},"contract_mismatch":[]},{"shard":"shard_03","runs":["tv4x_paws_00:q0:base","tv4x_paws_01:q0:base","tv4x_paws_02:q0:base","tv4x_paws_03:q0:base","tv4x_paws_04:q0:base","tv4x_paws_05:q0:base","tv4x_paws_06:q0:base","tv4x_paws_07:q0:base","tv4x_paws_08:q0:base","tv4x_paws_09:q0:base","tv4x_paws_10:q0:base","tv4x_paws_11:q0:base","tv4x_paws_12:q0:base","tv4x_paws_13:q0:base","tv4x_paws_14:q0:base","tv4x_paws_15:q0:base","tv4x_paws_16:q0:base","tv4x_paws_17:q0:base","tv4x_paws_18:q0:base","tv4x_paws_19:q0:base","tv4x_sciq_00:q0:base","tv4x_sciq_01:q0:base","tv4x_sciq_02:q0:base","tv4x_sciq_03:q0:base","tv4x_sciq_04:q0:base","tv4x_sciq_05:q0:base","tv4x_sciq_06:q0:base","tv4x_sciq_07:q0:base","tv4x_sciq_08:q0:base","tv4x_sciq_09:q0:base","tv4x_sciq_10:q0:base","tv4x_sciq_11:q0:base","tv4x_sciq_12:q0:base","tv4x_sciq_13:q0:base","tv4x_sciq_14:q0:base","tv4x_sciq_15:q0:base","tv4x_sciq_16:q0:base","tv4x_sciq_17:q0:base","tv4x_sciq_18:q0:base","tv4x_sciq_19:q0:base"],"prompts":41,"load_seconds":1.2253130839962978,"load_split_seconds":{"model":0.005250709014944732,"main":1.220062374981353},"function_names":["main"],"process_wall_seconds":8.329566375003196,"reset_check":{"run":"tv4x_paws_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10767795899300836},"contract_mismatch":[]},{"shard":"shard_04","runs":["tv4x_legacy_holdout_00:q0:base","tv4x_legacy_holdout_01:q0:base","tv4x_legacy_holdout_02:q0:base","tv4x_legacy_holdout_03:q0:base","tv4x_legacy_holdout_04:q0:base","tv4x_legacy_holdout_05:q0:base","tv4x_legacy_holdout_06:q0:base","tv4x_legacy_holdout_07:q0:base","tv4x_legacy_holdout_08:q0:base","tv4x_legacy_holdout_09:q0:base","tv4x_legacy_holdout_10:q0:base","tv4x_legacy_holdout_11:q0:base","tv4x_legacy_holdout_12:q0:base","tv4x_legacy_holdout_13:q0:base","tv4x_legacy_holdout_14:q0:base","tv4x_legacy_holdout_15:q0:base","tv4x_legacy_holdout_16:q0:base","tv4x_legacy_holdout_17:q0:base","tv4x_legacy_holdout_18:q0:base","tv4x_legacy_holdout_19:q0:base","tv4x_composition_holdout_00:q0:base","tv4x_composition_holdout_01:q0:base","tv4x_composition_holdout_02:q0:base","tv4x_composition_holdout_03:q0:base","tv4x_composition_holdout_04:q0:base","tv4x_composition_holdout_05:q0:base","tv4x_composition_holdout_06:q0:base","tv4x_composition_holdout_07:q0:base","tv4x_composition_holdout_08:q0:base","tv4x_composition_holdout_09:q0:base","tv4x_composition_holdout_10:q0:base","tv4x_composition_holdout_11:q0:base","tv4x_composition_holdout_12:q0:base","tv4x_composition_holdout_13:q0:base","tv4x_composition_holdout_14:q0:base","tv4x_composition_holdout_15:q0:base","tv4x_composition_holdout_16:q0:base","tv4x_composition_holdout_17:q0:base","tv4x_composition_holdout_18:q0:base","tv4x_composition_holdout_19:q0:base"],"prompts":41,"load_seconds":1.235429083026247,"load_split_seconds":{"model":0.005514875025255606,"main":1.2299142080009915},"function_names":["main"],"process_wall_seconds":8.602310124988435,"reset_check":{"run":"tv4x_legacy_holdout_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.11270516700460576},"contract_mismatch":[]},{"shard":"shard_05","runs":["tv4s_00:q0:base","tv4s_01:q0:base","tv4s_02:q0:base","tv4s_03:q0:base","tv4s_04:q0:base","tv4s_05:q0:base","tv4s_06:q0:base","tv4s_07:q0:base","tv4s_08:q0:base","tv4s_09:q0:base","tv4s_10:q0:base","tv4s_11:q0:base","tv4s_12:q0:base","tv4s_13:q0:base","tv4s_14:q0:base","tv4s_15:q0:base","tv4s_16:q0:base","tv4s_17:q0:base","tv4s_18:q0:base","tv4s_19:q0:base","semif_a3f18f3a63d45345942b:q0:base","semif_f40beba9088c8db8bbd6:q0:base","semif_0b43ea8e24e74d621f1b:q0:base","semif_942ec65dac0bfb9874f9:q0:base","semif_e0c140e9222d1bce5647:q0:base","semif_8e8c3804a3c15ebb31e3:q0:base","semif_56c419b12cd37cbe790c:q0:base","semif_75b470586834df8c568d:q0:base","semif_834f3b3e10cc61b33d25:q0:base","semif_76c7a79b1ff2363a60c5:q0:base","semif_36c71bb649b7d5eccb1f:q0:base","semif_eac5121a4a1bf391a08c:q0:base","semif_44574c44e243ee1b2f52:q0:base","semif_2608370d01783735c3ea:q0:base","semif_ec94ef909f7918695ab3:q0:base","semif_03d919fd0e9b3a7cd1e6:q0:base","semif_86a15618ba4cb90a307e:q0:base","semif_3dd9c3ac98f8ddf7bdd3:q0:base","semif_36273dd4777876a26338:q0:base","semif_07ee70cfe4b01330ce89:q0:base"],"prompts":41,"load_seconds":1.251950416015461,"load_split_seconds":{"model":0.005632165994029492,"main":1.2463182500214316},"function_names":["main"],"process_wall_seconds":7.008847625023918,"reset_check":{"run":"tv4s_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10714512498816475},"contract_mismatch":[]},{"shard":"shard_06","runs":["semif_51ceab3ce622c7c759f1:q0:base","semif_b8091be929b1e489fcc4:q0:base","semif_c89b86e3f55123bfa506:q0:base","semif_3b0958cabc339005cf66:q0:base","semif_f2b4ec4930322fe45118:q0:base","semif_61ac20b07a5189231e15:q0:base","semif_4b3d794c004566610181:q0:base","semif_b7c4e62d07986286fce0:q0:base","semif_9473603b44af63beab79:q0:base","semif_d41072dc35d8cd14c056:q0:base","semif_33d6e5da58f0fee2490d:q0:base","semif_823bf736b92e9d8fa66d:q0:base","semif_8a4c3de28be95c105ca1:q0:base","semif_ea7ec66a5e8eac886548:q0:base","semif_25172cd6ddc49ab0ca70:q0:base","semif_fb73a85d386cf59b0c51:q0:base","semif_a02fd582d2881cc462b2:q0:base","semif_19f37d5a97034bd7d04f:q0:base","semif_fda0ca94652c6d739ecf:q0:base","semif_d0e36c4cb10a29b3191c:q0:base","semif_a0a39ace7e5337d038a7:q0:base","semif_eeae283841ce75dd25bf:q0:base","semif_00bb4cc043f7d2b288d4:q0:base","semif_1a81ead69e93e5d0c86a:q0:base","semif_4444dad25e438f128673:q0:base","semif_3226202ba1ada2570e9f:q0:base","semif_3f783eec5c90812479bc:q0:base","semif_ffee861474a9665a093a:q0:base","semif_8c992e17e4fb54b044f5:q0:base","semif_695dd61195ca025c4f4c:q0:base","semif_e6155431ab7b0f8170d4:q0:base","semif_b49ecda75086d8c68d2a:q0:base","semif_587ced261c6092cd1325:q0:base","semif_533d4423d311de82b27d:q0:base","semif_2bf540d515a51755b25c:q0:base","semif_fdb9fc214aea2710763a:q0:base","semif_f6d68126b43f8c9ed183:q0:base","semif_44bae0c8a1615a096c43:q0:base","semif_2175379f4c69e6207626:q0:base","semif_def9fe59d262357a673a:q0:base"],"prompts":41,"load_seconds":1.3176035830110777,"load_split_seconds":{"model":0.005643167009111494,"main":1.3119604160019662},"function_names":["main"],"process_wall_seconds":7.382014083006652,"reset_check":{"run":"semif_51ceab3ce622c7c759f1:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.1098089579900261},"contract_mismatch":[]},{"shard":"shard_07","runs":["semif_712f6ffb763eef7c9a12:q0:base","semif_e1d610bd14e3d16c09b9:q0:base","semif_22ec57822db50ec121cf:q0:base","semif_3e75f2b84e8e08e3d3f2:q0:base","semif_ebd74aa05324a1556288:q0:base","semif_d7e84e4245a29817da1f:q0:base","semif_f41ae66b3c09630c7a42:q0:base","semif_82c2cd97c160ad27951b:q0:base","semif_7ada97b6f99f4788e5c7:q0:base","semif_4d7a003342db5b0a17e3:q0:base","semif_19d3d8d0bf773e88be7b:q0:base","semif_d6de731cca52359b1c87:q0:base","semif_b45c63fb92729af27f05:q0:base","semif_46b7029b9a704138b77a:q0:base","semif_caf773b23934fa7362a1:q0:base","semif_f46f392ef9e9e9df564b:q0:base","semif_005dcf6d2c0f21d64796:q0:base","semif_edb708bd0fe5fd67d6ee:q0:base","semif_97a35499bd8717f3e786:q0:base","semif_31eb4533d2c89959ec46:q0:base","semif_0aa24a6701ac9c56c4a0:q0:base","semif_796d5c0da6eaadae6a3f:q0:base","semif_599b3092b6fd18312d23:q0:base","semif_960a4bcd27363e6db4b9:q0:base","semif_c6a411e7f2bbdf377173:q0:base","semif_e332aa927d0c2ed044aa:q0:base","semif_a0128e551d095f3449f8:q0:base","semif_46d6a0731bd288c370f0:q0:base","semif_21ca7a8b970e36b8e20f:q0:base","semif_4aa83af95bb69e90bc2d:q0:base","semif_cdfa9eed51fafcf09b72:q0:base","semif_d51b05bfb9d6d7f09331:q0:base","semif_fdd902cc6e65fad7cb4f:q0:base","semif_42384af9ae56beb37ff5:q0:base","semif_cdf7f428857e1b841cb3:q0:base","semif_774f7f9245f83c796d44:q0:base","semif_92ec2ffa3dd46ada1335:q0:base","semif_6149a17bc154f9c5b4a0:q0:base","semif_be866e1dbec5d42d9423:q0:base","semif_97d2ed2591fc7638806c:q0:base"],"prompts":41,"load_seconds":1.400726082996698,"load_split_seconds":{"model":0.006239957991056144,"main":1.394486125005642},"function_names":["main"],"process_wall_seconds":7.532280957995681,"reset_check":{"run":"semif_712f6ffb763eef7c9a12:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10972966600093059},"contract_mismatch":[]},{"shard":"shard_08","runs":["semif_4533dd91267b4d815690:q0:base","semif_d880e65fef5e2993fdd0:q0:base","semif_90494c76078ffc3c717a:q0:base","semif_9ac5cc82c4126c91174a:q0:base","semif_386e10b1c1ce906473a4:q0:base","semif_4da6aedc1139224eeff2:q0:base","semif_a22dab8ba073ff6cdb8d:q0:base","semif_42c54fa2ad45743e24d8:q0:base","semif_f3d13cf184f916677def:q0:base","semif_1105577da4c8dad4609d:q0:base","semif_0ebd299739302d8b057b:q0:base","semif_eafc22c8c40df3932a8e:q0:base","semif_0aa1447680e4f25862bb:q0:base","semif_980e76145c925747220c:q0:base","semif_4aee37a6a155747766aa:q0:base","semif_6db17cc22bd656d78558:q0:base","semif_ef3e0f8e657bf59f8a29:q0:base","semif_f756e1cb04e11766341e:q0:base","semif_d167e51bb1f499099645:q0:base","semif_674ca4e9346216255466:q0:base","semif_1df851a202994a07f123:q0:base","semif_b5e6788d95b8395d2888:q0:base","semif_32f36cd0fbbfb3604586:q0:base","semif_843185706adff0c60f8b:q0:base","semif_b531dd603bf080dab820:q0:base","semif_be2dd67bc733c1213bef:q0:base","semif_b8e2750307df9761e716:q0:base","semif_5d31b4bf2d0fc193f53b:q0:base","semif_a9230edfc6ec9e524af0:q0:base","semif_c100e84585149a04be49:q0:base","semif_579beed184ffc1104aa9:q0:base","semif_c4e9bd463b6fde5be743:q0:base","semif_b863998d4be2721a5dfd:q0:base","semif_37cebc3792e98049439f:q0:base","semif_64d63f86e328aff1481c:q0:base","semif_6d64a8459f64eac7f4cc:q0:base","semif_2708193212d8a4a523c7:q0:base","semif_5a37d1dfcad20810a76a:q0:base","semif_acacd8b46acd25cb954b:q0:base","semif_4089c199b8b796ec3ed8:q0:base"],"prompts":41,"load_seconds":1.3809285839961376,"load_split_seconds":{"model":0.005879999982425943,"main":1.3750485840137117},"function_names":["main"],"process_wall_seconds":7.505310917011229,"reset_check":{"run":"semif_4533dd91267b4d815690:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.1123129999905359},"contract_mismatch":[]},{"shard":"shard_09","runs":["semif_02f2b95a5c5a4777a45c:q0:base","semif_ebea4681e3dcc7d92ca2:q0:base","semif_b8c5b9b285cbdddc9f8d:q0:base","semif_7ed75d854d99b3a81916:q0:base","own_t01:q0:base","own_t01:q1:base","own_t01:q2:base","own_t01:q3:base","own_t02:q0:base","own_t02:q1:base","own_t02:q2:base","own_t03:q0:base","own_t03:q1:base","own_t03:q2:base","own_t04:q0:base","own_t04:q1:base","own_t04:q2:base","own_t04:q3:base","own_t05:q0:base","own_t05:q1:base","own_t05:q2:base","own_t05:q3:base","own_t06:q0:base","own_t06:q1:base","own_t06:q2:base","own_t07:q0:base","own_t07:q1:base","own_t07:q2:base","own_t08:q0:base","own_t08:q1:base","own_t08:q2:base","own_t09:q0:base","own_t09:q1:base","own_t10:q0:base","own_t10:q1:base","own_t10:q2:base","own_j01:q0:base","own_j01:q1:base","own_j01:q2:base","own_j01:q3:base"],"prompts":41,"load_seconds":1.460765875002835,"load_split_seconds":{"model":0.007172375015215948,"main":1.453593499987619},"function_names":["main"],"process_wall_seconds":11.36422416602727,"reset_check":{"run":"semif_02f2b95a5c5a4777a45c:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.11066129198297858},"contract_mismatch":[]},{"shard":"shard_10","runs":["own_j02:q0:base","own_j02:q1:base","own_j02:q2:base","own_j03:q0:base","own_j03:q1:base","own_j03:q2:base","own_j04:q0:base","own_j04:q1:base","own_j04:q2:base","own_j05:q0:base","own_j05:q1:base","own_j05:q2:base","own_a01:q0:base","own_a01:q1:base","own_a01:q2:base","own_m01:q0:base","own_m01:q1:base","own_m01:q2:base","own_m01:q3:base","own_m01:q4:base","own_m01:q5:base","own_m01:q6:base","own_m01:q7:base","own_L01:q0:base","own_L01:q1:base","own_L01:q2:base","own_L02:q0:base","own_L02:q1:base","own_L02:q2:base","own_L02:q3:base","own_L03:q0:base","own_L03:q1:base","own_L03:q2:base","own_L03:q3:base"],"prompts":35,"load_seconds":1.3710220000066329,"load_split_seconds":{"model":0.006685375003144145,"main":1.3643366250034887},"function_names":["main"],"process_wall_seconds":22.549818916013464,"reset_check":{"run":"own_j02:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.3062651249929331},"contract_mismatch":[]}],"summary":{"runs":434,"expected_runs":434,"missing_runs":[],"questions":434,"argmax_equal":432,"questions_non_near_tie":422,"argmax_equal_non_near_tie":422,"near_tie_questions":12,"argmax_equal_near_tie":10,"max_abs_dp":0.015306353569030762,"max_abs_dp_non_near_tie":0.015306353569030762,"mean_of_run_mean_abs_dp":0.000768624044211272,"mean_of_record_mean_abs_dp":0.0007882270168355944,"mean_question_max_abs_dp":0.0011353561518421989,"max_abs_dlogit_T":0.07267503440380096,"worst_run":{"id":"semif_1105577da4c8dad4609d","q":0,"max_abs_dp":0.015306353569030762},"finite_all":true,"all_zero_runs":0,"hidden_rows":21,"min_pos_cos":0.9921137875051251,"hidden_max_abs_diff":1.3514108657836914,"positions":9168,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":61556,"padded_tokens":87168,"calls":681,"pad_waste":0.2938234214390602,"decode_ms_total":88904.91187208681,"ms_per_call_median":99.00433299480937,"ms_per_call_warm_median":98.99341699201614},"by_source":{"own_json":{"runs":19,"expected_runs":19,"missing_runs":[],"questions":19,"argmax_equal":19,"questions_non_near_tie":18,"argmax_equal_non_near_tie":18,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":0.006005138158798218,"max_abs_dp_non_near_tie":0.006005138158798218,"mean_of_run_mean_abs_dp":0.0010344311459728733,"mean_of_record_mean_abs_dp":0.0010036756571024652,"mean_question_max_abs_dp":0.0014577935155677168,"max_abs_dlogit_T":0.032536983489990234,"worst_run":{"id":"own_a01","q":0,"max_abs_dp":0.006005138158798218},"finite_all":true,"all_zero_runs":0,"hidden_rows":3,"min_pos_cos":0.9921137875051251,"hidden_max_abs_diff":1.3514108657836914,"positions":1027,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":4323,"padded_tokens":5376,"calls":42,"pad_waste":0.19587053571428573,"decode_ms_total":5363.189790979959,"ms_per_call_median":98.86704149539582,"ms_per_call_warm_median":98.84416600107215},"own_long":{"runs":11,"expected_runs":11,"missing_runs":[],"questions":11,"argmax_equal":11,"questions_non_near_tie":11,"argmax_equal_non_near_tie":11,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":0.002093493938446045,"max_abs_dp_non_near_tie":0.002093493938446045,"mean_of_run_mean_abs_dp":0.00022407033247873187,"mean_of_record_mean_abs_dp":0.0002864367541514783,"mean_question_max_abs_dp":0.00042622722685337067,"max_abs_dlogit_T":0.03555727005004883,"worst_run":{"id":"own_L01","q":2,"max_abs_dp":0.002093493938446045},"finite_all":true,"all_zero_runs":0,"hidden_rows":4,"min_pos_cos":0.9984987396294658,"hidden_max_abs_diff":0.4854450225830078,"positions":6053,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":17248,"padded_tokens":18048,"calls":141,"pad_waste":0.044326241134751775,"decode_ms_total":14044.147376000183,"ms_per_call_median":99.47879199171439,"ms_per_call_warm_median":99.47879199171439},"own_text":{"runs":40,"expected_runs":40,"missing_runs":[],"questions":40,"argmax_equal":39,"questions_non_near_tie":38,"argmax_equal_non_near_tie":38,"near_tie_questions":2,"argmax_equal_near_tie":1,"max_abs_dp":0.004821479320526123,"max_abs_dp_non_near_tie":0.004821479320526123,"mean_of_run_mean_abs_dp":0.0005377147217708019,"mean_of_record_mean_abs_dp":0.0005311390339717959,"mean_question_max_abs_dp":0.0008305068011395633,"max_abs_dlogit_T":0.02594912052154541,"worst_run":{"id":"own_t07","q":0,"max_abs_dp":0.004821479320526123},"finite_all":true,"all_zero_runs":0,"hidden_rows":12,"min_pos_cos":0.9998596815465797,"hidden_max_abs_diff":0.5595664978027344,"positions":1926,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":7247,"padded_tokens":10368,"calls":81,"pad_waste":0.3010223765432099,"decode_ms_total":8101.741788035724,"ms_per_call_median":99.81666598469019,"ms_per_call_warm_median":99.81666598469019},"semif_authored144":{"runs":144,"expected_runs":144,"missing_runs":[],"questions":144,"argmax_equal":143,"questions_non_near_tie":141,"argmax_equal_non_near_tie":141,"near_tie_questions":3,"argmax_equal_near_tie":2,"max_abs_dp":0.015306353569030762,"max_abs_dp_non_near_tie":0.015306353569030762,"mean_of_run_mean_abs_dp":0.0008471529159847974,"mean_of_record_mean_abs_dp":0.0008471529159847974,"mean_question_max_abs_dp":0.00127073143570063,"max_abs_dlogit_T":0.053037166595458984,"worst_run":{"id":"semif_1105577da4c8dad4609d","q":0,"max_abs_dp":0.015306353569030762},"finite_all":true,"all_zero_runs":0,"hidden_rows":1,"min_pos_cos":0.9999071881143509,"hidden_max_abs_diff":0.3892688751220703,"positions":68,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":10574,"padded_tokens":18432,"calls":144,"pad_waste":0.4263237847222222,"decode_ms_total":19331.657122907927,"ms_per_call_median":99.45654150214978,"ms_per_call_warm_median":99.45141700154636},"transfer_v4_dev_head":{"runs":60,"expected_runs":60,"missing_runs":[],"questions":60,"argmax_equal":60,"questions_non_near_tie":58,"argmax_equal_non_near_tie":58,"near_tie_questions":2,"argmax_equal_near_tie":2,"max_abs_dp":0.007099807262420654,"max_abs_dp_non_near_tie":0.007099807262420654,"mean_of_run_mean_abs_dp":0.0008012004634413946,"mean_of_record_mean_abs_dp":0.0008012004634413946,"mean_question_max_abs_dp":0.0015070716540018718,"max_abs_dlogit_T":0.07267503440380096,"worst_run":{"id":"tv4_041","q":0,"max_abs_dp":0.007099807262420654},"finite_all":true,"all_zero_runs":0,"hidden_rows":1,"min_pos_cos":0.9999178563976326,"hidden_max_abs_diff":0.5366973876953125,"positions":94,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":7021,"padded_tokens":10624,"calls":83,"pad_waste":0.3391378012048193,"decode_ms_total":18996.367123996606,"ms_per_call_median":98.6568329972215,"ms_per_call_warm_median":98.65241649094969},"transfer_v4_dev_score":{"runs":20,"expected_runs":20,"missing_runs":[],"questions":20,"argmax_equal":20,"questions_non_near_tie":19,"argmax_equal_non_near_tie":19,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":0.006869792938232422,"max_abs_dp_non_near_tie":0.006869792938232422,"mean_of_run_mean_abs_dp":0.0014440695910404124,"mean_of_record_mean_abs_dp":0.0014440695910404124,"mean_question_max_abs_dp":0.002166103757917881,"max_abs_dlogit_T":0.03202033042907715,"worst_run":{"id":"tv4s_16","q":0,"max_abs_dp":0.006869792938232422},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":1979,"padded_tokens":2560,"calls":20,"pad_waste":0.226953125,"decode_ms_total":3018.691584962653,"ms_per_call_median":98.65514549892396,"ms_per_call_warm_median":98.6513750103768},"transfer_v4_dev_sources":{"runs":140,"expected_runs":140,"missing_runs":[],"questions":140,"argmax_equal":140,"questions_non_near_tie":137,"argmax_equal_non_near_tie":137,"near_tie_questions":3,"argmax_equal_near_tie":3,"max_abs_dp":0.006129264831542969,"max_abs_dp_non_near_tie":0.006129264831542969,"mean_of_run_mean_abs_dp":0.0006500845811214753,"mean_of_record_mean_abs_dp":0.0006500845811214753,"mean_question_max_abs_dp":0.0007886144315956959,"max_abs_dlogit_T":0.025945186614990234,"worst_run":{"id":"tv4x_composition_holdout_11","q":0,"max_abs_dp":0.006129264831542969},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":13164,"padded_tokens":21760,"calls":170,"pad_waste":0.39503676470588234,"decode_ms_total":20049.11708520376,"ms_per_call_median":98.66474999580532,"ms_per_call_warm_median":98.66220800904557}},"near_ties":[{"id":"tv4_021","q":0,"qid":"answer","oracle_top2_margin":0.01855599880218506,"argmax_equal":true,"max_abs_dp":0.0018316805362701416,"probs":[0.286985844373703,0.15404559671878815,0.30470913648605347,0.2542594075202942]},{"id":"tv4_054","q":0,"qid":"answer","oracle_top2_margin":0.00373879075050354,"argmax_equal":true,"max_abs_dp":0.0004019737243652344,"probs":[0.2544136345386505,0.23997844755649567,0.2588590383529663,0.24674883484840393]},{"id":"tv4x_emotion_15","q":0,"qid":"emotion","oracle_top2_margin":0.007101953029632568,"argmax_equal":true,"max_abs_dp":0.0018263757228851318,"probs":[0.00060839339857921,0.49035248160362244,0.4939420521259308,0.0008408123976550996,0.0008809395367279649,0.013375346548855305]},{"id":"tv4x_tweet_offensive_01","q":0,"qid":"offensive","oracle_top2_margin":0.002196580171585083,"argmax_equal":true,"max_abs_dp":0.0014070868492126465,"probs":[0.4974946677684784,0.502505362033844]},{"id":"tv4x_paws_01","q":0,"qid":"paraphrase","oracle_top2_margin":0.007073014974594116,"argmax_equal":true,"max_abs_dp":0.0019113421440124512,"probs":[0.4983747899532318,0.5016251802444458]},{"id":"tv4s_11","q":0,"qid":"decision","oracle_top2_margin":0.001054227352142334,"argmax_equal":true,"max_abs_dp":0.0002460181713104248,"probs":[0.01080369297415018,0.49389034509658813,0.4953059256076813]},{"id":"semif_ffee861474a9665a093a","q":0,"qid":"decision","oracle_top2_margin":0.0018825829029083252,"argmax_equal":true,"max_abs_dp":0.0021316707134246826,"probs":[0.3973971903324127,0.1995469182729721,0.40305593609809875]},{"id":"semif_2708193212d8a4a523c7","q":0,"qid":"decision","oracle_top2_margin":0.0197182297706604,"argmax_equal":true,"max_abs_dp":0.0017397105693817139,"probs":[0.23067454993724823,0.37633171677589417,0.3929937481880188]},{"id":"semif_4089c199b8b796ec3ed8","q":0,"qid":"decision","oracle_top2_margin":0.0004886090755462646,"argmax_equal":false,"max_abs_dp":0.0011271238327026367,"probs":[0.4364941418170929,0.1258741170167923,0.4376317262649536]},{"id":"own_t01","q":2,"qid":"upset","oracle_top2_margin":0.0016841888427734375,"argmax_equal":true,"max_abs_dp":0.0009684562683105469,"probs":[0.36541780829429626,0.3677539825439453,0.1967996209859848,0.07002867013216019]},{"id":"own_t02","q":0,"qid":"impact","oracle_top2_margin":0.0024104714393615723,"argmax_equal":false,"max_abs_dp":0.0028693079948425293,"probs":[0.19304212927818298,0.37176093459129333,0.36983340978622437,0.06536351144313812]},{"id":"own_j05","q":2,"qid":"severity","oracle_top2_margin":0.0014663934707641602,"argmax_equal":true,"max_abs_dp":0.0010564029216766357,"probs":[0.11733843386173248,0.05309362709522247,0.11859815567731857,0.2128337174654007,0.21034017205238342,0.16821452975273132,0.11958133429288864]}],"checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"result":"PASS","red_arm":null,"timing":{"contended":true,"S":128,"load_seconds":{"first_process":11.41110908301198,"median":1.3176035830110777,"all":[11.41110908301198,1.2226639169966802,1.2257846250140574,1.2253130839962978,1.235429083026247,1.251950416015461,1.3176035830110777,1.400726082996698,1.3809285839961376,1.460765875002835,1.3710220000066329]},"ms_per_call_warm_runs":{"n":667,"median":98.99341699201614,"p10":98.49860819522291,"p90":100.41351619292982},"ms_per_call_all_runs":{"n":681,"median":99.00433299480937,"p10":98.49941701395437,"p90":100.4993749957066},"ms_per_token_warm_runs":{"n":423,"median":1.2729006411973387,"p10":0.9222457419668912,"p90":1.688889271117968},"run_decode_seconds_warm_runs":{"n":423,"median":0.09926866699242964,"p10":0.09853968299576081,"p90":0.1990442671929486},"fixture_434_rows":{"calls":681,"tokens":61556,"padded_tokens":87168,"pad_waste":0.2938234214390602,"projected_ms_at_warm_median_per_call":67414.51697156299}},"seconds":{"gpu_processes":122.86439191599493,"scoring":9.822645458014449,"total":132.907803375012},"runs":[{"id":"tv4_000","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":9.881475625006715,"wall_seconds":9.896996083989507,"finite":true,"all_zero":false,"index":0,"shard":"shard_00","first_in_process":true,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001684039831161499,"mean_abs_dp":0.000935383141040802,"max_abs_dlogit_T":0.008803486824035645,"oracle_top2_margin":0.029402226209640503,"near_tie":false,"n_options":4,"probs":[0.3147282004356384,0.1275910884141922,0.2873123586177826,0.2703683376312256],"hidden":{"max_abs_diff":0.5366973876953125,"ref_absmax":61.27851486206055,"rel_max_abs_diff":0.008758328900487089,"min_pos_cos":0.9999178563976326,"min_pos_cos_index":80,"mean_pos_cos":0.9999922645143892,"positions_below_0.9999":0,"positions":94,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"tv4_001","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.09894604200962931,"wall_seconds":0.10929199997917749,"finite":true,"all_zero":false,"index":1,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00017654895782470703,"mean_abs_dp":8.827014244161546e-05,"max_abs_dlogit_T":0.014453411102294922,"oracle_top2_margin":0.9775130152702332,"near_tie":false,"n_options":4,"probs":[0.0011441382812336087,0.00346803804859519,0.9863178730010986,0.009069874882698059]},{"id":"tv4_002","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.09896387500339188,"wall_seconds":0.10883816599380225,"finite":true,"all_zero":false,"index":2,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005019903182983398,"mean_abs_dp":0.0002509825862944126,"max_abs_dlogit_T":0.008062243461608887,"oracle_top2_margin":0.9258788824081421,"near_tie":false,"n_options":4,"probs":[0.945670485496521,0.017428243532776833,0.016417725011706352,0.020483531057834625]},{"id":"tv4_003","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09880691699800082,"wall_seconds":0.10824983299244195,"finite":true,"all_zero":false,"index":3,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004154682159423828,"mean_abs_dp":0.002077319659292698,"max_abs_dlogit_T":0.016699224710464478,"oracle_top2_margin":0.6721583604812622,"near_tie":false,"n_options":4,"probs":[0.7906588315963745,0.12575477361679077,0.04044175148010254,0.04314456135034561]},{"id":"tv4_004","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.09851091701420955,"wall_seconds":0.1081443750008475,"finite":true,"all_zero":false,"index":4,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00026673078536987305,"mean_abs_dp":0.00013336213305592537,"max_abs_dlogit_T":0.012877225875854492,"oracle_top2_margin":0.9810932278633118,"near_tie":false,"n_options":4,"probs":[0.00491651427000761,0.006067235954105854,0.9867876768112183,0.002228585770353675]},{"id":"tv4_005","q":0,"variant":"base","tokens":81,"calls":1,"padded_tokens":128,"decode_seconds":0.09853008299251087,"wall_seconds":0.10845029199845158,"finite":true,"all_zero":false,"index":5,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00025922060012817383,"mean_abs_dp":0.00013470882549881935,"max_abs_dlogit_T":0.003742218017578125,"oracle_top2_margin":0.8511642813682556,"near_tie":false,"n_options":4,"probs":[0.900649905204773,0.04982937499880791,0.014521854929625988,0.03499884530901909]},{"id":"tv4_006","q":0,"variant":"base","tokens":237,"calls":2,"padded_tokens":256,"decode_seconds":0.19760545800090767,"wall_seconds":0.20769350000773557,"finite":true,"all_zero":false,"index":6,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0013181418180465698,"mean_abs_dp":0.0006590806879103184,"max_abs_dlogit_T":0.018494129180908203,"oracle_top2_margin":0.6825103759765625,"near_tie":false,"n_options":4,"probs":[0.019811978563666344,0.13736490905284882,0.02070142887532711,0.8221216797828674]},{"id":"tv4_007","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.0990767499897629,"wall_seconds":0.11068645800696686,"finite":true,"all_zero":false,"index":7,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.004587650299072266,"mean_abs_dp":0.002293825149536133,"max_abs_dlogit_T":0.02335953712463379,"oracle_top2_margin":0.2817847728729248,"near_tie":false,"n_options":4,"probs":[0.26423901319503784,0.1162101998925209,0.5392643809318542,0.08028635382652283]},{"id":"tv4_008","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.09907604198087938,"wall_seconds":0.10963983298279345,"finite":true,"all_zero":false,"index":8,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007869601249694824,"mean_abs_dp":0.0003935045679099858,"max_abs_dlogit_T":0.011171221733093262,"oracle_top2_margin":0.7711502909660339,"near_tie":false,"n_options":4,"probs":[0.1073785349726677,0.8771418333053589,0.00296025606803596,0.012519370764493942]},{"id":"tv4_009","q":0,"variant":"base","tokens":321,"calls":3,"padded_tokens":384,"decode_seconds":0.29628741601482034,"wall_seconds":0.3057255420135334,"finite":true,"all_zero":false,"index":9,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00032651424407958984,"mean_abs_dp":0.00016326230252161622,"max_abs_dlogit_T":0.025560379028320312,"oracle_top2_margin":0.9636144638061523,"near_tie":false,"n_options":4,"probs":[0.003457693150267005,0.0024363098200410604,0.9786092042922974,0.01549683790653944]},{"id":"tv4_010","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09872004101634957,"wall_seconds":0.10808191701653413,"finite":true,"all_zero":false,"index":10,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0020098090171813965,"mean_abs_dp":0.0015197992324829102,"max_abs_dlogit_T":0.028084278106689453,"oracle_top2_margin":0.03897985816001892,"near_tie":false,"n_options":4,"probs":[0.08106456696987152,0.34112125635147095,0.3834644556045532,0.19434967637062073]},{"id":"tv4_011","q":0,"variant":"base","tokens":105,"calls":1,"padded_tokens":128,"decode_seconds":0.09845608301111497,"wall_seconds":0.10798812500433996,"finite":true,"all_zero":false,"index":11,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.001215919852256775,"mean_abs_dp":0.001023109070956707,"max_abs_dlogit_T":0.015379823744297028,"oracle_top2_margin":0.09546518325805664,"near_tie":false,"n_options":4,"probs":[0.04978971928358078,0.19574706256389618,0.3294092118740082,0.42505404353141785]},{"id":"tv4_012","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.0985005839902442,"wall_seconds":0.10767525000846945,"finite":true,"all_zero":false,"index":12,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0005405843257904053,"mean_abs_dp":0.00032566720619797707,"max_abs_dlogit_T":0.026715755462646484,"oracle_top2_margin":0.5005620121955872,"near_tie":false,"n_options":4,"probs":[0.20111782848834991,0.011911937966942787,0.08428137004375458,0.7026888132095337]},{"id":"tv4_013","q":0,"variant":"base","tokens":163,"calls":2,"padded_tokens":256,"decode_seconds":0.19759274998796172,"wall_seconds":0.20682362499064766,"finite":true,"all_zero":false,"index":13,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001969456672668457,"mean_abs_dp":0.0009847115725278854,"max_abs_dlogit_T":0.009794950485229492,"oracle_top2_margin":0.18121948838233948,"near_tie":false,"n_options":4,"probs":[0.2600085735321045,0.0843493714928627,0.4382520914077759,0.21738992631435394]},{"id":"tv4_014","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.09952141597750597,"wall_seconds":0.11858262500027195,"finite":true,"all_zero":false,"index":14,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005035400390625,"mean_abs_dp":0.0003305003046989441,"max_abs_dlogit_T":0.007606387138366699,"oracle_top2_margin":0.28027498722076416,"near_tie":false,"n_options":4,"probs":[0.5159146785736084,0.13610517978668213,0.23529358208179474,0.11268651485443115]},{"id":"tv4_015","q":0,"variant":"base","tokens":177,"calls":2,"padded_tokens":256,"decode_seconds":0.1969151660159696,"wall_seconds":0.2062752920028288,"finite":true,"all_zero":false,"index":15,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0026383697986602783,"mean_abs_dp":0.00131918303668499,"max_abs_dlogit_T":0.01567864418029785,"oracle_top2_margin":0.06737852096557617,"near_tie":false,"n_options":4,"probs":[0.4449280798435211,0.08600359410047531,0.3807871341705322,0.08828119933605194]},{"id":"tv4_016","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09833291597897187,"wall_seconds":0.10782533400924876,"finite":true,"all_zero":false,"index":16,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0015034079551696777,"mean_abs_dp":0.000751713290810585,"max_abs_dlogit_T":0.010984659194946289,"oracle_top2_margin":0.7223381996154785,"near_tie":false,"n_options":4,"probs":[0.05440974235534668,0.0742761641740799,0.07547152787446976,0.7958425879478455]},{"id":"tv4_017","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09853779198601842,"wall_seconds":0.10757445800118148,"finite":true,"all_zero":false,"index":17,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0005571246147155762,"mean_abs_dp":0.0003354959189891815,"max_abs_dlogit_T":0.00934290885925293,"oracle_top2_margin":0.6426428556442261,"near_tie":false,"n_options":4,"probs":[0.10509437322616577,0.07968582212924957,0.7466570138931274,0.06856272369623184]},{"id":"tv4_018","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09914737500366755,"wall_seconds":0.11047283399966545,"finite":true,"all_zero":false,"index":18,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00011199712753295898,"mean_abs_dp":5.5989978136494756e-05,"max_abs_dlogit_T":0.019808292388916016,"oracle_top2_margin":0.9770302772521973,"near_tie":false,"n_options":4,"probs":[0.0038229450583457947,0.0019594086334109306,0.9855656027793884,0.008652067743241787]},{"id":"tv4_019","q":0,"variant":"base","tokens":130,"calls":2,"padded_tokens":256,"decode_seconds":0.1976160839840304,"wall_seconds":0.20822408300591633,"finite":true,"all_zero":false,"index":19,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.001966923475265503,"mean_abs_dp":0.0009834393858909607,"max_abs_dlogit_T":0.006931662559509277,"oracle_top2_margin":0.0909552276134491,"near_tie":false,"n_options":4,"probs":[0.26928088068962097,0.23844462633132935,0.13415317237377167,0.35812124609947205]},{"id":"tv4_020","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09907950001070276,"wall_seconds":0.11126587499165908,"finite":true,"all_zero":false,"index":20,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001063525676727295,"mean_abs_dp":0.0005317647010087967,"max_abs_dlogit_T":0.0116347074508667,"oracle_top2_margin":0.8149018287658691,"near_tie":false,"n_options":4,"probs":[0.07280680537223816,0.016375767067074776,0.886083722114563,0.024733686819672585]},{"id":"tv4_021","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.09896695800125599,"wall_seconds":0.11174020799808204,"finite":true,"all_zero":false,"index":21,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0018316805362701416,"mean_abs_dp":0.001044146716594696,"max_abs_dlogit_T":0.012664616107940674,"oracle_top2_margin":0.01855599880218506,"near_tie":true,"n_options":4,"probs":[0.286985844373703,0.15404559671878815,0.30470913648605347,0.2542594075202942]},{"id":"tv4_022","q":0,"variant":"base","tokens":144,"calls":2,"padded_tokens":256,"decode_seconds":0.19686791600543074,"wall_seconds":0.2058260000194423,"finite":true,"all_zero":false,"index":22,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0022758841514587402,"mean_abs_dp":0.0011379467323422432,"max_abs_dlogit_T":0.013677477836608887,"oracle_top2_margin":0.15448573231697083,"near_tie":false,"n_options":4,"probs":[0.47394245862960815,0.31681400537490845,0.16613127291202545,0.04311222583055496]},{"id":"tv4_023","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.09877012501237914,"wall_seconds":0.10842779200174846,"finite":true,"all_zero":false,"index":23,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0020204484462738037,"mean_abs_dp":0.0010102270171046257,"max_abs_dlogit_T":0.013818979263305664,"oracle_top2_margin":0.5718164443969727,"near_tie":false,"n_options":4,"probs":[0.7350694537162781,0.08242347836494446,0.022592445835471153,0.15991458296775818]},{"id":"tv4_024","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.09865974998683669,"wall_seconds":0.10774012500769459,"finite":true,"all_zero":false,"index":24,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014458894729614258,"mean_abs_dp":0.00077782291918993,"max_abs_dlogit_T":0.00705873966217041,"oracle_top2_margin":0.02086666226387024,"near_tie":false,"n_options":4,"probs":[0.39657843112945557,0.18163682520389557,0.04473681002855301,0.37704795598983765]},{"id":"tv4_025","q":0,"variant":"base","tokens":180,"calls":2,"padded_tokens":256,"decode_seconds":0.1969027089944575,"wall_seconds":0.20592833301634528,"finite":true,"all_zero":false,"index":25,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006990283727645874,"mean_abs_dp":0.00037400610744953156,"max_abs_dlogit_T":0.006244182586669922,"oracle_top2_margin":0.24806053936481476,"near_tie":false,"n_options":4,"probs":[0.4802953004837036,0.11296635866165161,0.23158466815948486,0.1751537173986435]},{"id":"tv4_026","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.09850162497605197,"wall_seconds":0.10799079199205153,"finite":true,"all_zero":false,"index":26,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011352598667144775,"mean_abs_dp":0.0008345283567905426,"max_abs_dlogit_T":0.008185982704162598,"oracle_top2_margin":0.03857165575027466,"near_tie":false,"n_options":4,"probs":[0.22615092992782593,0.3067304193973541,0.1983584761619568,0.2687602639198303]},{"id":"tv4_027","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09865008399356157,"wall_seconds":0.1081097919959575,"finite":true,"all_zero":false,"index":27,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.002402976155281067,"mean_abs_dp":0.0012015257962048054,"max_abs_dlogit_T":0.01843404769897461,"oracle_top2_margin":0.10682827234268188,"near_tie":false,"n_options":4,"probs":[0.029976055026054382,0.35305407643318176,0.4615814685821533,0.15538844466209412]},{"id":"tv4_028","q":0,"variant":"base","tokens":290,"calls":3,"padded_tokens":384,"decode_seconds":0.29669666598783806,"wall_seconds":0.3062942909891717,"finite":true,"all_zero":false,"index":28,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008656680583953857,"mean_abs_dp":0.0004906207323074341,"max_abs_dlogit_T":0.006554603576660156,"oracle_top2_margin":0.03244104981422424,"near_tie":false,"n_options":4,"probs":[0.3477550148963928,0.3137400150299072,0.20375652611255646,0.13474838435649872]},{"id":"tv4_029","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09840874999645166,"wall_seconds":0.1074042090040166,"finite":true,"all_zero":false,"index":29,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":8.422136306762695e-05,"mean_abs_dp":4.209984035696834e-05,"max_abs_dlogit_T":0.011279821395874023,"oracle_top2_margin":0.9377733469009399,"near_tie":false,"n_options":4,"probs":[0.025091392919421196,0.0007113218889571726,0.011436780914664268,0.9627604484558105]},{"id":"tv4_030","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09872708300827071,"wall_seconds":0.10845549998339266,"finite":true,"all_zero":false,"index":30,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012652277946472168,"mean_abs_dp":0.0006326083093881607,"max_abs_dlogit_T":0.009037494659423828,"oracle_top2_margin":0.6803373098373413,"near_tie":false,"n_options":4,"probs":[0.1094495952129364,0.038677867501974106,0.7880014777183533,0.06387104839086533]},{"id":"tv4_031","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09873320799670182,"wall_seconds":0.108017042017309,"finite":true,"all_zero":false,"index":31,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004639551043510437,"mean_abs_dp":0.0002319708000868559,"max_abs_dlogit_T":0.013402223587036133,"oracle_top2_margin":0.8230345249176025,"near_tie":false,"n_options":4,"probs":[0.9018208980560303,0.07796106487512589,0.009578626602888107,0.010639401152729988]},{"id":"tv4_032","q":0,"variant":"base","tokens":135,"calls":2,"padded_tokens":256,"decode_seconds":0.1974281250149943,"wall_seconds":0.2067980829742737,"finite":true,"all_zero":false,"index":32,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0007598996162414551,"mean_abs_dp":0.00037994387093931437,"max_abs_dlogit_T":0.017632007598876953,"oracle_top2_margin":0.9462494254112244,"near_tie":false,"n_options":4,"probs":[0.0065604886040091515,0.006699197459965944,0.02084340527653694,0.9658969044685364]},{"id":"tv4_033","q":0,"variant":"base","tokens":293,"calls":3,"padded_tokens":384,"decode_seconds":0.2962066250038333,"wall_seconds":0.30656537497998215,"finite":true,"all_zero":false,"index":33,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0003454349935054779,"mean_abs_dp":0.00017272908007726073,"max_abs_dlogit_T":0.014935016632080078,"oracle_top2_margin":0.9047749042510986,"near_tie":false,"n_options":4,"probs":[0.0024810214526951313,0.005143973045051098,0.043534521013498306,0.9488404989242554]},{"id":"tv4_034","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09913041701656766,"wall_seconds":0.10969250000198372,"finite":true,"all_zero":false,"index":34,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012774169445037842,"mean_abs_dp":0.0007021315395832062,"max_abs_dlogit_T":0.012252330780029297,"oracle_top2_margin":0.08403569459915161,"near_tie":false,"n_options":4,"probs":[0.16898736357688904,0.05970156192779541,0.4270980954170227,0.34421297907829285]},{"id":"tv4_035","q":0,"variant":"base","tokens":108,"calls":1,"padded_tokens":128,"decode_seconds":0.09867204201873392,"wall_seconds":0.10929658298846334,"finite":true,"all_zero":false,"index":35,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005807876586914062,"mean_abs_dp":0.0002903712447732687,"max_abs_dlogit_T":0.00833749771118164,"oracle_top2_margin":0.8683550953865051,"near_tie":false,"n_options":4,"probs":[0.9214127659797668,0.013112693093717098,0.0520024336874485,0.013472135178744793]},{"id":"tv4_036","q":0,"variant":"base","tokens":150,"calls":2,"padded_tokens":256,"decode_seconds":0.19737691699992865,"wall_seconds":0.2075160410022363,"finite":true,"all_zero":false,"index":36,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0028840452432632446,"mean_abs_dp":0.0015855450183153152,"max_abs_dlogit_T":0.009891211986541748,"oracle_top2_margin":0.17973920702934265,"near_tie":false,"n_options":4,"probs":[0.11139114201068878,0.2252723127603531,0.42428600788116455,0.23905061185359955]},{"id":"tv4_037","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09904233401175588,"wall_seconds":0.10929466597735882,"finite":true,"all_zero":false,"index":37,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0018686354160308838,"mean_abs_dp":0.001098085194826126,"max_abs_dlogit_T":0.005992293357849121,"oracle_top2_margin":0.2104194164276123,"near_tie":false,"n_options":4,"probs":[0.13190481066703796,0.09303531795740128,0.4911605715751648,0.2838992774486542]},{"id":"tv4_038","q":0,"variant":"base","tokens":130,"calls":2,"padded_tokens":256,"decode_seconds":0.1972753330192063,"wall_seconds":0.20655741699738428,"finite":true,"all_zero":false,"index":38,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002920888364315033,"mean_abs_dp":0.00023528607562184334,"max_abs_dlogit_T":0.013814687728881836,"oracle_top2_margin":0.8337569236755371,"near_tie":false,"n_options":4,"probs":[0.04188543185591698,0.025597305968403816,0.8833905458450317,0.049126699566841125]},{"id":"tv4_039","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09892879199469462,"wall_seconds":0.10906662500929087,"finite":true,"all_zero":false,"index":39,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004271119832992554,"mean_abs_dp":0.0021355804055929184,"max_abs_dlogit_T":0.02430403232574463,"oracle_top2_margin":0.053804636001586914,"near_tie":false,"n_options":4,"probs":[0.4826391339302063,0.42243656516075134,0.07733429223299026,0.017590096220374107]},{"id":"tv4_040","q":0,"variant":"base","tokens":208,"calls":2,"padded_tokens":256,"decode_seconds":1.2193447499885224,"wall_seconds":1.2327889580046758,"finite":true,"all_zero":false,"index":0,"shard":"shard_01","first_in_process":true,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.004363059997558594,"mean_abs_dp":0.0021815113723278046,"max_abs_dlogit_T":0.016889572143554688,"oracle_top2_margin":0.45171576738357544,"near_tie":false,"n_options":4,"probs":[0.07587786763906479,0.19447734951972961,0.0898149386048317,0.6398298144340515]},{"id":"tv4_041","q":0,"variant":"base","tokens":208,"calls":2,"padded_tokens":256,"decode_seconds":0.19706795801175758,"wall_seconds":0.20651333301793784,"finite":true,"all_zero":false,"index":1,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.007099807262420654,"mean_abs_dp":0.003549930639564991,"max_abs_dlogit_T":0.018143177032470703,"oracle_top2_margin":0.23504745960235596,"near_tie":false,"n_options":4,"probs":[0.12451154738664627,0.04603496566414833,0.30357566475868225,0.5258779525756836]},{"id":"tv4_042","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.09881408300134353,"wall_seconds":0.10841133299982175,"finite":true,"all_zero":false,"index":2,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0011939257383346558,"mean_abs_dp":0.0008650347590446472,"max_abs_dlogit_T":0.0065996646881103516,"oracle_top2_margin":0.18441274762153625,"near_tie":false,"n_options":4,"probs":[0.44270724058151245,0.1329076737165451,0.2587140202522278,0.16567102074623108]},{"id":"tv4_043","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.09869358400464989,"wall_seconds":0.10865820801700465,"finite":true,"all_zero":false,"index":3,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001351773738861084,"mean_abs_dp":0.0006758719682693481,"max_abs_dlogit_T":0.02020585536956787,"oracle_top2_margin":0.739353358745575,"near_tie":false,"n_options":4,"probs":[0.07495091110467911,0.8157790899276733,0.04350856691598892,0.06576145440340042]},{"id":"tv4_044","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09839479200309142,"wall_seconds":0.10885566598153673,"finite":true,"all_zero":false,"index":4,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":5.8591365814208984e-05,"mean_abs_dp":2.928620233433321e-05,"max_abs_dlogit_T":0.02602100372314453,"oracle_top2_margin":0.9956979751586914,"near_tie":false,"n_options":4,"probs":[0.0017471344908699393,0.00017366126121487468,0.0007208112510852516,0.9973583817481995]},{"id":"tv4_045","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.0987549580167979,"wall_seconds":0.10759291701833718,"finite":true,"all_zero":false,"index":5,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0014256834983825684,"mean_abs_dp":0.0007128191646188498,"max_abs_dlogit_T":0.009466290473937988,"oracle_top2_margin":0.8363601565361023,"near_tie":false,"n_options":4,"probs":[0.057948652654886246,0.01015380583703518,0.8965857028961182,0.03531194478273392]},{"id":"tv4_046","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09853529097745195,"wall_seconds":0.10753308402490802,"finite":true,"all_zero":false,"index":6,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00016838312149047852,"mean_abs_dp":8.417339995503426e-05,"max_abs_dlogit_T":0.00824737548828125,"oracle_top2_margin":0.9711371064186096,"near_tie":false,"n_options":4,"probs":[0.9804789423942566,0.005781146697700024,0.00953555479645729,0.004204354248940945]},{"id":"tv4_047","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09857274999376386,"wall_seconds":0.10781191699788906,"finite":true,"all_zero":false,"index":7,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0011183321475982666,"mean_abs_dp":0.0005591604858636856,"max_abs_dlogit_T":0.008799314498901367,"oracle_top2_margin":0.5407507419586182,"near_tie":false,"n_options":4,"probs":[0.05314522236585617,0.09677331149578094,0.6950143575668335,0.15506711602210999]},{"id":"tv4_048","q":0,"variant":"base","tokens":119,"calls":1,"padded_tokens":128,"decode_seconds":0.09857445798115805,"wall_seconds":0.10740216699196026,"finite":true,"all_zero":false,"index":8,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0018915534019470215,"mean_abs_dp":0.0010510105639696121,"max_abs_dlogit_T":0.008119583129882812,"oracle_top2_margin":0.2586537003517151,"near_tie":false,"n_options":4,"probs":[0.19612433016300201,0.4945650100708008,0.07651552557945251,0.23279507458209991]},{"id":"tv4_049","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.09862425000756048,"wall_seconds":0.1081178330059629,"finite":true,"all_zero":false,"index":9,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0013861656188964844,"mean_abs_dp":0.0006930804811418056,"max_abs_dlogit_T":0.011497020721435547,"oracle_top2_margin":0.5550865530967712,"near_tie":false,"n_options":4,"probs":[0.030796267092227936,0.19932417571544647,0.01787295937538147,0.7520065903663635]},{"id":"tv4_050","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09889591700630262,"wall_seconds":0.11025724999490194,"finite":true,"all_zero":false,"index":10,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0011696666479110718,"mean_abs_dp":0.0005848438740940765,"max_abs_dlogit_T":0.025825977325439453,"oracle_top2_margin":0.6465844511985779,"near_tie":false,"n_options":4,"probs":[0.8231116533279419,0.17423541843891144,0.0009033011156134307,0.0017496501095592976]},{"id":"tv4_051","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.19744362501660362,"wall_seconds":0.20684925001114607,"finite":true,"all_zero":false,"index":11,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0025545358657836914,"mean_abs_dp":0.0012772642076015472,"max_abs_dlogit_T":0.014788627624511719,"oracle_top2_margin":0.4407600164413452,"near_tie":false,"n_options":4,"probs":[0.08746010810136795,0.03160879388451576,0.6588364839553833,0.22209462523460388]},{"id":"tv4_052","q":0,"variant":"base","tokens":132,"calls":2,"padded_tokens":256,"decode_seconds":0.19692424999084324,"wall_seconds":0.20597383301355876,"finite":true,"all_zero":false,"index":12,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.003351151943206787,"mean_abs_dp":0.0016756008844822645,"max_abs_dlogit_T":0.07267503440380096,"oracle_top2_margin":0.9107492566108704,"near_tie":false,"n_options":4,"probs":[0.9431018233299255,0.019451646134257317,0.009971019811928272,0.027475491166114807]},{"id":"tv4_053","q":0,"variant":"base","tokens":358,"calls":3,"padded_tokens":384,"decode_seconds":0.295710832986515,"wall_seconds":0.3045289169822354,"finite":true,"all_zero":false,"index":13,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0016958117485046387,"mean_abs_dp":0.0008478723466396332,"max_abs_dlogit_T":0.008369296789169312,"oracle_top2_margin":0.22727736830711365,"near_tie":false,"n_options":4,"probs":[0.2854436933994293,0.10184714198112488,0.10175660997629166,0.5109524726867676]},{"id":"tv4_054","q":0,"variant":"base","tokens":113,"calls":1,"padded_tokens":128,"decode_seconds":0.09859108400996774,"wall_seconds":0.10765887500019744,"finite":true,"all_zero":false,"index":14,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0004019737243652344,"mean_abs_dp":0.0002395138144493103,"max_abs_dlogit_T":0.0015993714332580566,"oracle_top2_margin":0.00373879075050354,"near_tie":true,"n_options":4,"probs":[0.2544136345386505,0.23997844755649567,0.2588590383529663,0.24674883484840393]},{"id":"tv4_055","q":0,"variant":"base","tokens":189,"calls":2,"padded_tokens":256,"decode_seconds":0.19711620899033733,"wall_seconds":0.20645820800564252,"finite":true,"all_zero":false,"index":15,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0015794038772583008,"mean_abs_dp":0.0009745731949806213,"max_abs_dlogit_T":0.006648898124694824,"oracle_top2_margin":0.0706123411655426,"near_tie":false,"n_options":4,"probs":[0.25381752848625183,0.20171837508678436,0.32363641262054443,0.22082772850990295]},{"id":"tv4_056","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09880800000973977,"wall_seconds":0.1086549999890849,"finite":true,"all_zero":false,"index":16,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0010105371475219727,"mean_abs_dp":0.0005052760243415833,"max_abs_dlogit_T":0.0118025541305542,"oracle_top2_margin":0.2170730084180832,"near_tie":false,"n_options":4,"probs":[0.16918087005615234,0.21167050302028656,0.18922710418701172,0.42992156744003296]},{"id":"tv4_057","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.09854508299031295,"wall_seconds":0.10774962499272078,"finite":true,"all_zero":false,"index":17,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0001882314682006836,"mean_abs_dp":0.00014550983905792236,"max_abs_dlogit_T":0.004513978958129883,"oracle_top2_margin":0.04467204213142395,"near_tie":false,"n_options":4,"probs":[0.19396117329597473,0.27357563376426697,0.21385209262371063,0.31861114501953125]},{"id":"tv4_058","q":0,"variant":"base","tokens":129,"calls":2,"padded_tokens":256,"decode_seconds":0.1967263330006972,"wall_seconds":0.20549679201212712,"finite":true,"all_zero":false,"index":18,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0030622482299804688,"mean_abs_dp":0.0015311036258935928,"max_abs_dlogit_T":0.011042751371860504,"oracle_top2_margin":0.23947922885417938,"near_tie":false,"n_options":4,"probs":[0.2100546509027481,0.21851417422294617,0.46197232604026794,0.10945888608694077]},{"id":"tv4_059","q":0,"variant":"base","tokens":102,"calls":1,"padded_tokens":128,"decode_seconds":0.09858462499687448,"wall_seconds":0.10811045797890984,"finite":true,"all_zero":false,"index":19,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004406571388244629,"mean_abs_dp":0.00022034230642020702,"max_abs_dlogit_T":0.005984306335449219,"oracle_top2_margin":0.9182034134864807,"near_tie":false,"n_options":4,"probs":[0.9417498707771301,0.023240400478243828,0.010779148899018764,0.02423059567809105]},{"id":"tv4x_emotion_00","q":0,"variant":"base","tokens":42,"calls":1,"padded_tokens":128,"decode_seconds":0.09852016597869806,"wall_seconds":0.10791479097679257,"finite":true,"all_zero":false,"index":20,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0011134147644042969,"mean_abs_dp":0.00043517475326855976,"max_abs_dlogit_T":0.005687832832336426,"oracle_top2_margin":0.365003764629364,"near_tie":false,"n_options":6,"probs":[0.06569533050060272,0.18564553558826447,0.5497280359268188,0.029661018401384354,0.0382767952978611,0.13099327683448792]},{"id":"tv4x_emotion_01","q":0,"variant":"base","tokens":38,"calls":1,"padded_tokens":128,"decode_seconds":0.09841383298044093,"wall_seconds":0.1075736669881735,"finite":true,"all_zero":false,"index":21,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.002041354775428772,"mean_abs_dp":0.0007400639976064364,"max_abs_dlogit_T":0.010443925857543945,"oracle_top2_margin":0.32259851694107056,"near_tie":false,"n_options":6,"probs":[0.21095582842826843,0.017088163644075394,0.013955294154584408,0.530514121055603,0.06597243994474411,0.16151416301727295]},{"id":"tv4x_emotion_02","q":0,"variant":"base","tokens":36,"calls":1,"padded_tokens":128,"decode_seconds":0.09861741599161178,"wall_seconds":0.10801950001041405,"finite":true,"all_zero":false,"index":22,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00047004222869873047,"mean_abs_dp":0.00017108601362754902,"max_abs_dlogit_T":0.008514642715454102,"oracle_top2_margin":0.7255271077156067,"near_tie":false,"n_options":6,"probs":[0.8257903456687927,0.0025415339041501284,0.0019467315869405866,0.050620414316654205,0.10100150108337402,0.01809948869049549]},{"id":"tv4x_emotion_03","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09885933302575722,"wall_seconds":0.11010883300332353,"finite":true,"all_zero":false,"index":23,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0015379786491394043,"mean_abs_dp":0.0005126556692024072,"max_abs_dlogit_T":0.011858701705932617,"oracle_top2_margin":0.4680539667606354,"near_tie":false,"n_options":6,"probs":[0.2104146033525467,0.09186331182718277,0.67625892162323,0.006235938984900713,0.008297285065054893,0.006929944735020399]},{"id":"tv4x_emotion_04","q":0,"variant":"base","tokens":39,"calls":1,"padded_tokens":128,"decode_seconds":0.09931304201018065,"wall_seconds":0.11482983300811611,"finite":true,"all_zero":false,"index":24,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003154277801513672,"mean_abs_dp":0.00010516198623615007,"max_abs_dlogit_T":0.022439956665039062,"oracle_top2_margin":0.9324661493301392,"near_tie":false,"n_options":6,"probs":[0.0013877680758014321,0.9612674713134766,0.029338641092181206,0.0008398788049817085,0.0010279767448082566,0.006138402968645096]},{"id":"tv4x_emotion_05","q":0,"variant":"base","tokens":52,"calls":1,"padded_tokens":128,"decode_seconds":0.09869087499100715,"wall_seconds":0.10841195800458081,"finite":true,"all_zero":false,"index":25,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0005792379379272461,"mean_abs_dp":0.00021044785777727762,"max_abs_dlogit_T":0.005646467208862305,"oracle_top2_margin":0.09678417444229126,"near_tie":false,"n_options":6,"probs":[0.22473759949207306,0.2569253444671631,0.06775875389575958,0.3542366623878479,0.04463055357336998,0.05171114206314087]},{"id":"tv4x_emotion_06","q":0,"variant":"base","tokens":37,"calls":1,"padded_tokens":128,"decode_seconds":0.09854695800459012,"wall_seconds":0.107867292012088,"finite":true,"all_zero":false,"index":26,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0020537376403808594,"mean_abs_dp":0.0006845873625328144,"max_abs_dlogit_T":0.014405766502022743,"oracle_top2_margin":0.16045954823493958,"near_tie":false,"n_options":6,"probs":[0.005412975791841745,0.3864467442035675,0.5435004234313965,0.006582241039723158,0.0069719841703772545,0.05108564347028732]},{"id":"tv4x_emotion_07","q":0,"variant":"base","tokens":37,"calls":1,"padded_tokens":128,"decode_seconds":0.0984990410215687,"wall_seconds":0.1089039160287939,"finite":true,"all_zero":false,"index":27,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006840229034423828,"mean_abs_dp":0.0002280337115128835,"max_abs_dlogit_T":0.01982259750366211,"oracle_top2_margin":0.8479410409927368,"near_tie":false,"n_options":6,"probs":[0.9044409990310669,0.0024015484377741814,0.0008833897300064564,0.05746317654848099,0.0221309382468462,0.012680006213486195]},{"id":"tv4x_emotion_08","q":0,"variant":"base","tokens":52,"calls":1,"padded_tokens":128,"decode_seconds":0.09834187501110137,"wall_seconds":0.1078123330080416,"finite":true,"all_zero":false,"index":28,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005352497100830078,"mean_abs_dp":0.00017842285645504793,"max_abs_dlogit_T":0.008914947509765625,"oracle_top2_margin":0.4905897378921509,"near_tie":false,"n_options":6,"probs":[0.018702445551753044,0.7130109667778015,0.22301754355430603,0.004859312903136015,0.00614077877253294,0.03426893427968025]},{"id":"tv4x_emotion_09","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.09861833401373588,"wall_seconds":0.1075907499762252,"finite":true,"all_zero":false,"index":29,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014025568962097168,"mean_abs_dp":0.0005961135805894932,"max_abs_dlogit_T":0.013331890106201172,"oracle_top2_margin":0.3611770570278168,"near_tie":false,"n_options":6,"probs":[0.5474990010261536,0.007232126779854298,0.00705518526956439,0.12524455785751343,0.12408798933029175,0.18888124823570251]},{"id":"tv4x_emotion_10","q":0,"variant":"base","tokens":40,"calls":1,"padded_tokens":128,"decode_seconds":0.09787504197447561,"wall_seconds":0.10734258298180066,"finite":true,"all_zero":false,"index":30,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0015508532524108887,"mean_abs_dp":0.000516957719810307,"max_abs_dlogit_T":0.014032363891601562,"oracle_top2_margin":0.5885082483291626,"near_tie":false,"n_options":6,"probs":[0.7299392819404602,0.0069969226606190205,0.003791102673858404,0.14374887943267822,0.08012830466032028,0.035395581275224686]},{"id":"tv4x_emotion_11","q":0,"variant":"base","tokens":48,"calls":1,"padded_tokens":128,"decode_seconds":0.09845049999421462,"wall_seconds":0.10743020800873637,"finite":true,"all_zero":false,"index":31,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003353878855705261,"mean_abs_dp":0.0001312360012282928,"max_abs_dlogit_T":0.010455131530761719,"oracle_top2_margin":0.710823655128479,"near_tie":false,"n_options":6,"probs":[0.00861247070133686,0.8116050958633423,0.10092554986476898,0.007394245360046625,0.009575610980391502,0.061886951327323914]},{"id":"tv4x_emotion_12","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09853833299712278,"wall_seconds":0.10784029102069326,"finite":true,"all_zero":false,"index":32,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0023688077926635742,"mean_abs_dp":0.0007895948365330696,"max_abs_dlogit_T":0.01581519842147827,"oracle_top2_margin":0.6195278167724609,"near_tie":false,"n_options":6,"probs":[0.10322819650173187,0.08926719427108765,0.7200989127159119,0.03700976073741913,0.025537027046084404,0.024858858436346054]},{"id":"tv4x_emotion_13","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.09857162501430139,"wall_seconds":0.10765312501462176,"finite":true,"all_zero":false,"index":33,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":5,"argmax_oracle":5,"argmax_equal":true,"max_abs_dp":0.002307504415512085,"mean_abs_dp":0.0012118279313047726,"max_abs_dlogit_T":0.01845991611480713,"oracle_top2_margin":0.2094709724187851,"near_tie":false,"n_options":6,"probs":[0.22129987180233002,0.17464202642440796,0.059097304940223694,0.012389068491756916,0.1063733696937561,0.42619839310646057]},{"id":"tv4x_emotion_14","q":0,"variant":"base","tokens":39,"calls":1,"padded_tokens":128,"decode_seconds":0.09859662500093691,"wall_seconds":0.10832054098136723,"finite":true,"all_zero":false,"index":34,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00105295330286026,"mean_abs_dp":0.0003509948340555032,"max_abs_dlogit_T":0.01298511028289795,"oracle_top2_margin":0.6627709865570068,"near_tie":false,"n_options":6,"probs":[0.1139589473605156,0.059892140328884125,0.7780802249908447,0.014134276658296585,0.01810256391763687,0.015831902623176575]},{"id":"tv4x_emotion_15","q":0,"variant":"base","tokens":44,"calls":1,"padded_tokens":128,"decode_seconds":0.09838899999158457,"wall_seconds":0.10707633299170993,"finite":true,"all_zero":false,"index":35,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0018263757228851318,"mean_abs_dp":0.0006087849324103445,"max_abs_dlogit_T":0.011469244956970215,"oracle_top2_margin":0.007101953029632568,"near_tie":true,"n_options":6,"probs":[0.00060839339857921,0.49035248160362244,0.4939420521259308,0.0008408123976550996,0.0008809395367279649,0.013375346548855305]},{"id":"tv4x_emotion_16","q":0,"variant":"base","tokens":50,"calls":1,"padded_tokens":128,"decode_seconds":0.09835891699185595,"wall_seconds":0.10745824998593889,"finite":true,"all_zero":false,"index":36,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001568913459777832,"mean_abs_dp":0.0005311610487600168,"max_abs_dlogit_T":0.020942211151123047,"oracle_top2_margin":0.7413647174835205,"near_tie":false,"n_options":6,"probs":[0.8171647787094116,0.004138887394219637,0.042668331414461136,0.07425574213266373,0.03548067808151245,0.02629164047539234]},{"id":"tv4x_emotion_17","q":0,"variant":"base","tokens":56,"calls":1,"padded_tokens":128,"decode_seconds":0.09838020798633806,"wall_seconds":0.10786595800891519,"finite":true,"all_zero":false,"index":37,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000636175274848938,"mean_abs_dp":0.0002583854366093874,"max_abs_dlogit_T":0.011831283569335938,"oracle_top2_margin":0.612878680229187,"near_tie":false,"n_options":6,"probs":[0.7417684197425842,0.006292431149631739,0.01536698080599308,0.12882652878761292,0.06920205056667328,0.038543637841939926]},{"id":"tv4x_emotion_18","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09843695801100694,"wall_seconds":0.10760624997783452,"finite":true,"all_zero":false,"index":38,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00048601627349853516,"mean_abs_dp":0.00016201819137980541,"max_abs_dlogit_T":0.013958454132080078,"oracle_top2_margin":0.7427539229393005,"near_tie":false,"n_options":6,"probs":[0.8310702443122864,0.0009398700203746557,0.0010826775105670094,0.05596768483519554,0.08893387019634247,0.022005712613463402]},{"id":"tv4x_emotion_19","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.09861475002253428,"wall_seconds":0.10801166700548492,"finite":true,"all_zero":false,"index":39,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00038170814514160156,"mean_abs_dp":0.00012722630829860768,"max_abs_dlogit_T":0.011425495147705078,"oracle_top2_margin":0.8020319938659668,"near_tie":false,"n_options":6,"probs":[0.8630243539810181,0.003898011986166239,0.0026452350430190563,0.050353050231933594,0.06156615912914276,0.018513159826397896]},{"id":"tv4x_tweet_offensive_00","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":1.2495522910030559,"wall_seconds":1.263352959009353,"finite":true,"all_zero":false,"index":0,"shard":"shard_02","first_in_process":true,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00010603666305541992,"mean_abs_dp":0.00010602176189422607,"max_abs_dlogit_T":0.0034468770027160645,"oracle_top2_margin":0.19978293776512146,"near_tie":false,"n_options":2,"probs":[0.4002145528793335,0.5997854471206665]},{"id":"tv4x_tweet_offensive_01","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09928625001339242,"wall_seconds":0.11015316602424718,"finite":true,"all_zero":false,"index":1,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014070868492126465,"mean_abs_dp":0.0014070570468902588,"max_abs_dlogit_T":0.003685295581817627,"oracle_top2_margin":0.002196580171585083,"near_tie":true,"n_options":2,"probs":[0.4974946677684784,0.502505362033844]},{"id":"tv4x_tweet_offensive_02","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09903162499540485,"wall_seconds":0.11023320801905356,"finite":true,"all_zero":false,"index":2,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002005249261856079,"mean_abs_dp":0.00020051747560501099,"max_abs_dlogit_T":0.007645368576049805,"oracle_top2_margin":0.9015442132949829,"near_tie":false,"n_options":2,"probs":[0.950571596622467,0.049428440630435944]},{"id":"tv4x_tweet_offensive_03","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.09913425002014264,"wall_seconds":0.10902091700700112,"finite":true,"all_zero":false,"index":3,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0001634061336517334,"mean_abs_dp":0.00016336143016815186,"max_abs_dlogit_T":0.00316011905670166,"oracle_top2_margin":0.527352511882782,"near_tie":false,"n_options":2,"probs":[0.763839602470398,0.23616036772727966]},{"id":"tv4x_tweet_offensive_04","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.09879925000132062,"wall_seconds":0.10862187499878928,"finite":true,"all_zero":false,"index":4,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010970830917358398,"mean_abs_dp":0.0010970830917358398,"max_abs_dlogit_T":0.004407405853271484,"oracle_top2_margin":0.47561752796173096,"near_tie":false,"n_options":2,"probs":[0.7367116808891296,0.26328831911087036]},{"id":"tv4x_tweet_offensive_05","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.09875333399395458,"wall_seconds":0.10821308300364763,"finite":true,"all_zero":false,"index":5,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006362795829772949,"mean_abs_dp":0.0006362758576869965,"max_abs_dlogit_T":0.0031638145446777344,"oracle_top2_margin":0.7690536379814148,"near_tie":false,"n_options":2,"probs":[0.8838905096054077,0.1161094456911087]},{"id":"tv4x_tweet_offensive_06","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09897758299484849,"wall_seconds":0.10877383401384577,"finite":true,"all_zero":false,"index":6,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003592967987060547,"mean_abs_dp":0.00035928189754486084,"max_abs_dlogit_T":0.0013984441757202148,"oracle_top2_margin":0.142307847738266,"near_tie":false,"n_options":2,"probs":[0.5715132355690002,0.42848682403564453]},{"id":"tv4x_tweet_offensive_07","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.09900616700178944,"wall_seconds":0.10865820798790082,"finite":true,"all_zero":false,"index":7,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0017816424369812012,"mean_abs_dp":0.0017816275358200073,"max_abs_dlogit_T":0.010556995868682861,"oracle_top2_margin":0.08455842733383179,"near_tie":false,"n_options":2,"probs":[0.5440608263015747,0.4559391438961029]},{"id":"tv4x_tweet_offensive_08","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.09887854199041612,"wall_seconds":0.10919104199274443,"finite":true,"all_zero":false,"index":8,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.510713577270508e-05,"mean_abs_dp":3.507733345031738e-05,"max_abs_dlogit_T":0.004018187522888184,"oracle_top2_margin":0.1237936019897461,"near_tie":false,"n_options":2,"probs":[0.438068151473999,0.5619319081306458]},{"id":"tv4x_tweet_offensive_09","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.09880862501449883,"wall_seconds":0.10913512500701472,"finite":true,"all_zero":false,"index":9,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012946128845214844,"mean_abs_dp":0.0012945979833602905,"max_abs_dlogit_T":0.0034575462341308594,"oracle_top2_margin":0.06170579791069031,"near_tie":false,"n_options":2,"probs":[0.5295583009719849,0.47044169902801514]},{"id":"tv4x_tweet_offensive_10","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.09885595800005831,"wall_seconds":0.10852800001157448,"finite":true,"all_zero":false,"index":10,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006254315376281738,"mean_abs_dp":0.0006253868341445923,"max_abs_dlogit_T":0.003939449787139893,"oracle_top2_margin":0.0423775315284729,"near_tie":false,"n_options":2,"probs":[0.5218141674995422,0.47818586230278015]},{"id":"tv4x_tweet_offensive_11","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09900045802351087,"wall_seconds":0.10828899999614805,"finite":true,"all_zero":false,"index":11,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00033678486943244934,"mean_abs_dp":0.0003367755562067032,"max_abs_dlogit_T":0.003814697265625,"oracle_top2_margin":0.8996016979217529,"near_tie":false,"n_options":2,"probs":[0.9494640827178955,0.050535909831523895]},{"id":"tv4x_tweet_offensive_12","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.09975674998713657,"wall_seconds":0.11307137500261888,"finite":true,"all_zero":false,"index":12,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001220405101776123,"mean_abs_dp":0.00012196600437164307,"max_abs_dlogit_T":0.0022606849670410156,"oracle_top2_margin":0.0795714259147644,"near_tie":false,"n_options":2,"probs":[0.4600922763347626,0.5399076342582703]},{"id":"tv4x_tweet_offensive_13","q":0,"variant":"base","tokens":43,"calls":1,"padded_tokens":128,"decode_seconds":0.09940512501634657,"wall_seconds":0.11685429202043451,"finite":true,"all_zero":false,"index":13,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00128096342086792,"mean_abs_dp":0.0012809038162231445,"max_abs_dlogit_T":0.003916025161743164,"oracle_top2_margin":0.41108468174934387,"near_tie":false,"n_options":2,"probs":[0.7042614221572876,0.29573854804039]},{"id":"tv4x_tweet_offensive_14","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.09864120799466036,"wall_seconds":0.10808995898696594,"finite":true,"all_zero":false,"index":14,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00020372867584228516,"mean_abs_dp":0.00020372867584228516,"max_abs_dlogit_T":0.0020712614059448242,"oracle_top2_margin":0.25733986496925354,"near_tie":false,"n_options":2,"probs":[0.37112632393836975,0.6288736462593079]},{"id":"tv4x_tweet_offensive_15","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.09849649999523535,"wall_seconds":0.10744795799837448,"finite":true,"all_zero":false,"index":15,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00022470951080322266,"mean_abs_dp":0.00022470951080322266,"max_abs_dlogit_T":0.0049679577350616455,"oracle_top2_margin":0.297099232673645,"near_tie":false,"n_options":2,"probs":[0.6483249068260193,0.3516750931739807]},{"id":"tv4x_tweet_offensive_16","q":0,"variant":"base","tokens":104,"calls":1,"padded_tokens":128,"decode_seconds":0.09868662501685321,"wall_seconds":0.10729566600639373,"finite":true,"all_zero":false,"index":16,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005585551261901855,"mean_abs_dp":0.0005585178732872009,"max_abs_dlogit_T":0.002402365207672119,"oracle_top2_margin":0.6911106109619141,"near_tie":false,"n_options":2,"probs":[0.15388619899749756,0.8461138606071472]},{"id":"tv4x_tweet_offensive_17","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09958270899369381,"wall_seconds":0.11024520802311599,"finite":true,"all_zero":false,"index":17,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006957054138183594,"mean_abs_dp":0.0006957054138183594,"max_abs_dlogit_T":0.004409611225128174,"oracle_top2_margin":0.13623976707458496,"near_tie":false,"n_options":2,"probs":[0.43118441104888916,0.5688155889511108]},{"id":"tv4x_tweet_offensive_18","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.09880433400394395,"wall_seconds":0.10905637498944998,"finite":true,"all_zero":false,"index":18,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001182854175567627,"mean_abs_dp":0.0011828094720840454,"max_abs_dlogit_T":0.003506481647491455,"oracle_top2_margin":0.149540513753891,"near_tie":false,"n_options":2,"probs":[0.5735874176025391,0.42641252279281616]},{"id":"tv4x_tweet_offensive_19","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09852695802692324,"wall_seconds":0.10804062499664724,"finite":true,"all_zero":false,"index":19,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.363889694213867e-05,"mean_abs_dp":9.363144636154175e-05,"max_abs_dlogit_T":0.0004915595054626465,"oracle_top2_margin":0.6824310421943665,"near_tie":false,"n_options":2,"probs":[0.8411219120025635,0.1588781177997589]},{"id":"tv4x_qnli_00","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.09855750002316199,"wall_seconds":0.10888416698435321,"finite":true,"all_zero":false,"index":20,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.673833847045898e-05,"mean_abs_dp":9.671133011579514e-05,"max_abs_dlogit_T":0.006904125213623047,"oracle_top2_margin":0.9797664880752563,"near_tie":false,"n_options":2,"probs":[0.010213449597358704,0.9897865056991577]},{"id":"tv4x_qnli_01","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.09865100000752136,"wall_seconds":0.10780554098892026,"finite":true,"all_zero":false,"index":21,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005312561988830566,"mean_abs_dp":0.0005312180146574974,"max_abs_dlogit_T":0.025945186614990234,"oracle_top2_margin":0.9650219082832336,"near_tie":false,"n_options":2,"probs":[0.9819797277450562,0.018020249903202057]},{"id":"tv4x_qnli_02","q":0,"variant":"base","tokens":51,"calls":1,"padded_tokens":128,"decode_seconds":0.09853491600370035,"wall_seconds":0.10788991700974293,"finite":true,"all_zero":false,"index":22,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005548447370529175,"mean_abs_dp":0.0005548223853111267,"max_abs_dlogit_T":0.005307316780090332,"oracle_top2_margin":0.7253044843673706,"near_tie":false,"n_options":2,"probs":[0.13790260255336761,0.862097442150116]},{"id":"tv4x_qnli_03","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09845912500168197,"wall_seconds":0.10768624997581355,"finite":true,"all_zero":false,"index":23,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006888508796691895,"mean_abs_dp":0.0006888201460242271,"max_abs_dlogit_T":0.01674675941467285,"oracle_top2_margin":0.958515465259552,"near_tie":false,"n_options":2,"probs":[0.9785689115524292,0.02143106982111931]},{"id":"tv4x_qnli_04","q":0,"variant":"base","tokens":137,"calls":2,"padded_tokens":256,"decode_seconds":0.19663704198319465,"wall_seconds":0.20592483298969455,"finite":true,"all_zero":false,"index":24,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004118680953979492,"mean_abs_dp":0.0004118550568819046,"max_abs_dlogit_T":0.00616455078125,"oracle_top2_margin":0.8948183059692383,"near_tie":false,"n_options":2,"probs":[0.05300265923142433,0.9469972848892212]},{"id":"tv4x_qnli_05","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.09883587501826696,"wall_seconds":0.10767695799586363,"finite":true,"all_zero":false,"index":25,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007005706429481506,"mean_abs_dp":0.0007005520164966583,"max_abs_dlogit_T":0.003970623016357422,"oracle_top2_margin":0.756822943687439,"near_tie":false,"n_options":2,"probs":[0.12228909879922867,0.8777109384536743]},{"id":"tv4x_qnli_06","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.0986640419869218,"wall_seconds":0.108369166002376,"finite":true,"all_zero":false,"index":26,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010696053504943848,"mean_abs_dp":0.0010695606470108032,"max_abs_dlogit_T":0.006616353988647461,"oracle_top2_margin":0.3450804054737091,"near_tie":false,"n_options":2,"probs":[0.6736097931861877,0.32639026641845703]},{"id":"tv4x_qnli_07","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.09847891700337641,"wall_seconds":0.10768229098175652,"finite":true,"all_zero":false,"index":27,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004392743110656738,"mean_abs_dp":0.004392698407173157,"max_abs_dlogit_T":0.014452004805207253,"oracle_top2_margin":0.5026953220367432,"near_tie":false,"n_options":2,"probs":[0.7469549179077148,0.2530450224876404]},{"id":"tv4x_qnli_08","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09872333297971636,"wall_seconds":0.10789166699396446,"finite":true,"all_zero":false,"index":28,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.966827929019928e-05,"mean_abs_dp":9.963382035493851e-05,"max_abs_dlogit_T":0.010826706886291504,"oracle_top2_margin":0.9887792468070984,"near_tie":false,"n_options":2,"probs":[0.9942899942398071,0.005710018333047628]},{"id":"tv4x_qnli_09","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.09862720899400301,"wall_seconds":0.10791087499819696,"finite":true,"all_zero":false,"index":29,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.489013761281967e-05,"mean_abs_dp":3.4879427403211594e-05,"max_abs_dlogit_T":0.003853321075439453,"oracle_top2_margin":0.9746768474578857,"near_tie":false,"n_options":2,"probs":[0.9873732924461365,0.012626660987734795]},{"id":"tv4x_qnli_10","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09862791700288653,"wall_seconds":0.10812850002548657,"finite":true,"all_zero":false,"index":30,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00011301040649414062,"mean_abs_dp":0.00011300016194581985,"max_abs_dlogit_T":0.00787043571472168,"oracle_top2_margin":0.9804186224937439,"near_tie":false,"n_options":2,"probs":[0.9900963306427002,0.00990368239581585]},{"id":"tv4x_qnli_11","q":0,"variant":"base","tokens":50,"calls":1,"padded_tokens":128,"decode_seconds":0.09891125001013279,"wall_seconds":0.10951675000251271,"finite":true,"all_zero":false,"index":31,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009559392929077148,"mean_abs_dp":0.0009559281170368195,"max_abs_dlogit_T":0.008328676223754883,"oracle_top2_margin":0.8205903768539429,"near_tie":false,"n_options":2,"probs":[0.09066072851419449,0.9093392491340637]},{"id":"tv4x_qnli_12","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09847862500464544,"wall_seconds":0.10824062500614673,"finite":true,"all_zero":false,"index":32,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011202618479728699,"mean_abs_dp":0.0011202357709407806,"max_abs_dlogit_T":0.015716552734375,"oracle_top2_margin":0.8703594207763672,"near_tie":false,"n_options":2,"probs":[0.06370001286268234,0.9362999200820923]},{"id":"tv4x_qnli_13","q":0,"variant":"base","tokens":52,"calls":1,"padded_tokens":128,"decode_seconds":0.09870475000934675,"wall_seconds":0.10839770900201984,"finite":true,"all_zero":false,"index":33,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009188950061798096,"mean_abs_dp":0.0009188801050186157,"max_abs_dlogit_T":0.004808664321899414,"oracle_top2_margin":0.45642751455307007,"near_tie":false,"n_options":2,"probs":[0.2727051079273224,0.7272948622703552]},{"id":"tv4x_qnli_14","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09874487499473616,"wall_seconds":0.10919437499251217,"finite":true,"all_zero":false,"index":34,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004138350486755371,"mean_abs_dp":0.0004138089716434479,"max_abs_dlogit_T":0.008318781852722168,"oracle_top2_margin":0.8329219222068787,"near_tie":false,"n_options":2,"probs":[0.08312524855136871,0.9168747663497925]},{"id":"tv4x_qnli_15","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09864708399982192,"wall_seconds":0.10866420902311802,"finite":true,"all_zero":false,"index":35,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006159394979476929,"mean_abs_dp":0.0006159171462059021,"max_abs_dlogit_T":0.006855010986328125,"oracle_top2_margin":0.8420214056968689,"near_tie":false,"n_options":2,"probs":[0.07837338000535965,0.921626627445221]},{"id":"tv4x_qnli_16","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.09852195798885077,"wall_seconds":0.10756154201226309,"finite":true,"all_zero":false,"index":36,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00025594234466552734,"mean_abs_dp":0.0002559274435043335,"max_abs_dlogit_T":0.004430532455444336,"oracle_top2_margin":0.47870561480522156,"near_tie":false,"n_options":2,"probs":[0.2603912353515625,0.7396087050437927]},{"id":"tv4x_qnli_17","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.09881320802378468,"wall_seconds":0.10807733298861422,"finite":true,"all_zero":false,"index":37,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00014132261276245117,"mean_abs_dp":0.00014129839837551117,"max_abs_dlogit_T":0.007838726043701172,"oracle_top2_margin":0.9677414894104004,"near_tie":false,"n_options":2,"probs":[0.016270529478788376,0.9837294220924377]},{"id":"tv4x_qnli_18","q":0,"variant":"base","tokens":44,"calls":1,"padded_tokens":128,"decode_seconds":0.09885533299529925,"wall_seconds":0.11078862499562092,"finite":true,"all_zero":false,"index":38,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003733038902282715,"mean_abs_dp":0.00037329643964767456,"max_abs_dlogit_T":0.00428423285484314,"oracle_top2_margin":0.8940520882606506,"near_tie":false,"n_options":2,"probs":[0.9466527104377747,0.05334723740816116]},{"id":"tv4x_qnli_19","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.09898462498676963,"wall_seconds":0.1085098749899771,"finite":true,"all_zero":false,"index":39,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000202864408493042,"mean_abs_dp":0.00020284950733184814,"max_abs_dlogit_T":0.002808690071105957,"oracle_top2_margin":0.6079574823379517,"near_tie":false,"n_options":2,"probs":[0.19581837952136993,0.8041815757751465]},{"id":"tv4x_paws_00","q":0,"variant":"base","tokens":81,"calls":1,"padded_tokens":128,"decode_seconds":1.17697387500084,"wall_seconds":1.191572209005244,"finite":true,"all_zero":false,"index":0,"shard":"shard_03","first_in_process":true,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004823118448257446,"mean_abs_dp":0.0048231035470962524,"max_abs_dlogit_T":0.01130908727645874,"oracle_top2_margin":0.23918089270591736,"near_tie":false,"n_options":2,"probs":[0.37558645009994507,0.6244135499000549]},{"id":"tv4x_paws_01","q":0,"variant":"base","tokens":113,"calls":1,"padded_tokens":128,"decode_seconds":0.0989057499973569,"wall_seconds":0.10865262500010431,"finite":true,"all_zero":false,"index":1,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0019113421440124512,"mean_abs_dp":0.0019113123416900635,"max_abs_dlogit_T":0.006535947322845459,"oracle_top2_margin":0.007073014974594116,"near_tie":true,"n_options":2,"probs":[0.4983747899532318,0.5016251802444458]},{"id":"tv4x_paws_02","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.09896570901037194,"wall_seconds":0.1080552090134006,"finite":true,"all_zero":false,"index":2,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005504488945007324,"mean_abs_dp":0.0005504125729203224,"max_abs_dlogit_T":0.016225337982177734,"oracle_top2_margin":0.9475407600402832,"near_tie":false,"n_options":2,"probs":[0.9732199311256409,0.02678000181913376]},{"id":"tv4x_paws_03","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.09863204200519249,"wall_seconds":0.10824062500614673,"finite":true,"all_zero":false,"index":3,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000279134139418602,"mean_abs_dp":0.00027913134545087814,"max_abs_dlogit_T":0.007790207862854004,"oracle_top2_margin":0.9485864639282227,"near_tie":false,"n_options":2,"probs":[0.025427615270018578,0.9745723605155945]},{"id":"tv4x_paws_04","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.09858483399148099,"wall_seconds":0.10731595801189542,"finite":true,"all_zero":false,"index":4,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005819350481033325,"mean_abs_dp":0.0005819275975227356,"max_abs_dlogit_T":0.0055429935455322266,"oracle_top2_margin":0.8732220530509949,"near_tie":false,"n_options":2,"probs":[0.06280706077814102,0.937192976474762]},{"id":"tv4x_paws_05","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.09859675000188872,"wall_seconds":0.10756854200735688,"finite":true,"all_zero":false,"index":5,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00010895729064941406,"mean_abs_dp":0.00010894984006881714,"max_abs_dlogit_T":0.0013915300369262695,"oracle_top2_margin":0.6148557662963867,"near_tie":false,"n_options":2,"probs":[0.19246318936347961,0.8075368404388428]},{"id":"tv4x_paws_06","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.09863320799195208,"wall_seconds":0.10743775000446476,"finite":true,"all_zero":false,"index":6,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001006096601486206,"mean_abs_dp":0.0010060817003250122,"max_abs_dlogit_T":0.0038951635360717773,"oracle_top2_margin":0.45639950037002563,"near_tie":false,"n_options":2,"probs":[0.27079418301582336,0.729205846786499]},{"id":"tv4x_paws_07","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09868424999876879,"wall_seconds":0.10772245799307711,"finite":true,"all_zero":false,"index":7,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00015334784984588623,"mean_abs_dp":0.00015332549810409546,"max_abs_dlogit_T":0.0060645341873168945,"oracle_top2_margin":0.925515353679657,"near_tie":false,"n_options":2,"probs":[0.03708898648619652,0.9629110097885132]},{"id":"tv4x_paws_08","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09850416600238532,"wall_seconds":0.10708912499831058,"finite":true,"all_zero":false,"index":8,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00026362761855125427,"mean_abs_dp":0.0002635996788740158,"max_abs_dlogit_T":0.005800843238830566,"oracle_top2_margin":0.9070258140563965,"near_tie":false,"n_options":2,"probs":[0.046223487704992294,0.953776478767395]},{"id":"tv4x_paws_09","q":0,"variant":"base","tokens":127,"calls":1,"padded_tokens":128,"decode_seconds":0.09857283299788833,"wall_seconds":0.10779400001047179,"finite":true,"all_zero":false,"index":9,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0022975951433181763,"mean_abs_dp":0.0022975578904151917,"max_abs_dlogit_T":0.010156584903597832,"oracle_top2_margin":0.671048641204834,"near_tie":false,"n_options":2,"probs":[0.16677325963974,0.8332267999649048]},{"id":"tv4x_paws_10","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.09859441602020524,"wall_seconds":0.10866487500607036,"finite":true,"all_zero":false,"index":10,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0017279386520385742,"mean_abs_dp":0.0017279312014579773,"max_abs_dlogit_T":0.007780671119689941,"oracle_top2_margin":0.7289464473724365,"near_tie":false,"n_options":2,"probs":[0.8627452850341797,0.13725470006465912]},{"id":"tv4x_paws_11","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09889550000661984,"wall_seconds":0.10879250001744367,"finite":true,"all_zero":false,"index":11,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.9319355487823486e-05,"mean_abs_dp":1.928582787513733e-05,"max_abs_dlogit_T":0.0024167299270629883,"oracle_top2_margin":0.8897872567176819,"near_tie":false,"n_options":2,"probs":[0.055087074637413025,0.9449129104614258]},{"id":"tv4x_paws_12","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.09855545900063589,"wall_seconds":0.10855750000337139,"finite":true,"all_zero":false,"index":12,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0025482177734375,"mean_abs_dp":0.002548210322856903,"max_abs_dlogit_T":0.01567697525024414,"oracle_top2_margin":0.524033784866333,"near_tie":false,"n_options":2,"probs":[0.2405313402414322,0.759468674659729]},{"id":"tv4x_paws_13","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.09889062499860302,"wall_seconds":0.10950891699758358,"finite":true,"all_zero":false,"index":13,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007327720522880554,"mean_abs_dp":0.0007327161729335785,"max_abs_dlogit_T":0.004927873611450195,"oracle_top2_margin":0.8085752129554749,"near_tie":false,"n_options":2,"probs":[0.09497963637113571,0.9050202965736389]},{"id":"tv4x_paws_14","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09870187498745508,"wall_seconds":0.1090092079830356,"finite":true,"all_zero":false,"index":14,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0020310282707214355,"mean_abs_dp":0.0020310282707214355,"max_abs_dlogit_T":0.004641294479370117,"oracle_top2_margin":0.2491759955883026,"near_tie":false,"n_options":2,"probs":[0.3774430453777313,0.6225569844245911]},{"id":"tv4x_paws_15","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.09866766701452434,"wall_seconds":0.1081974170228932,"finite":true,"all_zero":false,"index":15,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0017885267734527588,"mean_abs_dp":0.001788511872291565,"max_abs_dlogit_T":0.008982151746749878,"oracle_top2_margin":0.6705261468887329,"near_tie":false,"n_options":2,"probs":[0.1665254533290863,0.8334745764732361]},{"id":"tv4x_paws_16","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09871291599120013,"wall_seconds":0.10894829200697131,"finite":true,"all_zero":false,"index":16,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00013530254364013672,"mean_abs_dp":0.00013527274131774902,"max_abs_dlogit_T":0.0004565715789794922,"oracle_top2_margin":0.4153684675693512,"near_tie":false,"n_options":2,"probs":[0.29218044877052307,0.7078194618225098]},{"id":"tv4x_paws_17","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09883054200327024,"wall_seconds":0.10977491602534428,"finite":true,"all_zero":false,"index":17,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004908889532089233,"mean_abs_dp":0.0004908666014671326,"max_abs_dlogit_T":0.006336688995361328,"oracle_top2_margin":0.8059070110321045,"near_tie":false,"n_options":2,"probs":[0.09655562788248062,0.9034443497657776]},{"id":"tv4x_paws_18","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.09868237501359545,"wall_seconds":0.11053849998279475,"finite":true,"all_zero":false,"index":18,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.897615432739258e-05,"mean_abs_dp":7.896265015006065e-05,"max_abs_dlogit_T":0.010480642318725586,"oracle_top2_margin":0.9809930324554443,"near_tie":false,"n_options":2,"probs":[0.9904175400733948,0.00958241056650877]},{"id":"tv4x_paws_19","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09857945799012668,"wall_seconds":0.10758808298851363,"finite":true,"all_zero":false,"index":19,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00010938942432403564,"mean_abs_dp":0.00010935217142105103,"max_abs_dlogit_T":0.002651691436767578,"oracle_top2_margin":0.8185950517654419,"near_tie":false,"n_options":2,"probs":[0.0905931144952774,0.909406840801239]},{"id":"tv4x_sciq_00","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.19699175001005642,"wall_seconds":0.20611966698197648,"finite":true,"all_zero":false,"index":20,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00010752677917480469,"mean_abs_dp":6.23190135229379e-05,"max_abs_dlogit_T":0.014066934585571289,"oracle_top2_margin":0.9769152402877808,"near_tie":false,"n_options":4,"probs":[0.0014627029886469245,0.9855884909629822,0.00876365602016449,0.004185116849839687]},{"id":"tv4x_sciq_01","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.09886845797882415,"wall_seconds":0.10994100000243634,"finite":true,"all_zero":false,"index":21,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0012597441673278809,"mean_abs_dp":0.0006298553198575974,"max_abs_dlogit_T":0.007460832595825195,"oracle_top2_margin":0.7016881108283997,"near_tie":false,"n_options":4,"probs":[0.08147134631872177,0.07281661033630371,0.06381434202194214,0.7818976640701294]},{"id":"tv4x_sciq_02","q":0,"variant":"base","tokens":102,"calls":1,"padded_tokens":128,"decode_seconds":0.09897958301007748,"wall_seconds":0.10938095799065195,"finite":true,"all_zero":false,"index":22,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.9579736292362213e-05,"mean_abs_dp":1.827537198550999e-05,"max_abs_dlogit_T":0.008833885192871094,"oracle_top2_margin":0.9870290160179138,"near_tie":false,"n_options":4,"probs":[0.9914290308952332,0.0043981559574604034,0.0014176726108416915,0.00275512901134789]},{"id":"tv4x_sciq_03","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.09941787499701604,"wall_seconds":0.10940645899972878,"finite":true,"all_zero":false,"index":23,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0003446340560913086,"mean_abs_dp":0.0001723367313388735,"max_abs_dlogit_T":0.00783681869506836,"oracle_top2_margin":0.944787323474884,"near_tie":false,"n_options":4,"probs":[0.0017902436666190624,0.0034152998123317957,0.02532445639371872,0.9694700241088867]},{"id":"tv4x_sciq_04","q":0,"variant":"base","tokens":117,"calls":1,"padded_tokens":128,"decode_seconds":0.09920483399764635,"wall_seconds":0.10908958298387006,"finite":true,"all_zero":false,"index":24,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0033895373344421387,"mean_abs_dp":0.0016947551630437374,"max_abs_dlogit_T":0.015713095664978027,"oracle_top2_margin":0.6779905557632446,"near_tie":false,"n_options":4,"probs":[0.003899239469319582,0.8363878726959229,0.1516347974538803,0.008078102022409439]},{"id":"tv4x_sciq_05","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.09914970799582079,"wall_seconds":0.10936070798197761,"finite":true,"all_zero":false,"index":25,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00017088651657104492,"mean_abs_dp":8.544302545487881e-05,"max_abs_dlogit_T":0.007905125617980957,"oracle_top2_margin":0.947314977645874,"near_tie":false,"n_options":4,"probs":[0.9621914029121399,0.015196726657450199,0.00841755885630846,0.014194278977811337]},{"id":"tv4x_sciq_06","q":0,"variant":"base","tokens":184,"calls":2,"padded_tokens":256,"decode_seconds":0.19767304198467173,"wall_seconds":0.20818804198643193,"finite":true,"all_zero":false,"index":26,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.194280624389648e-05,"mean_abs_dp":3.595135058276355e-05,"max_abs_dlogit_T":0.007053256034851074,"oracle_top2_margin":0.9827218055725098,"near_tie":false,"n_options":4,"probs":[0.0014358570333570242,0.9881517291069031,0.00551580497995019,0.004896589554846287]},{"id":"tv4x_sciq_07","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.0986015830130782,"wall_seconds":0.10793933298555203,"finite":true,"all_zero":false,"index":27,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.4722347259521484e-05,"mean_abs_dp":1.0184652637690306e-05,"max_abs_dlogit_T":0.008960247039794922,"oracle_top2_margin":0.9827112555503845,"near_tie":false,"n_options":4,"probs":[0.0010039448970928788,0.9895407557487488,0.0026167670730501413,0.006838530767709017]},{"id":"tv4x_sciq_08","q":0,"variant":"base","tokens":162,"calls":2,"padded_tokens":256,"decode_seconds":0.19747454099706374,"wall_seconds":0.2071858340059407,"finite":true,"all_zero":false,"index":28,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.5914440155029297e-05,"mean_abs_dp":9.931158274412155e-06,"max_abs_dlogit_T":0.002219557762145996,"oracle_top2_margin":0.8948369026184082,"near_tie":false,"n_options":4,"probs":[0.9347981214523315,0.03997315466403961,0.009890502318739891,0.015338211320340633]},{"id":"tv4x_sciq_09","q":0,"variant":"base","tokens":144,"calls":2,"padded_tokens":256,"decode_seconds":0.19757550000213087,"wall_seconds":0.20742650001193397,"finite":true,"all_zero":false,"index":29,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.000265657901763916,"mean_abs_dp":0.0001328254584223032,"max_abs_dlogit_T":0.016263246536254883,"oracle_top2_margin":0.98060542345047,"near_tie":false,"n_options":4,"probs":[0.003758783219382167,0.0055820331908762455,0.0047773076221346855,0.9858819246292114]},{"id":"tv4x_sciq_10","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.09893866701168008,"wall_seconds":0.1085557920159772,"finite":true,"all_zero":false,"index":30,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0002167820930480957,"mean_abs_dp":0.00010842151095857844,"max_abs_dlogit_T":0.009360790252685547,"oracle_top2_margin":0.9585868716239929,"near_tie":false,"n_options":4,"probs":[0.018043771386146545,0.005330669693648815,0.0003817045653704554,0.9762439131736755]},{"id":"tv4x_sciq_11","q":0,"variant":"base","tokens":366,"calls":3,"padded_tokens":384,"decode_seconds":0.2957760420104023,"wall_seconds":0.3048685420071706,"finite":true,"all_zero":false,"index":31,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00015234947204589844,"mean_abs_dp":7.617827213834971e-05,"max_abs_dlogit_T":0.009714126586914062,"oracle_top2_margin":0.9739360213279724,"near_tie":false,"n_options":4,"probs":[0.010503776371479034,0.004333636723458767,0.9841893315315247,0.0009732014150358737]},{"id":"tv4x_sciq_12","q":0,"variant":"base","tokens":192,"calls":2,"padded_tokens":256,"decode_seconds":0.1980395000136923,"wall_seconds":0.21024787501664832,"finite":true,"all_zero":false,"index":32,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0004108548164367676,"mean_abs_dp":0.0002054332580883056,"max_abs_dlogit_T":0.00995779037475586,"oracle_top2_margin":0.9150312542915344,"near_tie":false,"n_options":4,"probs":[0.001874421490356326,0.006920339539647102,0.9527617692947388,0.038443565368652344]},{"id":"tv4x_sciq_13","q":0,"variant":"base","tokens":147,"calls":2,"padded_tokens":256,"decode_seconds":0.19753199999104254,"wall_seconds":0.2074026659829542,"finite":true,"all_zero":false,"index":33,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002396106719970703,"mean_abs_dp":0.00011981627903878689,"max_abs_dlogit_T":0.010552048683166504,"oracle_top2_margin":0.966279149055481,"near_tie":false,"n_options":4,"probs":[0.9758961200714111,0.009927949868142605,0.006807286292314529,0.007368593011051416]},{"id":"tv4x_sciq_14","q":0,"variant":"base","tokens":127,"calls":1,"padded_tokens":128,"decode_seconds":0.09910604200558737,"wall_seconds":0.10992566699860618,"finite":true,"all_zero":false,"index":34,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":7.480382919311523e-05,"mean_abs_dp":3.7424018955789506e-05,"max_abs_dlogit_T":0.011766910552978516,"oracle_top2_margin":0.9916238784790039,"near_tie":false,"n_options":4,"probs":[0.003326787380501628,0.0011990399798378348,0.0006359914550557733,0.9948381781578064]},{"id":"tv4x_sciq_15","q":0,"variant":"base","tokens":270,"calls":3,"padded_tokens":384,"decode_seconds":0.2956806249858346,"wall_seconds":0.3059275000123307,"finite":true,"all_zero":false,"index":35,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.80088996887207e-05,"mean_abs_dp":3.401824505999684e-05,"max_abs_dlogit_T":0.008939981460571289,"oracle_top2_margin":0.9649361371994019,"near_tie":false,"n_options":4,"probs":[0.0014321650378406048,0.9777892231941223,0.012922046706080437,0.007856584154069424]},{"id":"tv4x_sciq_16","q":0,"variant":"base","tokens":335,"calls":3,"padded_tokens":384,"decode_seconds":0.29619875000207685,"wall_seconds":0.3056862500088755,"finite":true,"all_zero":false,"index":36,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.002154991030693054,"mean_abs_dp":0.0011433195322751999,"max_abs_dlogit_T":0.012099504470825195,"oracle_top2_margin":0.41051337122917175,"near_tie":false,"n_options":4,"probs":[0.24599505960941315,0.0277009978890419,0.07408005744218826,0.6522238254547119]},{"id":"tv4x_sciq_17","q":0,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.19734204100677744,"wall_seconds":0.20673224999336526,"finite":true,"all_zero":false,"index":37,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00026148557662963867,"mean_abs_dp":0.00013073452282696962,"max_abs_dlogit_T":0.010787129402160645,"oracle_top2_margin":0.9674238562583923,"near_tie":false,"n_options":4,"probs":[0.9766273498535156,0.009568939916789532,0.00724616926163435,0.006557531654834747]},{"id":"tv4x_sciq_18","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.09856625000247732,"wall_seconds":0.10749475000193343,"finite":true,"all_zero":false,"index":38,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00023174285888671875,"mean_abs_dp":0.00011591194197535515,"max_abs_dlogit_T":0.007200717926025391,"oracle_top2_margin":0.9668787121772766,"near_tie":false,"n_options":4,"probs":[0.9777951240539551,0.01123824343085289,0.004172022920101881,0.0067946938797831535]},{"id":"tv4x_sciq_19","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.09881737499381416,"wall_seconds":0.10792387498077005,"finite":true,"all_zero":false,"index":39,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.289648056030273e-05,"mean_abs_dp":3.641506191343069e-05,"max_abs_dlogit_T":0.007954120635986328,"oracle_top2_margin":0.9877200126647949,"near_tie":false,"n_options":4,"probs":[0.9919373393058777,0.0015711341984570026,0.0021649471018463373,0.004326484631747007]},{"id":"tv4x_legacy_holdout_00","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":1.138346542022191,"wall_seconds":1.1521997079835273,"finite":true,"all_zero":false,"index":0,"shard":"shard_04","first_in_process":true,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.860494613647461e-05,"mean_abs_dp":6.85802660882473e-05,"max_abs_dlogit_T":0.0075092315673828125,"oracle_top2_margin":0.9870973825454712,"near_tie":false,"n_options":2,"probs":[0.006519875954836607,0.9934800863265991]},{"id":"tv4x_legacy_holdout_01","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09880570799577981,"wall_seconds":0.10790754100889899,"finite":true,"all_zero":false,"index":1,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.528594970703125e-05,"mean_abs_dp":3.5262200981378555e-05,"max_abs_dlogit_T":0.0075495243072509766,"oracle_top2_margin":0.9887204766273499,"near_tie":false,"n_options":2,"probs":[0.9943249821662903,0.005675031803548336]},{"id":"tv4x_legacy_holdout_02","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09881841600872576,"wall_seconds":0.10812787499162368,"finite":true,"all_zero":false,"index":2,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00023768935352563858,"mean_abs_dp":0.0002376665361225605,"max_abs_dlogit_T":0.01220846176147461,"oracle_top2_margin":0.9801822304725647,"near_tie":false,"n_options":2,"probs":[0.01014657225459814,0.9898534417152405]},{"id":"tv4x_legacy_holdout_03","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09869279101258144,"wall_seconds":0.10752670798683539,"finite":true,"all_zero":false,"index":3,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.976987838745117e-05,"mean_abs_dp":4.973355680704117e-05,"max_abs_dlogit_T":0.006738901138305664,"oracle_top2_margin":0.9842581152915955,"near_tie":false,"n_options":2,"probs":[0.9920793175697327,0.00792067963629961]},{"id":"tv4x_legacy_holdout_04","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09887250000610948,"wall_seconds":0.10769962499034591,"finite":true,"all_zero":false,"index":4,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00011587142944335938,"mean_abs_dp":0.00011585862375795841,"max_abs_dlogit_T":0.008336782455444336,"oracle_top2_margin":0.985432505607605,"near_tie":false,"n_options":2,"probs":[0.007399584166705608,0.9926003813743591]},{"id":"tv4x_legacy_holdout_05","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09866691700881347,"wall_seconds":0.10777712499839254,"finite":true,"all_zero":false,"index":5,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.1054019927978516e-05,"mean_abs_dp":3.1019095331430435e-05,"max_abs_dlogit_T":0.007955551147460938,"oracle_top2_margin":0.9865952730178833,"near_tie":false,"n_options":2,"probs":[0.9932665824890137,0.00673337746411562]},{"id":"tv4x_legacy_holdout_06","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09876858399366029,"wall_seconds":0.10792924999259412,"finite":true,"all_zero":false,"index":6,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00011422112584114075,"mean_abs_dp":0.00011421181261539459,"max_abs_dlogit_T":0.013445854187011719,"oracle_top2_margin":0.9899900555610657,"near_tie":false,"n_options":2,"probs":[0.005119183100759983,0.9948807954788208]},{"id":"tv4x_legacy_holdout_07","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09908437498961575,"wall_seconds":0.10949058301048353,"finite":true,"all_zero":false,"index":7,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.882978439331055e-05,"mean_abs_dp":5.877309013158083e-05,"max_abs_dlogit_T":0.013068199157714844,"oracle_top2_margin":0.9943817257881165,"near_tie":false,"n_options":2,"probs":[0.9971320629119873,0.0028678756207227707]},{"id":"tv4x_legacy_holdout_08","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09910150000359863,"wall_seconds":0.10950125000090338,"finite":true,"all_zero":false,"index":8,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.164253085851669e-05,"mean_abs_dp":8.162064477801323e-05,"max_abs_dlogit_T":0.006267547607421875,"oracle_top2_margin":0.9859328866004944,"near_tie":false,"n_options":2,"probs":[0.007115194108337164,0.9928848147392273]},{"id":"tv4x_legacy_holdout_09","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09881754202069715,"wall_seconds":0.10896033301833086,"finite":true,"all_zero":false,"index":9,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.12337651848793e-05,"mean_abs_dp":3.12034972012043e-05,"max_abs_dlogit_T":0.010321378707885742,"oracle_top2_margin":0.9869430065155029,"near_tie":false,"n_options":2,"probs":[0.9934403300285339,0.0065597426146268845]},{"id":"tv4x_legacy_holdout_10","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09878854098496959,"wall_seconds":0.10870691598393023,"finite":true,"all_zero":false,"index":10,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00020015239715576172,"mean_abs_dp":0.00020010536536574364,"max_abs_dlogit_T":0.013029336929321289,"oracle_top2_margin":0.981930673122406,"near_tie":false,"n_options":2,"probs":[0.009234748780727386,0.9907652139663696]},{"id":"tv4x_legacy_holdout_11","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09883583401096985,"wall_seconds":0.10937483300222084,"finite":true,"all_zero":false,"index":11,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.9108876585960388e-05,"mean_abs_dp":1.9091181457042694e-05,"max_abs_dlogit_T":0.004536867141723633,"oracle_top2_margin":0.9873005747795105,"near_tie":false,"n_options":2,"probs":[0.9936311841011047,0.006368815898895264]},{"id":"tv4x_legacy_holdout_12","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09890095901209861,"wall_seconds":0.10945741599425673,"finite":true,"all_zero":false,"index":12,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.90014523267746e-05,"mean_abs_dp":9.897258132696152e-05,"max_abs_dlogit_T":0.010253429412841797,"oracle_top2_margin":0.9882665872573853,"near_tie":false,"n_options":2,"probs":[0.005965705029666424,0.9940343499183655]},{"id":"tv4x_legacy_holdout_13","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09840750001603737,"wall_seconds":0.10719849998713471,"finite":true,"all_zero":false,"index":13,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.236003875732422e-05,"mean_abs_dp":7.234816439449787e-05,"max_abs_dlogit_T":0.012199878692626953,"oracle_top2_margin":0.9917652010917664,"near_tie":false,"n_options":2,"probs":[0.9958102703094482,0.004189741797745228]},{"id":"tv4x_legacy_holdout_14","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09853025001939386,"wall_seconds":0.10748566701659001,"finite":true,"all_zero":false,"index":14,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.806811481714249e-05,"mean_abs_dp":7.804529741406441e-05,"max_abs_dlogit_T":0.0077054500579833984,"oracle_top2_margin":0.9891088008880615,"near_tie":false,"n_options":2,"probs":[0.005523640662431717,0.9944763779640198]},{"id":"tv4x_legacy_holdout_15","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.0987435829883907,"wall_seconds":0.10784004197921604,"finite":true,"all_zero":false,"index":15,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.270408630371094e-05,"mean_abs_dp":6.269407458603382e-05,"max_abs_dlogit_T":0.0102081298828125,"oracle_top2_margin":0.9911453127861023,"near_tie":false,"n_options":2,"probs":[0.9955099821090698,0.004490029998123646]},{"id":"tv4x_legacy_holdout_16","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09849308399134316,"wall_seconds":0.10819800000172108,"finite":true,"all_zero":false,"index":16,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.572505950927734e-05,"mean_abs_dp":9.571854025125504e-05,"max_abs_dlogit_T":0.009553670883178711,"oracle_top2_margin":0.9885526895523071,"near_tie":false,"n_options":2,"probs":[0.005819388199597597,0.9941806197166443]},{"id":"tv4x_legacy_holdout_17","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09867579198908061,"wall_seconds":0.10757704201387241,"finite":true,"all_zero":false,"index":17,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":1.626415178179741e-05,"mean_abs_dp":1.623830758035183e-05,"max_abs_dlogit_T":0.008728981018066406,"oracle_top2_margin":0.9869370460510254,"near_tie":false,"n_options":2,"probs":[0.9934523105621338,0.006547721102833748]},{"id":"tv4x_legacy_holdout_18","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09932779197697528,"wall_seconds":0.11209812501328997,"finite":true,"all_zero":false,"index":18,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00010024430230259895,"mean_abs_dp":0.0001002198550850153,"max_abs_dlogit_T":0.010849714279174805,"oracle_top2_margin":0.9901125431060791,"near_tie":false,"n_options":2,"probs":[0.005043978337198496,0.9949560761451721]},{"id":"tv4x_legacy_holdout_19","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.0992128330108244,"wall_seconds":0.11326366598950699,"finite":true,"all_zero":false,"index":19,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.613135777413845e-05,"mean_abs_dp":3.6125886254012585e-05,"max_abs_dlogit_T":0.008544206619262695,"oracle_top2_margin":0.9932237863540649,"near_tie":false,"n_options":2,"probs":[0.9965757727622986,0.003424233291298151]},{"id":"tv4x_composition_holdout_00","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.19678366699372418,"wall_seconds":0.20611349999671802,"finite":true,"all_zero":false,"index":20,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00015437602996826172,"mean_abs_dp":0.0001543685793876648,"max_abs_dlogit_T":0.01307988166809082,"oracle_top2_margin":0.9758310317993164,"near_tie":false,"n_options":2,"probs":[0.012238842435181141,0.9877611398696899]},{"id":"tv4x_composition_holdout_01","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.19694358299602754,"wall_seconds":0.2064007080043666,"finite":true,"all_zero":false,"index":21,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00016927719116210938,"mean_abs_dp":0.00016927067190408707,"max_abs_dlogit_T":0.014031171798706055,"oracle_top2_margin":0.9565773010253906,"near_tie":false,"n_options":2,"probs":[0.9781193733215332,0.021880635991692543]},{"id":"tv4x_composition_holdout_02","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.19731925000087358,"wall_seconds":0.20871812500990927,"finite":true,"all_zero":false,"index":22,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00015437602996826172,"mean_abs_dp":0.0001543685793876648,"max_abs_dlogit_T":0.01307988166809082,"oracle_top2_margin":0.9758310317993164,"near_tie":false,"n_options":2,"probs":[0.012238842435181141,0.9877611398696899]},{"id":"tv4x_composition_holdout_03","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.19727550001698546,"wall_seconds":0.20686741700046696,"finite":true,"all_zero":false,"index":23,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00014090538024902344,"mean_abs_dp":0.00014087790623307228,"max_abs_dlogit_T":0.013804793357849121,"oracle_top2_margin":0.9759304523468018,"near_tie":false,"n_options":2,"probs":[0.012175633572041988,0.9878243207931519]},{"id":"tv4x_composition_holdout_04","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.19693966701743193,"wall_seconds":0.2056967920216266,"finite":true,"all_zero":false,"index":24,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001461505889892578,"mean_abs_dp":0.00014612171798944473,"max_abs_dlogit_T":0.011250853538513184,"oracle_top2_margin":0.9824920296669006,"near_tie":false,"n_options":2,"probs":[0.00890008732676506,0.9910998940467834]},{"id":"tv4x_composition_holdout_05","q":0,"variant":"base","tokens":137,"calls":2,"padded_tokens":256,"decode_seconds":0.19694683299167082,"wall_seconds":0.2061337920022197,"finite":true,"all_zero":false,"index":25,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00017660856246948242,"mean_abs_dp":0.00017658155411481857,"max_abs_dlogit_T":0.013434767723083496,"oracle_top2_margin":0.9744811654090881,"near_tie":false,"n_options":2,"probs":[0.987064003944397,0.012935995124280453]},{"id":"tv4x_composition_holdout_06","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.19684300001244992,"wall_seconds":0.20616829101345502,"finite":true,"all_zero":false,"index":26,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001461505889892578,"mean_abs_dp":0.00014612171798944473,"max_abs_dlogit_T":0.011250853538513184,"oracle_top2_margin":0.9824920296669006,"near_tie":false,"n_options":2,"probs":[0.00890008732676506,0.9910998940467834]},{"id":"tv4x_composition_holdout_07","q":0,"variant":"base","tokens":136,"calls":2,"padded_tokens":256,"decode_seconds":0.19734308301121928,"wall_seconds":0.20696895802393556,"finite":true,"all_zero":false,"index":27,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00014078617095947266,"mean_abs_dp":0.00014075357466936111,"max_abs_dlogit_T":0.011600255966186523,"oracle_top2_margin":0.9825741052627563,"near_tie":false,"n_options":2,"probs":[0.008853686973452568,0.9911462664604187]},{"id":"tv4x_composition_holdout_08","q":0,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.1971687089826446,"wall_seconds":0.20726308398297988,"finite":true,"all_zero":false,"index":28,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.005472302436828613,"mean_abs_dp":0.005472302436828613,"max_abs_dlogit_T":0.015978366136550903,"oracle_top2_margin":0.16480392217636108,"near_tie":false,"n_options":2,"probs":[0.4230703115463257,0.5769296288490295]},{"id":"tv4x_composition_holdout_09","q":0,"variant":"base","tokens":167,"calls":2,"padded_tokens":256,"decode_seconds":0.19740966701647267,"wall_seconds":0.21145966701442376,"finite":true,"all_zero":false,"index":29,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003949403762817383,"mean_abs_dp":0.0003949124366044998,"max_abs_dlogit_T":0.010364055633544922,"oracle_top2_margin":0.960469126701355,"near_tie":false,"n_options":2,"probs":[0.9798396229743958,0.020160337910056114]},{"id":"tv4x_composition_holdout_10","q":0,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.19733145798090845,"wall_seconds":0.2064364159887191,"finite":true,"all_zero":false,"index":30,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.005472302436828613,"mean_abs_dp":0.005472302436828613,"max_abs_dlogit_T":0.015978366136550903,"oracle_top2_margin":0.16480392217636108,"near_tie":false,"n_options":2,"probs":[0.4230703115463257,0.5769296288490295]},{"id":"tv4x_composition_holdout_11","q":0,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.19691920900368132,"wall_seconds":0.20593174998066388,"finite":true,"all_zero":false,"index":31,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.006129264831542969,"mean_abs_dp":0.006129249930381775,"max_abs_dlogit_T":0.017612457275390625,"oracle_top2_margin":0.1781402826309204,"near_tie":false,"n_options":2,"probs":[0.4170590937137604,0.5829408764839172]},{"id":"tv4x_composition_holdout_12","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09885937499348074,"wall_seconds":0.10834920802153647,"finite":true,"all_zero":false,"index":32,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00015628337860107422,"mean_abs_dp":0.0001562461256980896,"max_abs_dlogit_T":0.010586380958557129,"oracle_top2_margin":0.9754068851470947,"near_tie":false,"n_options":2,"probs":[0.9875471591949463,0.012452778406441212]},{"id":"tv4x_composition_holdout_13","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09872870799154043,"wall_seconds":0.10930887499125674,"finite":true,"all_zero":false,"index":33,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005436986684799194,"mean_abs_dp":0.0005436763167381287,"max_abs_dlogit_T":0.0032742470502853394,"oracle_top2_margin":0.5981696844100952,"near_tie":false,"n_options":2,"probs":[0.20037148892879486,0.799628496170044]},{"id":"tv4x_composition_holdout_14","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09887608399731107,"wall_seconds":0.10854637500597164,"finite":true,"all_zero":false,"index":34,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00015628337860107422,"mean_abs_dp":0.0001562461256980896,"max_abs_dlogit_T":0.010586380958557129,"oracle_top2_margin":0.9754068851470947,"near_tie":false,"n_options":2,"probs":[0.9875471591949463,0.012452778406441212]},{"id":"tv4x_composition_holdout_15","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09855774999596179,"wall_seconds":0.10860783400130458,"finite":true,"all_zero":false,"index":35,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00015097856521606445,"mean_abs_dp":0.00015093106776475906,"max_abs_dlogit_T":0.009526848793029785,"oracle_top2_margin":0.9755581021308899,"near_tie":false,"n_options":2,"probs":[0.9876281023025513,0.012371846474707127]},{"id":"tv4x_composition_holdout_16","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.1973482919856906,"wall_seconds":0.2067255000001751,"finite":true,"all_zero":false,"index":36,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0029124021530151367,"mean_abs_dp":0.0029123760759830475,"max_abs_dlogit_T":0.01943957805633545,"oracle_top2_margin":0.751534104347229,"near_tie":false,"n_options":2,"probs":[0.12714532017707825,0.8728546500205994]},{"id":"tv4x_composition_holdout_17","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.19698383400100283,"wall_seconds":0.20641579199582338,"finite":true,"all_zero":false,"index":37,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00016379356384277344,"mean_abs_dp":0.00016379216685891151,"max_abs_dlogit_T":0.011150956153869629,"oracle_top2_margin":0.9779067039489746,"near_tie":false,"n_options":2,"probs":[0.9887895584106445,0.01121042761951685]},{"id":"tv4x_composition_holdout_18","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.19723333299043588,"wall_seconds":0.20669866699608974,"finite":true,"all_zero":false,"index":38,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0029124021530151367,"mean_abs_dp":0.0029123760759830475,"max_abs_dlogit_T":0.01943957805633545,"oracle_top2_margin":0.751534104347229,"near_tie":false,"n_options":2,"probs":[0.12714532017707825,0.8728546500205994]},{"id":"tv4x_composition_holdout_19","q":0,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.19724066701019183,"wall_seconds":0.20787825001752935,"finite":true,"all_zero":false,"index":39,"shard":"shard_04","first_in_process":false,"source":"transfer_v4_dev_sources","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002571582794189453,"mean_abs_dp":0.0025715231895446777,"max_abs_dlogit_T":0.014201462268829346,"oracle_top2_margin":0.7390268445014954,"near_tie":false,"n_options":2,"probs":[0.13305813074111938,0.8669419288635254]},{"id":"tv4s_00","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":1.1437189170101192,"wall_seconds":1.1566809579962865,"finite":true,"all_zero":false,"index":0,"shard":"shard_05","first_in_process":true,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0010651350021362305,"mean_abs_dp":0.0007100577155749003,"max_abs_dlogit_T":0.01601099967956543,"oracle_top2_margin":0.9141930341720581,"near_tie":false,"n_options":3,"probs":[0.9437302947044373,0.031057806685566902,0.025211889296770096]},{"id":"tv4s_01","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09866170800523832,"wall_seconds":0.10782312499941327,"finite":true,"all_zero":false,"index":1,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002190902829170227,"mean_abs_dp":0.00146054911116759,"max_abs_dlogit_T":0.02306365966796875,"oracle_top2_margin":0.7866014242172241,"near_tie":false,"n_options":3,"probs":[0.09041955322027206,0.8811270594596863,0.028453316539525986]},{"id":"tv4s_02","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09888299999875017,"wall_seconds":0.10814237501472235,"finite":true,"all_zero":false,"index":2,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013096034526824951,"mean_abs_dp":0.0008730987707773844,"max_abs_dlogit_T":0.008872509002685547,"oracle_top2_margin":0.13063779473304749,"near_tie":false,"n_options":3,"probs":[0.39340829849243164,0.5258045196533203,0.08078719675540924]},{"id":"tv4s_03","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.09876325001823716,"wall_seconds":0.10826270800316706,"finite":true,"all_zero":false,"index":3,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011740326881408691,"mean_abs_dp":0.0007826949780186018,"max_abs_dlogit_T":0.025115966796875,"oracle_top2_margin":0.9156948924064636,"near_tie":false,"n_options":3,"probs":[0.03777331858873367,0.9512805938720703,0.010946103371679783]},{"id":"tv4s_04","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.0986476669786498,"wall_seconds":0.10774166599730961,"finite":true,"all_zero":false,"index":4,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.005829334259033203,"mean_abs_dp":0.0038862377405166626,"max_abs_dlogit_T":0.02261948585510254,"oracle_top2_margin":0.741247832775116,"near_tie":false,"n_options":3,"probs":[0.8218695521354675,0.08915319293737411,0.08897726982831955]},{"id":"tv4s_05","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09887254200293683,"wall_seconds":0.11054633298772387,"finite":true,"all_zero":false,"index":5,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0024993419647216797,"mean_abs_dp":0.0016662348061800003,"max_abs_dlogit_T":0.024878501892089844,"oracle_top2_margin":0.8588613271713257,"near_tie":false,"n_options":3,"probs":[0.059438616037368774,0.9232208728790283,0.01734049618244171]},{"id":"tv4s_06","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.0984592910099309,"wall_seconds":0.10757837499841116,"finite":true,"all_zero":false,"index":6,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0029124468564987183,"mean_abs_dp":0.0019416262706120808,"max_abs_dlogit_T":0.014897584915161133,"oracle_top2_margin":0.14654552936553955,"near_tie":false,"n_options":3,"probs":[0.33583250641822815,0.4851577877998352,0.17900969088077545]},{"id":"tv4s_07","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.0985488339792937,"wall_seconds":0.10720483399927616,"finite":true,"all_zero":false,"index":7,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004321575164794922,"mean_abs_dp":0.0028810277581214905,"max_abs_dlogit_T":0.02141571044921875,"oracle_top2_margin":0.5599085688591003,"near_tie":false,"n_options":3,"probs":[0.008447147905826569,0.7715010643005371,0.22005176544189453]},{"id":"tv4s_08","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09850575000746176,"wall_seconds":0.10770508300629444,"finite":true,"all_zero":false,"index":8,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013625025749206543,"mean_abs_dp":0.0009083735446135203,"max_abs_dlogit_T":0.010647058486938477,"oracle_top2_margin":0.13977158069610596,"near_tie":false,"n_options":3,"probs":[0.40943384170532227,0.5515697598457336,0.038996484130620956]},{"id":"tv4s_09","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09863929098355584,"wall_seconds":0.10819366699433886,"finite":true,"all_zero":false,"index":9,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0036785006523132324,"mean_abs_dp":0.0024523232132196426,"max_abs_dlogit_T":0.03202033042907715,"oracle_top2_margin":0.8021276593208313,"near_tie":false,"n_options":3,"probs":[0.09412481635808945,0.8890618681907654,0.01681334152817726]},{"id":"tv4s_10","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09880370798055083,"wall_seconds":0.10789829201530665,"finite":true,"all_zero":false,"index":10,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002594172954559326,"mean_abs_dp":0.001729428768157959,"max_abs_dlogit_T":0.014198064804077148,"oracle_top2_margin":0.3599908947944641,"near_tie":false,"n_options":3,"probs":[0.20247286558151245,0.576193630695343,0.22133351862430573]},{"id":"tv4s_11","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09850495800492354,"wall_seconds":0.10818304200074635,"finite":true,"all_zero":false,"index":11,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002460181713104248,"mean_abs_dp":0.00016398789982000986,"max_abs_dlogit_T":0.02031087875366211,"oracle_top2_margin":0.001054227352142334,"near_tie":true,"n_options":3,"probs":[0.01080369297415018,0.49389034509658813,0.4953059256076813]},{"id":"tv4s_12","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.09916804198292084,"wall_seconds":0.11179554200498387,"finite":true,"all_zero":false,"index":12,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002449631690979004,"mean_abs_dp":0.0016330840686957042,"max_abs_dlogit_T":0.03156077861785889,"oracle_top2_margin":0.919794499874115,"near_tie":false,"n_options":3,"probs":[0.9491759538650513,0.03358937427401543,0.01723468489944935]},{"id":"tv4s_13","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.09865354202338494,"wall_seconds":0.10741083399625495,"finite":true,"all_zero":false,"index":13,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00011710915714502335,"mean_abs_dp":7.806314776341121e-05,"max_abs_dlogit_T":0.008247613906860352,"oracle_top2_margin":0.9661151766777039,"near_tie":false,"n_options":3,"probs":[0.010899138636887074,0.9775107502937317,0.011590085923671722]},{"id":"tv4s_14","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09872216699295677,"wall_seconds":0.10846824999316595,"finite":true,"all_zero":false,"index":14,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010461658239364624,"mean_abs_dp":0.0006974277396996816,"max_abs_dlogit_T":0.00856730341911316,"oracle_top2_margin":0.541414201259613,"near_tie":false,"n_options":3,"probs":[0.20439834892749786,0.7478423714637756,0.04775925725698471]},{"id":"tv4s_15","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09859516698634252,"wall_seconds":0.10804258400457911,"finite":true,"all_zero":false,"index":15,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009642839431762695,"mean_abs_dp":0.0006429143249988556,"max_abs_dlogit_T":0.030356645584106445,"oracle_top2_margin":0.9349822998046875,"near_tie":false,"n_options":3,"probs":[0.028349002823233604,0.9615017771720886,0.010149295441806316]},{"id":"tv4s_16","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.09880158302257769,"wall_seconds":0.109284292004304,"finite":true,"all_zero":false,"index":16,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.006869792938232422,"mean_abs_dp":0.004579880585273107,"max_abs_dlogit_T":0.02392345666885376,"oracle_top2_margin":0.3046940267086029,"near_tie":false,"n_options":3,"probs":[0.6287334561347961,0.3368675112724304,0.03439910709857941]},{"id":"tv4s_17","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.09875662499689497,"wall_seconds":0.10758099998929538,"finite":true,"all_zero":false,"index":17,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001896202564239502,"mean_abs_dp":0.001264188438653946,"max_abs_dlogit_T":0.03180837631225586,"oracle_top2_margin":0.683984100818634,"near_tie":false,"n_options":3,"probs":[0.020363489165902138,0.8302093744277954,0.14942717552185059]},{"id":"tv4s_18","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09847758398973383,"wall_seconds":0.10796954200486653,"finite":true,"all_zero":false,"index":18,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005145072937011719,"mean_abs_dp":0.00034296388427416485,"max_abs_dlogit_T":0.01609671115875244,"oracle_top2_margin":0.9713500738143921,"near_tie":false,"n_options":3,"probs":[0.9813812971115112,0.010825988836586475,0.007792649324983358]},{"id":"tv4s_19","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09850795898819342,"wall_seconds":0.10725470801116899,"finite":true,"all_zero":false,"index":19,"shard":"shard_05","first_in_process":false,"source":"transfer_v4_dev_score","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00028081517666578293,"mean_abs_dp":0.00018722905466953912,"max_abs_dlogit_T":0.019932270050048828,"oracle_top2_margin":0.9682061076164246,"near_tie":false,"n_options":3,"probs":[0.012712083756923676,0.9814167022705078,0.005871281959116459]},{"id":"semif_a3f18f3a63d45345942b","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09862187498947605,"wall_seconds":0.10758162499405444,"finite":true,"all_zero":false,"index":20,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00047463178634643555,"mean_abs_dp":0.0003164072598641117,"max_abs_dlogit_T":0.021073579788208008,"oracle_top2_margin":0.9753907322883606,"near_tie":false,"n_options":3,"probs":[0.0012049248907715082,0.012159205973148346,0.9866358637809753],"hidden":{"max_abs_diff":0.3892688751220703,"ref_absmax":53.03330993652344,"rel_max_abs_diff":0.007340082593147467,"min_pos_cos":0.9999071881143509,"min_pos_cos_index":24,"mean_pos_cos":0.9999905212375874,"positions_below_0.9999":0,"positions":68,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"semif_f40beba9088c8db8bbd6","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.09858995798276737,"wall_seconds":0.10875733397551812,"finite":true,"all_zero":false,"index":21,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.2142427042126656e-05,"mean_abs_dp":1.4751916751265526e-05,"max_abs_dlogit_T":0.011200428009033203,"oracle_top2_margin":0.9538690447807312,"near_tie":false,"n_options":3,"probs":[0.9756499528884888,0.02179216779768467,0.0025578925851732492]},{"id":"semif_0b43ea8e24e74d621f1b","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.09863762502209283,"wall_seconds":0.10750666601234116,"finite":true,"all_zero":false,"index":22,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003154873847961426,"mean_abs_dp":0.00021028646733611822,"max_abs_dlogit_T":0.01221001148223877,"oracle_top2_margin":0.9681141972541809,"near_tie":false,"n_options":3,"probs":[0.015693234279751778,0.9831932783126831,0.0011134188389405608]},{"id":"semif_942ec65dac0bfb9874f9","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.09860520900110714,"wall_seconds":0.10984008299419656,"finite":true,"all_zero":false,"index":23,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.007083296775817871,"mean_abs_dp":0.004722197695324819,"max_abs_dlogit_T":0.03256833553314209,"oracle_top2_margin":0.24663254618644714,"near_tie":false,"n_options":3,"probs":[0.38154545426368713,0.004316531587392092,0.6141380667686462]},{"id":"semif_e0c140e9222d1bce5647","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09862095798598602,"wall_seconds":0.10744370799511671,"finite":true,"all_zero":false,"index":24,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00012940168380737305,"mean_abs_dp":8.627574425190687e-05,"max_abs_dlogit_T":0.015807151794433594,"oracle_top2_margin":0.9878595471382141,"near_tie":false,"n_options":3,"probs":[0.9933111667633057,0.0010010239202529192,0.005687831435352564]},{"id":"semif_8e8c3804a3c15ebb31e3","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09859341700212099,"wall_seconds":0.10721912499866448,"finite":true,"all_zero":false,"index":25,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008542388677597046,"mean_abs_dp":0.000569473331173261,"max_abs_dlogit_T":0.006731271743774414,"oracle_top2_margin":0.47083574533462524,"near_tie":false,"n_options":3,"probs":[0.24901129305362701,0.7214826941490173,0.029505962505936623]},{"id":"semif_56c419b12cd37cbe790c","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.09844204102410004,"wall_seconds":0.10720404199673794,"finite":true,"all_zero":false,"index":26,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007103681564331055,"mean_abs_dp":0.0004735815649231275,"max_abs_dlogit_T":0.025065183639526367,"oracle_top2_margin":0.8864083290100098,"near_tie":false,"n_options":3,"probs":[0.9400686025619507,0.05491799861192703,0.005013421177864075]},{"id":"semif_75b470586834df8c568d","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09857675002422184,"wall_seconds":0.1074869169970043,"finite":true,"all_zero":false,"index":27,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0020164847373962402,"mean_abs_dp":0.001344300185640653,"max_abs_dlogit_T":0.01610541343688965,"oracle_top2_margin":0.840787410736084,"near_tie":false,"n_options":3,"probs":[0.014702285639941692,0.07413926720619202,0.9111583828926086]},{"id":"semif_834f3b3e10cc61b33d25","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.09864599999855272,"wall_seconds":0.1074542079877574,"finite":true,"all_zero":false,"index":28,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":9.119510650634766e-05,"mean_abs_dp":6.0762259333084025e-05,"max_abs_dlogit_T":0.03724479675292969,"oracle_top2_margin":0.9962265491485596,"near_tie":false,"n_options":3,"probs":[0.0005374442553147674,0.001702558365650475,0.9977599382400513]},{"id":"semif_76c7a79b1ff2363a60c5","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.09842791699338704,"wall_seconds":0.10817999998107553,"finite":true,"all_zero":false,"index":29,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00010532140731811523,"mean_abs_dp":7.023499347269535e-05,"max_abs_dlogit_T":0.010996818542480469,"oracle_top2_margin":0.9867470860481262,"near_tie":false,"n_options":3,"probs":[0.9928330183029175,0.00627864757552743,0.0008884199196472764]},{"id":"semif_36c71bb649b7d5eccb1f","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.09845333397970535,"wall_seconds":0.10712929200963117,"finite":true,"all_zero":false,"index":30,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.9545040130615234e-05,"mean_abs_dp":3.969725609446565e-05,"max_abs_dlogit_T":0.025426387786865234,"oracle_top2_margin":0.9969070553779602,"near_tie":false,"n_options":3,"probs":[0.9980265498161316,0.0012209431733936071,0.0007525208638980985]},{"id":"semif_eac5121a4a1bf391a08c","q":0,"variant":"base","tokens":56,"calls":1,"padded_tokens":128,"decode_seconds":0.0987627090071328,"wall_seconds":0.1086392079887446,"finite":true,"all_zero":false,"index":31,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002586841583251953,"mean_abs_dp":0.0001724583562463522,"max_abs_dlogit_T":0.019589781761169434,"oracle_top2_margin":0.9827219843864441,"near_tie":false,"n_options":3,"probs":[0.0068871271796524525,0.9891926646232605,0.003920143935829401]},{"id":"semif_44574c44e243ee1b2f52","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09857004199875519,"wall_seconds":0.10751116700703278,"finite":true,"all_zero":false,"index":32,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00019985437393188477,"mean_abs_dp":0.00013323097179333368,"max_abs_dlogit_T":0.012423992156982422,"oracle_top2_margin":0.965580940246582,"near_tie":false,"n_options":3,"probs":[0.015737224370241165,0.0033339140936732292,0.9809288382530212]},{"id":"semif_2608370d01783735c3ea","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09841716699884273,"wall_seconds":0.10728870797902346,"finite":true,"all_zero":false,"index":33,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0006318092346191406,"mean_abs_dp":0.00042121655618151027,"max_abs_dlogit_T":0.009708404541015625,"oracle_top2_margin":0.9253455400466919,"near_tie":false,"n_options":3,"probs":[0.002597929909825325,0.0366380400955677,0.9607641100883484]},{"id":"semif_ec94ef909f7918695ab3","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.09851375001017004,"wall_seconds":0.10745483302162029,"finite":true,"all_zero":false,"index":34,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0003852248191833496,"mean_abs_dp":0.00025684407834584516,"max_abs_dlogit_T":0.02163219451904297,"oracle_top2_margin":0.9795559644699097,"near_tie":false,"n_options":3,"probs":[0.0006974409334361553,0.010247329249978065,0.9890552759170532]},{"id":"semif_03d919fd0e9b3a7cd1e6","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.09868558298330754,"wall_seconds":0.10779737500706688,"finite":true,"all_zero":false,"index":35,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00039130449295043945,"mean_abs_dp":0.00026088347658514977,"max_abs_dlogit_T":0.016098707914352417,"oracle_top2_margin":0.9788561463356018,"near_tie":false,"n_options":3,"probs":[0.9860509037971497,0.006124324630945921,0.007824835367500782]},{"id":"semif_86a15618ba4cb90a307e","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.09846683402429335,"wall_seconds":0.10696124998503365,"finite":true,"all_zero":false,"index":36,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00033915042877197266,"mean_abs_dp":0.00022608794582386812,"max_abs_dlogit_T":0.013492584228515625,"oracle_top2_margin":0.8801754713058472,"near_tie":false,"n_options":3,"probs":[0.9387422204017639,0.05920019745826721,0.002057617763057351]},{"id":"semif_3dd9c3ac98f8ddf7bdd3","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.09876333299325779,"wall_seconds":0.10761070798616856,"finite":true,"all_zero":false,"index":37,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008157491683959961,"mean_abs_dp":0.0005438737571239471,"max_abs_dlogit_T":0.009105205535888672,"oracle_top2_margin":0.8153263330459595,"near_tie":false,"n_options":3,"probs":[0.015810325741767883,0.9005342721939087,0.08365552127361298]},{"id":"semif_36273dd4777876a26338","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.09872708297916688,"wall_seconds":0.10819783300394192,"finite":true,"all_zero":false,"index":38,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00013870000839233398,"mean_abs_dp":9.248522110283375e-05,"max_abs_dlogit_T":0.014699697494506836,"oracle_top2_margin":0.975105345249176,"near_tie":false,"n_options":3,"probs":[0.002901294967159629,0.9859926104545593,0.011106076650321484]},{"id":"semif_07ee70cfe4b01330ce89","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.09859658300410956,"wall_seconds":0.10789074999047443,"finite":true,"all_zero":false,"index":39,"shard":"shard_05","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0016932487487792969,"mean_abs_dp":0.0011288582657774289,"max_abs_dlogit_T":0.02468585968017578,"oracle_top2_margin":0.9030753374099731,"near_tie":false,"n_options":3,"probs":[0.00865109357982874,0.045777905732393265,0.9455710649490356]},{"id":"semif_51ceab3ce622c7c759f1","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":1.3516551249776967,"wall_seconds":1.36590462498134,"finite":true,"all_zero":false,"index":0,"shard":"shard_06","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":7.194280624389648e-05,"mean_abs_dp":4.797071839372317e-05,"max_abs_dlogit_T":0.006194114685058594,"oracle_top2_margin":0.9728904366493225,"near_tie":false,"n_options":3,"probs":[0.005888204090297222,0.010654658079147339,0.9834571480751038]},{"id":"semif_b8091be929b1e489fcc4","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.0987117080076132,"wall_seconds":0.10796033398946747,"finite":true,"all_zero":false,"index":1,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002041459083557129,"mean_abs_dp":0.0001360906365637978,"max_abs_dlogit_T":0.010817289352416992,"oracle_top2_margin":0.9673788547515869,"near_tie":false,"n_options":3,"probs":[0.0015720383962616324,0.9827153086662292,0.015712672844529152]},{"id":"semif_c89b86e3f55123bfa506","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.09915829199599102,"wall_seconds":0.10965875000692904,"finite":true,"all_zero":false,"index":2,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001316070556640625,"mean_abs_dp":8.76952544786036e-05,"max_abs_dlogit_T":0.010807991027832031,"oracle_top2_margin":0.9869573712348938,"near_tie":false,"n_options":3,"probs":[0.0003449833020567894,0.9931782484054565,0.006476708687841892]},{"id":"semif_3b0958cabc339005cf66","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.09895200000028126,"wall_seconds":0.10946616600267589,"finite":true,"all_zero":false,"index":3,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00040721893310546875,"mean_abs_dp":0.0002714525908231735,"max_abs_dlogit_T":0.0056294724345207214,"oracle_top2_margin":0.9173914790153503,"near_tie":false,"n_options":3,"probs":[0.9479343891143799,0.02086205594241619,0.031203502789139748]},{"id":"semif_f2b4ec4930322fe45118","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09912183301639743,"wall_seconds":0.1097590840072371,"finite":true,"all_zero":false,"index":4,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.003878772258758545,"mean_abs_dp":0.002585815886656443,"max_abs_dlogit_T":0.053037166595458984,"oracle_top2_margin":0.8798353672027588,"near_tie":false,"n_options":3,"probs":[0.061896298080682755,0.9341655969619751,0.003938065376132727]},{"id":"semif_61ac20b07a5189231e15","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09900270801153965,"wall_seconds":0.10943083401070908,"finite":true,"all_zero":false,"index":5,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.367134094238281e-05,"mean_abs_dp":4.913626859585444e-05,"max_abs_dlogit_T":0.005115509033203125,"oracle_top2_margin":0.9755754470825195,"near_tie":false,"n_options":3,"probs":[0.003855111077427864,0.9857909679412842,0.0103539377450943]},{"id":"semif_4b3d794c004566610181","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09930795797845349,"wall_seconds":0.11039291697670706,"finite":true,"all_zero":false,"index":6,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.000324249267578125,"mean_abs_dp":0.000216168196250995,"max_abs_dlogit_T":0.01749134063720703,"oracle_top2_margin":0.9726617336273193,"near_tie":false,"n_options":3,"probs":[0.004019181709736586,0.011933539062738419,0.9840472340583801]},{"id":"semif_b7c4e62d07986286fce0","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.0991092910117004,"wall_seconds":0.10978116700425744,"finite":true,"all_zero":false,"index":7,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0011623501777648926,"mean_abs_dp":0.0007748653491338094,"max_abs_dlogit_T":0.008106470108032227,"oracle_top2_margin":0.40284138917922974,"near_tie":false,"n_options":3,"probs":[0.641628623008728,0.1176530048251152,0.24071842432022095]},{"id":"semif_9473603b44af63beab79","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09944337501656264,"wall_seconds":0.11020258400822058,"finite":true,"all_zero":false,"index":8,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005822815001010895,"mean_abs_dp":0.000388160968820254,"max_abs_dlogit_T":0.011840343475341797,"oracle_top2_margin":0.8802680969238281,"near_tie":false,"n_options":3,"probs":[0.9365100264549255,0.05512379854917526,0.008366109803318977]},{"id":"semif_d41072dc35d8cd14c056","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09927283300203271,"wall_seconds":0.11010483399149962,"finite":true,"all_zero":false,"index":9,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.831119000911713e-05,"mean_abs_dp":5.221087485551834e-05,"max_abs_dlogit_T":0.014783382415771484,"oracle_top2_margin":0.9784180521965027,"near_tie":false,"n_options":3,"probs":[0.00670287199318409,0.985903263092041,0.00739379832521081]},{"id":"semif_33d6e5da58f0fee2490d","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09923074999824166,"wall_seconds":0.11035249999258667,"finite":true,"all_zero":false,"index":10,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0028439760208129883,"mean_abs_dp":0.0018959492444992065,"max_abs_dlogit_T":0.020202159881591797,"oracle_top2_margin":0.12864628434181213,"near_tie":false,"n_options":3,"probs":[0.18284161388874054,0.47493451833724976,0.34222379326820374]},{"id":"semif_823bf736b92e9d8fa66d","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09920916700502858,"wall_seconds":0.10968004199094139,"finite":true,"all_zero":false,"index":11,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0014636814594268799,"mean_abs_dp":0.0009757677714029948,"max_abs_dlogit_T":0.009978175163269043,"oracle_top2_margin":0.1685684323310852,"near_tie":false,"n_options":3,"probs":[0.27401086688041687,0.4477798342704773,0.27820929884910583]},{"id":"semif_8a4c3de28be95c105ca1","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09936558300978504,"wall_seconds":0.11026562500046566,"finite":true,"all_zero":false,"index":12,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.01266789436340332,"mean_abs_dp":0.008445267875989279,"max_abs_dlogit_T":0.0522933304309845,"oracle_top2_margin":0.537081241607666,"near_tie":false,"n_options":3,"probs":[0.15192189812660217,0.14003898203372955,0.7080391049385071]},{"id":"semif_ea7ec66a5e8eac886548","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09935920900898054,"wall_seconds":0.1104823750210926,"finite":true,"all_zero":false,"index":13,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0021905899047851562,"mean_abs_dp":0.001460392028093338,"max_abs_dlogit_T":0.007168173789978027,"oracle_top2_margin":0.3613499701023102,"near_tie":false,"n_options":3,"probs":[0.6667028069496155,0.30103054642677307,0.032266631722450256]},{"id":"semif_25172cd6ddc49ab0ca70","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.09909058301127516,"wall_seconds":0.10967816598713398,"finite":true,"all_zero":false,"index":14,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0005718469619750977,"mean_abs_dp":0.00038122789313395816,"max_abs_dlogit_T":0.021509528160095215,"oracle_top2_margin":0.9521967768669128,"near_tie":false,"n_options":3,"probs":[0.010700552724301815,0.01896790787577629,0.9703314900398254]},{"id":"semif_fb73a85d386cf59b0c51","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09892454100190662,"wall_seconds":0.10948404099326581,"finite":true,"all_zero":false,"index":15,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0013915300369262695,"mean_abs_dp":0.0009276469548543295,"max_abs_dlogit_T":0.006154477596282959,"oracle_top2_margin":0.44066160917282104,"near_tie":false,"n_options":3,"probs":[0.6626162528991699,0.11274376511573792,0.22463996708393097]},{"id":"semif_a02fd582d2881cc462b2","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09903495799517259,"wall_seconds":0.1095822500064969,"finite":true,"all_zero":false,"index":16,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.739539533853531e-05,"mean_abs_dp":2.4919553349415462e-05,"max_abs_dlogit_T":0.01207113265991211,"oracle_top2_margin":0.9755524396896362,"near_tie":false,"n_options":3,"probs":[0.0045144036412239075,0.00994602870196104,0.9855395555496216]},{"id":"semif_19f37d5a97034bd7d04f","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09940879201167263,"wall_seconds":0.10979604200110771,"finite":true,"all_zero":false,"index":17,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002101302146911621,"mean_abs_dp":0.0014008847065269947,"max_abs_dlogit_T":0.03673362731933594,"oracle_top2_margin":0.9070245623588562,"near_tie":false,"n_options":3,"probs":[0.04485883563756943,0.9480558633804321,0.007085295394062996]},{"id":"semif_fda0ca94652c6d739ecf","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09905316701042466,"wall_seconds":0.10935545800020918,"finite":true,"all_zero":false,"index":18,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007325336337089539,"mean_abs_dp":0.0004883284370104471,"max_abs_dlogit_T":0.009628891944885254,"oracle_top2_margin":0.2631338834762573,"near_tie":false,"n_options":3,"probs":[0.6104516983032227,0.04287881404161453,0.3466695249080658]},{"id":"semif_d0e36c4cb10a29b3191c","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09911141701741144,"wall_seconds":0.10974579097819515,"finite":true,"all_zero":false,"index":19,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0014838352799415588,"mean_abs_dp":0.0009892235199610393,"max_abs_dlogit_T":0.011870622634887695,"oracle_top2_margin":0.6708698868751526,"near_tie":false,"n_options":3,"probs":[0.7911588549613953,0.09074243158102036,0.11809875816106796]},{"id":"semif_a0a39ace7e5337d038a7","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.09881941697676666,"wall_seconds":0.1095510830054991,"finite":true,"all_zero":false,"index":20,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.8710575103759766e-05,"mean_abs_dp":3.9150433925290905e-05,"max_abs_dlogit_T":0.011200189590454102,"oracle_top2_margin":0.9900002479553223,"near_tie":false,"n_options":3,"probs":[0.9940404295921326,0.001834048074670136,0.004125528037548065]},{"id":"semif_eeae283841ce75dd25bf","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.0991168330074288,"wall_seconds":0.1097618330095429,"finite":true,"all_zero":false,"index":21,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.058547973632812e-05,"mean_abs_dp":5.373568274080753e-05,"max_abs_dlogit_T":0.01061868667602539,"oracle_top2_margin":0.9823033213615417,"near_tie":false,"n_options":3,"probs":[0.00752001628279686,0.9897090792655945,0.0027709612622857094]},{"id":"semif_00bb4cc043f7d2b288d4","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09902754100039601,"wall_seconds":0.11002308301976882,"finite":true,"all_zero":false,"index":22,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00017017126083374023,"mean_abs_dp":0.00011342026603718598,"max_abs_dlogit_T":0.014612197875976562,"oracle_top2_margin":0.982890784740448,"near_tie":false,"n_options":3,"probs":[0.0077123818919062614,0.001982057234272361,0.9903055429458618]},{"id":"semif_1a81ead69e93e5d0c86a","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.09889829100575298,"wall_seconds":0.10900308401323855,"finite":true,"all_zero":false,"index":23,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0018129348754882812,"mean_abs_dp":0.001208593448003133,"max_abs_dlogit_T":0.0065765380859375,"oracle_top2_margin":0.169744610786438,"near_tie":false,"n_options":3,"probs":[0.3185552656650543,0.1896914392709732,0.4917532503604889]},{"id":"semif_4444dad25e438f128673","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09887383299064822,"wall_seconds":0.109445667010732,"finite":true,"all_zero":false,"index":24,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001131981611251831,"mean_abs_dp":0.0007546295722325643,"max_abs_dlogit_T":0.0053560733795166016,"oracle_top2_margin":0.11443346738815308,"near_tie":false,"n_options":3,"probs":[0.1392083764076233,0.48831239342689514,0.37247925996780396]},{"id":"semif_3226202ba1ada2570e9f","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09952354201232083,"wall_seconds":0.11040929102455266,"finite":true,"all_zero":false,"index":25,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0018540024757385254,"mean_abs_dp":0.0012360258648792903,"max_abs_dlogit_T":0.022637903690338135,"oracle_top2_margin":0.7993112206459045,"near_tie":false,"n_options":3,"probs":[0.8909421563148499,0.02105826325714588,0.08799958229064941]},{"id":"semif_3f783eec5c90812479bc","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09951741699478589,"wall_seconds":0.11014204102684744,"finite":true,"all_zero":false,"index":26,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002367675304412842,"mean_abs_dp":0.0015784204006195068,"max_abs_dlogit_T":0.013698548078536987,"oracle_top2_margin":0.25067201256752014,"near_tie":false,"n_options":3,"probs":[0.05477968975901604,0.5961421132087708,0.34907811880111694]},{"id":"semif_ffee861474a9665a093a","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.09933024999918416,"wall_seconds":0.11061925001558848,"finite":true,"all_zero":false,"index":27,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0021316707134246826,"mean_abs_dp":0.0014211088418960571,"max_abs_dlogit_T":0.010879456996917725,"oracle_top2_margin":0.0018825829029083252,"near_tie":true,"n_options":3,"probs":[0.3973971903324127,0.1995469182729721,0.40305593609809875]},{"id":"semif_8c992e17e4fb54b044f5","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.09927004197379574,"wall_seconds":0.10961699998006225,"finite":true,"all_zero":false,"index":28,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.16312026977539e-05,"mean_abs_dp":4.107846568028132e-05,"max_abs_dlogit_T":0.008149385452270508,"oracle_top2_margin":0.9689651131629944,"near_tie":false,"n_options":3,"probs":[0.0011347385589033365,0.9838619828224182,0.01500327605754137]},{"id":"semif_695dd61195ca025c4f4c","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.09907145801116712,"wall_seconds":0.1102779999782797,"finite":true,"all_zero":false,"index":29,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.979812264442444e-05,"mean_abs_dp":5.988528331120809e-05,"max_abs_dlogit_T":0.005901157855987549,"oracle_top2_margin":0.9003986716270447,"near_tie":false,"n_options":3,"probs":[0.9456384181976318,0.04528052359819412,0.009081054478883743]},{"id":"semif_e6155431ab7b0f8170d4","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.09916133302613162,"wall_seconds":0.10977308297879063,"finite":true,"all_zero":false,"index":30,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00046002864837646484,"mean_abs_dp":0.00030670252939065296,"max_abs_dlogit_T":0.010417461395263672,"oracle_top2_margin":0.9357588291168213,"near_tie":false,"n_options":3,"probs":[0.029879571869969368,0.9647921323776245,0.005328331608325243]},{"id":"semif_b49ecda75086d8c68d2a","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.0993992080038879,"wall_seconds":0.10988229099893942,"finite":true,"all_zero":false,"index":31,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003249049186706543,"mean_abs_dp":0.0002166020373503367,"max_abs_dlogit_T":0.006569266319274902,"oracle_top2_margin":0.233449786901474,"near_tie":false,"n_options":3,"probs":[0.022279679775238037,0.605392336845398,0.3723280131816864]},{"id":"semif_587ced261c6092cd1325","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09934987497399561,"wall_seconds":0.11073966699768789,"finite":true,"all_zero":false,"index":32,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006716251373291016,"mean_abs_dp":0.000447766234477361,"max_abs_dlogit_T":0.008228182792663574,"oracle_top2_margin":0.9022794961929321,"near_tie":false,"n_options":3,"probs":[0.04668768495321274,0.9476630091667175,0.0056493449956178665]},{"id":"semif_533d4423d311de82b27d","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09923733299365267,"wall_seconds":0.11009208299219608,"finite":true,"all_zero":false,"index":33,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000948786735534668,"mean_abs_dp":0.0006325383049746355,"max_abs_dlogit_T":0.017923831939697266,"oracle_top2_margin":0.8864229917526245,"near_tie":false,"n_options":3,"probs":[0.0546233169734478,0.9392798542976379,0.006096850614994764]},{"id":"semif_2bf540d515a51755b25c","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.09911562502384186,"wall_seconds":0.10943408298771828,"finite":true,"all_zero":false,"index":34,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0001691579818725586,"mean_abs_dp":0.00011276865067581336,"max_abs_dlogit_T":0.0048830509185791016,"oracle_top2_margin":0.9076201319694519,"near_tie":false,"n_options":3,"probs":[0.04525205120444298,0.0022130566649138927,0.9525349140167236]},{"id":"semif_fdb9fc214aea2710763a","q":0,"variant":"base","tokens":51,"calls":1,"padded_tokens":128,"decode_seconds":0.09919920901302248,"wall_seconds":0.10998508398188278,"finite":true,"all_zero":false,"index":35,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00044906139373779297,"mean_abs_dp":0.00029933017988999683,"max_abs_dlogit_T":0.009560346603393555,"oracle_top2_margin":0.8622768521308899,"near_tie":false,"n_options":3,"probs":[0.008049456402659416,0.9267272353172302,0.06522324681282043]},{"id":"semif_f6d68126b43f8c9ed183","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09926866699242964,"wall_seconds":0.11017670799628831,"finite":true,"all_zero":false,"index":36,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002657175064086914,"mean_abs_dp":0.00017717744534214339,"max_abs_dlogit_T":0.0077245235443115234,"oracle_top2_margin":0.913083016872406,"near_tie":false,"n_options":3,"probs":[0.04071710258722305,0.953326404094696,0.005956514272838831]},{"id":"semif_44bae0c8a1615a096c43","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09935441700508818,"wall_seconds":0.10984600000665523,"finite":true,"all_zero":false,"index":37,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0011401176452636719,"mean_abs_dp":0.0007601048176487287,"max_abs_dlogit_T":0.020196199417114258,"oracle_top2_margin":0.8858444690704346,"near_tie":false,"n_options":3,"probs":[0.9376094341278076,0.008493851870298386,0.0538967065513134]},{"id":"semif_2175379f4c69e6207626","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.09920950001105666,"wall_seconds":0.10971833401708864,"finite":true,"all_zero":false,"index":38,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005254745483398438,"mean_abs_dp":0.00035033995906511944,"max_abs_dlogit_T":0.010861635208129883,"oracle_top2_margin":0.8939643502235413,"near_tie":false,"n_options":3,"probs":[0.04871567338705063,0.9417711496353149,0.009513179771602154]},{"id":"semif_def9fe59d262357a673a","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.09944670900586061,"wall_seconds":0.11087945799226873,"finite":true,"all_zero":false,"index":39,"shard":"shard_06","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002985835075378418,"mean_abs_dp":0.001990579068660736,"max_abs_dlogit_T":0.01739335060119629,"oracle_top2_margin":0.48329558968544006,"near_tie":false,"n_options":3,"probs":[0.21922583878040314,0.6973602175712585,0.08341395109891891]},{"id":"semif_712f6ffb763eef7c9a12","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":1.3620770830020774,"wall_seconds":1.3767653749964666,"finite":true,"all_zero":false,"index":0,"shard":"shard_07","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.92605972290039e-05,"mean_abs_dp":4.615696767965952e-05,"max_abs_dlogit_T":0.003579378128051758,"oracle_top2_margin":0.9111813306808472,"near_tie":false,"n_options":3,"probs":[0.9516978859901428,0.007647923659533262,0.04065413028001785]},{"id":"semif_e1d610bd14e3d16c09b9","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09964708299958147,"wall_seconds":0.11021979199722409,"finite":true,"all_zero":false,"index":1,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003592967987060547,"mean_abs_dp":0.0002395558791855971,"max_abs_dlogit_T":0.01271677017211914,"oracle_top2_margin":0.9179342985153198,"near_tie":false,"n_options":3,"probs":[0.9555055499076843,0.03824630752205849,0.006248193327337503]},{"id":"semif_22ec57822db50ec121cf","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.10177837498486042,"wall_seconds":0.11271191600826569,"finite":true,"all_zero":false,"index":2,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003058910369873047,"mean_abs_dp":0.0002039317429686586,"max_abs_dlogit_T":0.010172843933105469,"oracle_top2_margin":0.9677876830101013,"near_tie":false,"n_options":3,"probs":[0.015706205740571022,0.9829012155532837,0.0013925248058512807]},{"id":"semif_3e75f2b84e8e08e3d3f2","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.10097729199333116,"wall_seconds":0.11223979201167822,"finite":true,"all_zero":false,"index":3,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0008290410041809082,"mean_abs_dp":0.000552701453367869,"max_abs_dlogit_T":0.0078100040555000305,"oracle_top2_margin":0.5739320516586304,"near_tie":false,"n_options":3,"probs":[0.11579664796590805,0.15571530163288116,0.728488028049469]},{"id":"semif_ebd74aa05324a1556288","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09998737499699928,"wall_seconds":0.11121279202052392,"finite":true,"all_zero":false,"index":4,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00042182207107543945,"mean_abs_dp":0.0002812532087167104,"max_abs_dlogit_T":0.009199142456054688,"oracle_top2_margin":0.9141265153884888,"near_tie":false,"n_options":3,"probs":[0.0411495678126812,0.9544561505317688,0.004394311923533678]},{"id":"semif_d7e84e4245a29817da1f","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.10027908300980926,"wall_seconds":0.11098012499860488,"finite":true,"all_zero":false,"index":5,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00013774633407592773,"mean_abs_dp":9.183954292287429e-05,"max_abs_dlogit_T":0.007001638412475586,"oracle_top2_margin":0.9529194235801697,"near_tie":false,"n_options":3,"probs":[0.02284936048090458,0.0016506105894222856,0.9755000472068787]},{"id":"semif_f41ae66b3c09630c7a42","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.1012136249919422,"wall_seconds":0.11219562499900348,"finite":true,"all_zero":false,"index":6,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00031638145446777344,"mean_abs_dp":0.00021091646825273833,"max_abs_dlogit_T":0.011734247207641602,"oracle_top2_margin":0.9167654514312744,"near_tie":false,"n_options":3,"probs":[0.03949188068509102,0.004848693031817675,0.9556593894958496]},{"id":"semif_82c2cd97c160ad27951b","q":0,"variant":"base","tokens":54,"calls":1,"padded_tokens":128,"decode_seconds":0.09924262500135228,"wall_seconds":0.1100112080166582,"finite":true,"all_zero":false,"index":7,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0009176135063171387,"mean_abs_dp":0.0006117410957813263,"max_abs_dlogit_T":0.008442938327789307,"oracle_top2_margin":0.5744704008102417,"near_tie":false,"n_options":3,"probs":[0.7672715783119202,0.03845253959298134,0.19427590072155]},{"id":"semif_7ada97b6f99f4788e5c7","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09948945901123807,"wall_seconds":0.10961245899670757,"finite":true,"all_zero":false,"index":8,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.327080048620701e-05,"mean_abs_dp":2.2183870896697044e-05,"max_abs_dlogit_T":0.005601406097412109,"oracle_top2_margin":0.9755150675773621,"near_tie":false,"n_options":3,"probs":[0.9860830903053284,0.003330154111608863,0.010586691088974476]},{"id":"semif_4d7a003342db5b0a17e3","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.09953779200441204,"wall_seconds":0.11033341599977575,"finite":true,"all_zero":false,"index":9,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.210719347000122e-06,"mean_abs_dp":8.309725672006607e-07,"max_abs_dlogit_T":0.004696369171142578,"oracle_top2_margin":0.9298084378242493,"near_tie":false,"n_options":3,"probs":[0.0333634689450264,0.9631698131561279,0.003466720227152109]},{"id":"semif_19d3d8d0bf773e88be7b","q":0,"variant":"base","tokens":55,"calls":1,"padded_tokens":128,"decode_seconds":0.09945808301563375,"wall_seconds":0.1100852079980541,"finite":true,"all_zero":false,"index":10,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00012022256851196289,"mean_abs_dp":8.011570510764916e-05,"max_abs_dlogit_T":0.006579160690307617,"oracle_top2_margin":0.9657230973243713,"near_tie":false,"n_options":3,"probs":[0.9810782074928284,0.0033524194732308388,0.015569301322102547]},{"id":"semif_d6de731cca52359b1c87","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.09945608300040476,"wall_seconds":0.11038987498614006,"finite":true,"all_zero":false,"index":11,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004419684410095215,"mean_abs_dp":0.00029466549555460614,"max_abs_dlogit_T":0.0026803016662597656,"oracle_top2_margin":0.047635823488235474,"near_tie":false,"n_options":3,"probs":[0.4595704674720764,0.41206303238868713,0.12836644053459167]},{"id":"semif_b45c63fb92729af27f05","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.09947137499693781,"wall_seconds":0.11059308401308954,"finite":true,"all_zero":false,"index":12,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00021970272064208984,"mean_abs_dp":0.00014647624144951502,"max_abs_dlogit_T":0.017327070236206055,"oracle_top2_margin":0.8986563086509705,"near_tie":false,"n_options":3,"probs":[0.9445961713790894,0.00923102255910635,0.046172868460416794]},{"id":"semif_46b7029b9a704138b77a","q":0,"variant":"base","tokens":78,"calls":1,"padded_tokens":128,"decode_seconds":0.09947695900336839,"wall_seconds":0.11014695800258778,"finite":true,"all_zero":false,"index":13,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0005813241004943848,"mean_abs_dp":0.0003875532808403174,"max_abs_dlogit_T":0.015807509422302246,"oracle_top2_margin":0.9545035362243652,"near_tie":false,"n_options":3,"probs":[0.02073846012353897,0.005035669542849064,0.9742258787155151]},{"id":"semif_caf773b23934fa7362a1","q":0,"variant":"base","tokens":73,"calls":1,"padded_tokens":128,"decode_seconds":0.09913116597454064,"wall_seconds":0.10955799999646842,"finite":true,"all_zero":false,"index":14,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004023313522338867,"mean_abs_dp":0.00026825784395138424,"max_abs_dlogit_T":0.012002110481262207,"oracle_top2_margin":0.9587439894676208,"near_tie":false,"n_options":3,"probs":[0.9770721793174744,0.003879281459376216,0.01904866471886635]},{"id":"semif_f46f392ef9e9e9df564b","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.09946183298598044,"wall_seconds":0.11073837499134243,"finite":true,"all_zero":false,"index":15,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001914501190185547,"mean_abs_dp":0.00012759212404489517,"max_abs_dlogit_T":0.012411117553710938,"oracle_top2_margin":0.9757024049758911,"near_tie":false,"n_options":3,"probs":[0.007486408110707998,0.9839788675308228,0.008534652180969715]},{"id":"semif_005dcf6d2c0f21d64796","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.09947387498687021,"wall_seconds":0.10941320800338872,"finite":true,"all_zero":false,"index":16,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005114078521728516,"mean_abs_dp":0.0003409360845883687,"max_abs_dlogit_T":0.007086992263793945,"oracle_top2_margin":0.835649847984314,"near_tie":false,"n_options":3,"probs":[0.04084242880344391,0.8970901370048523,0.06206744909286499]},{"id":"semif_edb708bd0fe5fd67d6ee","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.09967516700271517,"wall_seconds":0.1106203329982236,"finite":true,"all_zero":false,"index":17,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012119412422180176,"mean_abs_dp":0.0008079806963602701,"max_abs_dlogit_T":0.0025679469108581543,"oracle_top2_margin":0.1792631447315216,"near_tie":false,"n_options":3,"probs":[0.29714393615722656,0.2283095121383667,0.47454655170440674]},{"id":"semif_97a35499bd8717f3e786","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.09981812498881482,"wall_seconds":0.1104494169994723,"finite":true,"all_zero":false,"index":18,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002434253692626953,"mean_abs_dp":0.00016228947788476944,"max_abs_dlogit_T":0.008341550827026367,"oracle_top2_margin":0.959165096282959,"near_tie":false,"n_options":3,"probs":[0.011850500479340553,0.014685065485537052,0.9734644293785095]},{"id":"semif_31eb4533d2c89959ec46","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.09999408401199616,"wall_seconds":0.10977391700726002,"finite":true,"all_zero":false,"index":19,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006010830402374268,"mean_abs_dp":0.0004007723182439804,"max_abs_dlogit_T":0.008726835250854492,"oracle_top2_margin":0.8864260911941528,"near_tie":false,"n_options":3,"probs":[0.9315767288208008,0.022137312218546867,0.046285927295684814]},{"id":"semif_0aa24a6701ac9c56c4a0","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.10000320899416693,"wall_seconds":0.11097874998813495,"finite":true,"all_zero":false,"index":20,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0010237693786621094,"mean_abs_dp":0.000682550792892774,"max_abs_dlogit_T":0.020638108253479004,"oracle_top2_margin":0.9143282175064087,"near_tie":false,"n_options":3,"probs":[0.038086261600255966,0.9505219459533691,0.011391890235245228]},{"id":"semif_796d5c0da6eaadae6a3f","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.0999607499979902,"wall_seconds":0.11108329199487343,"finite":true,"all_zero":false,"index":21,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.767843246459961e-05,"mean_abs_dp":5.8437755797058344e-05,"max_abs_dlogit_T":0.009326457977294922,"oracle_top2_margin":0.9771841764450073,"near_tie":false,"n_options":3,"probs":[0.0006753102643415332,0.9881728291511536,0.011151820421218872]},{"id":"semif_599b3092b6fd18312d23","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.09959933298523538,"wall_seconds":0.11089912499301136,"finite":true,"all_zero":false,"index":22,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00011521577835083008,"mean_abs_dp":7.684497783581416e-05,"max_abs_dlogit_T":0.0073621273040771484,"oracle_top2_margin":0.9692578315734863,"near_tie":false,"n_options":3,"probs":[0.002856932580471039,0.014048576354980469,0.9830945134162903]},{"id":"semif_960a4bcd27363e6db4b9","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.1008659589861054,"wall_seconds":0.11187029199209064,"finite":true,"all_zero":false,"index":23,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0018833279609680176,"mean_abs_dp":0.001255554457505544,"max_abs_dlogit_T":0.0069165825843811035,"oracle_top2_margin":0.6039082407951355,"near_tie":false,"n_options":3,"probs":[0.11702697724103928,0.14108102023601532,0.7418920397758484]},{"id":"semif_c6a411e7f2bbdf377173","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.0995737919874955,"wall_seconds":0.11090033300570212,"finite":true,"all_zero":false,"index":24,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006092190742492676,"mean_abs_dp":0.00040611283232768375,"max_abs_dlogit_T":0.008550405502319336,"oracle_top2_margin":0.7695140838623047,"near_tie":false,"n_options":3,"probs":[0.8767099380493164,0.10826631635427475,0.015023669227957726]},{"id":"semif_e332aa927d0c2ed044aa","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.09981912499642931,"wall_seconds":0.11124391699559055,"finite":true,"all_zero":false,"index":25,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.000821232795715332,"mean_abs_dp":0.0005474860469500223,"max_abs_dlogit_T":0.011972904205322266,"oracle_top2_margin":0.825499951839447,"near_tie":false,"n_options":3,"probs":[0.023835672065615654,0.0759940817952156,0.9001702070236206]},{"id":"semif_a0128e551d095f3449f8","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.09957616700557992,"wall_seconds":0.11100683300173841,"finite":true,"all_zero":false,"index":26,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00023031234741210938,"mean_abs_dp":0.00015352821598450342,"max_abs_dlogit_T":0.00812530517578125,"oracle_top2_margin":0.9518061876296997,"near_tie":false,"n_options":3,"probs":[0.9745994210243225,0.0232272669672966,0.002173322020098567]},{"id":"semif_46d6a0731bd288c370f0","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.09960137499729171,"wall_seconds":0.10983683299855329,"finite":true,"all_zero":false,"index":27,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.005326002836227417,"mean_abs_dp":0.0035507030164202056,"max_abs_dlogit_T":0.04101431369781494,"oracle_top2_margin":0.7160866260528564,"near_tie":false,"n_options":3,"probs":[0.8593226671218872,0.13268406689167023,0.007993333972990513]},{"id":"semif_21ca7a8b970e36b8e20f","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.0999654589977581,"wall_seconds":0.11184412500006147,"finite":true,"all_zero":false,"index":28,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004068851470947266,"mean_abs_dp":0.002712604900201162,"max_abs_dlogit_T":0.012800514698028564,"oracle_top2_margin":0.2341521680355072,"near_tie":false,"n_options":3,"probs":[0.584053635597229,0.34288910031318665,0.07305716723203659]},{"id":"semif_4aa83af95bb69e90bc2d","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.09970912500284612,"wall_seconds":0.11054820800200105,"finite":true,"all_zero":false,"index":29,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000919640064239502,"mean_abs_dp":0.0006131033102671305,"max_abs_dlogit_T":0.003131091594696045,"oracle_top2_margin":0.06450572609901428,"near_tie":false,"n_options":3,"probs":[0.4750696122646332,0.1157684475183487,0.4091619551181793]},{"id":"semif_cdfa9eed51fafcf09b72","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.10021549998782575,"wall_seconds":0.11108704199432395,"finite":true,"all_zero":false,"index":30,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0017902851104736328,"mean_abs_dp":0.0011934991925954819,"max_abs_dlogit_T":0.01685917377471924,"oracle_top2_margin":0.8453994393348694,"near_tie":false,"n_options":3,"probs":[0.06914174556732178,0.019548075273633003,0.9113101363182068]},{"id":"semif_d51b05bfb9d6d7f09331","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.0993171670124866,"wall_seconds":0.11065529199549928,"finite":true,"all_zero":false,"index":31,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00046354904770851135,"mean_abs_dp":0.0003090215226014455,"max_abs_dlogit_T":0.006292402744293213,"oracle_top2_margin":0.23784101009368896,"near_tie":false,"n_options":3,"probs":[0.35379931330680847,0.5913194417953491,0.0548812635242939]},{"id":"semif_fdd902cc6e65fad7cb4f","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09951037500286475,"wall_seconds":0.10909304200322367,"finite":true,"all_zero":false,"index":32,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007155910134315491,"mean_abs_dp":0.0004770954449971517,"max_abs_dlogit_T":0.01582622528076172,"oracle_top2_margin":0.765238344669342,"near_tie":false,"n_options":3,"probs":[0.07936764508485794,0.8455126881599426,0.07511970400810242]},{"id":"semif_42384af9ae56beb37ff5","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09941537497797981,"wall_seconds":0.1105648749799002,"finite":true,"all_zero":false,"index":33,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.004297733306884766,"mean_abs_dp":0.0028651555379231772,"max_abs_dlogit_T":0.03414726257324219,"oracle_top2_margin":0.7008019685745239,"near_tie":false,"n_options":3,"probs":[0.13252530992031097,0.026640400290489197,0.8408343195915222]},{"id":"semif_cdf7f428857e1b841cb3","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09989991600741632,"wall_seconds":0.11092670899233781,"finite":true,"all_zero":false,"index":34,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.004510760307312012,"mean_abs_dp":0.0030071685711542764,"max_abs_dlogit_T":0.022620201110839844,"oracle_top2_margin":0.6383113265037537,"near_tie":false,"n_options":3,"probs":[0.04137624427676201,0.15584513545036316,0.8027786016464233]},{"id":"semif_774f7f9245f83c796d44","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.09954008299973793,"wall_seconds":0.11024912499124184,"finite":true,"all_zero":false,"index":35,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012421607971191406,"mean_abs_dp":0.0008281171321868896,"max_abs_dlogit_T":0.016288399696350098,"oracle_top2_margin":0.8995101451873779,"near_tie":false,"n_options":3,"probs":[0.028758833184838295,0.03683023154735565,0.9344109296798706]},{"id":"semif_92ec2ffa3dd46ada1335","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.09965708298841491,"wall_seconds":0.10973249998642132,"finite":true,"all_zero":false,"index":36,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004134178161621094,"mean_abs_dp":0.0002756090834736824,"max_abs_dlogit_T":0.02387404441833496,"oracle_top2_margin":0.9729353785514832,"near_tie":false,"n_options":3,"probs":[0.984870195388794,0.012665124610066414,0.0024647268000990152]},{"id":"semif_6149a17bc154f9c5b4a0","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.0992264160013292,"wall_seconds":0.10918224998749793,"finite":true,"all_zero":false,"index":37,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001499474048614502,"mean_abs_dp":0.000999647503097852,"max_abs_dlogit_T":0.024223804473876953,"oracle_top2_margin":0.9116500616073608,"near_tie":false,"n_options":3,"probs":[0.9501552581787109,0.041142966598272324,0.008701751939952374]},{"id":"semif_be866e1dbec5d42d9423","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09953341601067223,"wall_seconds":0.11091616700286977,"finite":true,"all_zero":false,"index":38,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0009060502052307129,"mean_abs_dp":0.0006039965276916822,"max_abs_dlogit_T":0.015567779541015625,"oracle_top2_margin":0.920475959777832,"near_tie":false,"n_options":3,"probs":[0.014448880217969418,0.033264029771089554,0.9522870182991028]},{"id":"semif_97d2ed2591fc7638806c","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09952349998638965,"wall_seconds":0.11037966699223034,"finite":true,"all_zero":false,"index":39,"shard":"shard_07","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0062634944915771484,"mean_abs_dp":0.004175633192062378,"max_abs_dlogit_T":0.03852248191833496,"oracle_top2_margin":0.6768540143966675,"near_tie":false,"n_options":3,"probs":[0.8209860324859619,0.15648111701011658,0.022532783448696136]},{"id":"semif_4533dd91267b4d815690","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":1.3089646250009537,"wall_seconds":1.3236638339876663,"finite":true,"all_zero":false,"index":0,"shard":"shard_08","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":3.5764649510383606e-05,"mean_abs_dp":2.3829440275828045e-05,"max_abs_dlogit_T":0.00763392448425293,"oracle_top2_margin":0.9652467370033264,"near_tie":false,"n_options":3,"probs":[0.011593603529036045,0.011522633954882622,0.9768837094306946]},{"id":"semif_d880e65fef5e2993fdd0","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.0990760829881765,"wall_seconds":0.1092870410066098,"finite":true,"all_zero":false,"index":1,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00422784686088562,"mean_abs_dp":0.002818604310353597,"max_abs_dlogit_T":0.019112110137939453,"oracle_top2_margin":0.12788748741149902,"near_tie":false,"n_options":3,"probs":[0.4166029095649719,0.295366108417511,0.28803104162216187]},{"id":"semif_90494c76078ffc3c717a","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.09958983300020918,"wall_seconds":0.1101431249990128,"finite":true,"all_zero":false,"index":2,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004101991653442383,"mean_abs_dp":0.0002734437584877014,"max_abs_dlogit_T":0.009559929370880127,"oracle_top2_margin":0.7915595769882202,"near_tie":false,"n_options":3,"probs":[0.8815334439277649,0.09043607115745544,0.028030432760715485]},{"id":"semif_9ac5cc82c4126c91174a","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09951666599954478,"wall_seconds":0.10994345901417546,"finite":true,"all_zero":false,"index":3,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011747479438781738,"mean_abs_dp":0.0007831677794456482,"max_abs_dlogit_T":0.01672685146331787,"oracle_top2_margin":0.7353759407997131,"near_tie":false,"n_options":3,"probs":[0.12326367944478989,0.8564820885658264,0.02025429531931877]},{"id":"semif_386e10b1c1ce906473a4","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.09925295799621381,"wall_seconds":0.11007500000414439,"finite":true,"all_zero":false,"index":4,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.97834587097168e-05,"mean_abs_dp":3.9871238792936005e-05,"max_abs_dlogit_T":0.00549769401550293,"oracle_top2_margin":0.9825382232666016,"near_tie":false,"n_options":3,"probs":[0.0025260169059038162,0.9899561405181885,0.007517870049923658]},{"id":"semif_4da6aedc1139224eeff2","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.09919354098383337,"wall_seconds":0.10995837498921901,"finite":true,"all_zero":false,"index":5,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001061558723449707,"mean_abs_dp":7.079596010347207e-05,"max_abs_dlogit_T":0.019916057586669922,"oracle_top2_margin":0.9583117365837097,"near_tie":false,"n_options":3,"probs":[0.0198680367320776,0.978022575378418,0.002109447494149208]},{"id":"semif_a22dab8ba073ff6cdb8d","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09934854099992663,"wall_seconds":0.11057379201520234,"finite":true,"all_zero":false,"index":6,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004687011241912842,"mean_abs_dp":0.0031246840953826904,"max_abs_dlogit_T":0.01701343059539795,"oracle_top2_margin":0.4805392622947693,"near_tie":false,"n_options":3,"probs":[0.21730849146842957,0.6901697516441345,0.0925218015909195]},{"id":"semif_42c54fa2ad45743e24d8","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.1010086250025779,"wall_seconds":0.11263241598499008,"finite":true,"all_zero":false,"index":7,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004680156707763672,"mean_abs_dp":0.00031198809544245404,"max_abs_dlogit_T":0.005307912826538086,"oracle_top2_margin":0.8835832476615906,"near_tie":false,"n_options":3,"probs":[0.022143887355923653,0.9303323030471802,0.04752378165721893]},{"id":"semif_f3d13cf184f916677def","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.0993892909900751,"wall_seconds":0.10972545799450018,"finite":true,"all_zero":false,"index":8,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006603002548217773,"mean_abs_dp":0.00044021297556658584,"max_abs_dlogit_T":0.01647055149078369,"oracle_top2_margin":0.9233630299568176,"near_tie":false,"n_options":3,"probs":[0.9598430395126343,0.0377342626452446,0.0024227167014032602]},{"id":"semif_1105577da4c8dad4609d","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.09978091699304059,"wall_seconds":0.11070587500580586,"finite":true,"all_zero":false,"index":9,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.015306353569030762,"mean_abs_dp":0.01020422081152598,"max_abs_dlogit_T":0.05034482479095459,"oracle_top2_margin":0.37257999181747437,"near_tie":false,"n_options":3,"probs":[0.23063714802265167,0.18982911109924316,0.5795336961746216]},{"id":"semif_0ebd299739302d8b057b","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.10035716701531783,"wall_seconds":0.11124295898480341,"finite":true,"all_zero":false,"index":10,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0056569576263427734,"mean_abs_dp":0.0037713050842285156,"max_abs_dlogit_T":0.016815662384033203,"oracle_top2_margin":0.22060275077819824,"near_tie":false,"n_options":3,"probs":[0.5528401732444763,0.3236195743083954,0.1235402524471283]},{"id":"semif_eafc22c8c40df3932a8e","q":0,"variant":"base","tokens":72,"calls":1,"padded_tokens":128,"decode_seconds":0.09962324998923577,"wall_seconds":0.11024333399836905,"finite":true,"all_zero":false,"index":11,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001241445541381836,"mean_abs_dp":0.0008276291191577911,"max_abs_dlogit_T":0.014773562550544739,"oracle_top2_margin":0.9194331765174866,"near_tie":false,"n_options":3,"probs":[0.02637346088886261,0.028013532981276512,0.9456130266189575]},{"id":"semif_0aa1447680e4f25862bb","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.09941587498178706,"wall_seconds":0.11025304099894129,"finite":true,"all_zero":false,"index":12,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008005499839782715,"mean_abs_dp":0.0005336751540501913,"max_abs_dlogit_T":0.0036346912384033203,"oracle_top2_margin":0.22799772024154663,"near_tie":false,"n_options":3,"probs":[0.31331729888916016,0.5426204204559326,0.1440623253583908]},{"id":"semif_980e76145c925747220c","q":0,"variant":"base","tokens":92,"calls":1,"padded_tokens":128,"decode_seconds":0.09957341701374389,"wall_seconds":0.11046604200964794,"finite":true,"all_zero":false,"index":13,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00018442794680595398,"mean_abs_dp":0.00012295755247275034,"max_abs_dlogit_T":0.012170791625976562,"oracle_top2_margin":0.8666357398033142,"near_tie":false,"n_options":3,"probs":[0.05536825954914093,0.02284281514585018,0.9217888712882996]},{"id":"semif_4aee37a6a155747766aa","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.10068533301819116,"wall_seconds":0.11180904202046804,"finite":true,"all_zero":false,"index":14,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00013637542724609375,"mean_abs_dp":9.088839093844096e-05,"max_abs_dlogit_T":0.006173372268676758,"oracle_top2_margin":0.8649082183837891,"near_tie":false,"n_options":3,"probs":[0.9114686846733093,0.04673686996102333,0.041794419288635254]},{"id":"semif_6db17cc22bd656d78558","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.10188579201349057,"wall_seconds":0.11252358299680054,"finite":true,"all_zero":false,"index":15,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012632310390472412,"mean_abs_dp":0.0008421540260314941,"max_abs_dlogit_T":0.018338173627853394,"oracle_top2_margin":0.4900950789451599,"near_tie":false,"n_options":3,"probs":[0.21013160049915314,0.09089477360248566,0.6989736557006836]},{"id":"semif_ef3e0f8e657bf59f8a29","q":0,"variant":"base","tokens":83,"calls":1,"padded_tokens":128,"decode_seconds":0.09988274998613633,"wall_seconds":0.11075833300128579,"finite":true,"all_zero":false,"index":16,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0037112832069396973,"mean_abs_dp":0.002474173903465271,"max_abs_dlogit_T":0.020274639129638672,"oracle_top2_margin":0.2901451885700226,"near_tie":false,"n_options":3,"probs":[0.18623726069927216,0.26510271430015564,0.5486600399017334]},{"id":"semif_f756e1cb04e11766341e","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.09945387500920333,"wall_seconds":0.11069891700753942,"finite":true,"all_zero":false,"index":17,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0012875795364379883,"mean_abs_dp":0.0008583888411521912,"max_abs_dlogit_T":0.005638837814331055,"oracle_top2_margin":0.47525715827941895,"near_tie":false,"n_options":3,"probs":[0.220899298787117,0.698333740234375,0.08076696842908859]},{"id":"semif_d167e51bb1f499099645","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09984562499448657,"wall_seconds":0.11112175000016578,"finite":true,"all_zero":false,"index":18,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00015106797218322754,"mean_abs_dp":0.00010070701440175374,"max_abs_dlogit_T":0.0072362422943115234,"oracle_top2_margin":0.14599356055259705,"near_tie":false,"n_options":3,"probs":[0.33311814069747925,0.18755042552947998,0.47933149337768555]},{"id":"semif_674ca4e9346216255466","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.09980404199450277,"wall_seconds":0.11054070800310001,"finite":true,"all_zero":false,"index":19,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0017369389533996582,"mean_abs_dp":0.0011579282581806183,"max_abs_dlogit_T":0.020142793655395508,"oracle_top2_margin":0.8445791602134705,"near_tie":false,"n_options":3,"probs":[0.9002598524093628,0.041080765426158905,0.05865932255983353]},{"id":"semif_1df851a202994a07f123","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.10066779199405573,"wall_seconds":0.11264766700332984,"finite":true,"all_zero":false,"index":20,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00037109851837158203,"mean_abs_dp":0.00024745256329576176,"max_abs_dlogit_T":0.012244224548339844,"oracle_top2_margin":0.9717237949371338,"near_tie":false,"n_options":3,"probs":[0.9835630059242249,0.01249196007847786,0.003945149481296539]},{"id":"semif_b5e6788d95b8395d2888","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.1017193750012666,"wall_seconds":0.11329645800287835,"finite":true,"all_zero":false,"index":21,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00010383129119873047,"mean_abs_dp":6.921954142550628e-05,"max_abs_dlogit_T":0.014496803283691406,"oracle_top2_margin":0.9891096949577332,"near_tie":false,"n_options":3,"probs":[0.0046126870438456535,0.0018359230598434806,0.9935513734817505]},{"id":"semif_32f36cd0fbbfb3604586","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.10123200001544319,"wall_seconds":0.11193737501162104,"finite":true,"all_zero":false,"index":22,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002468109130859375,"mean_abs_dp":0.0016454268867770832,"max_abs_dlogit_T":0.011949121952056885,"oracle_top2_margin":0.6498266458511353,"near_tie":false,"n_options":3,"probs":[0.8247637748718262,0.17001566290855408,0.0052205719985067844]},{"id":"semif_843185706adff0c60f8b","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.10095916700083762,"wall_seconds":0.11299725002027117,"finite":true,"all_zero":false,"index":23,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004885315895080566,"mean_abs_dp":0.003256872296333313,"max_abs_dlogit_T":0.017070889472961426,"oracle_top2_margin":0.5439835786819458,"near_tie":false,"n_options":3,"probs":[0.768615186214447,0.016451317816972733,0.21493349969387054]},{"id":"semif_b531dd603bf080dab820","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.10041549999732524,"wall_seconds":0.11523016699356958,"finite":true,"all_zero":false,"index":24,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0006118416786193848,"mean_abs_dp":0.0004079267382621765,"max_abs_dlogit_T":0.00939565896987915,"oracle_top2_margin":0.6922020316123962,"near_tie":false,"n_options":3,"probs":[0.8354669809341431,0.02037554420530796,0.14415745437145233]},{"id":"semif_be2dd67bc733c1213bef","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.09994520799955353,"wall_seconds":0.11097345800953917,"finite":true,"all_zero":false,"index":25,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007004141807556152,"mean_abs_dp":0.0004669030507405599,"max_abs_dlogit_T":0.01008594036102295,"oracle_top2_margin":0.6489488482475281,"near_tie":false,"n_options":3,"probs":[0.03999071195721626,0.8049589991569519,0.15505023300647736]},{"id":"semif_b8e2750307df9761e716","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.09986508399015293,"wall_seconds":0.11130495899124071,"finite":true,"all_zero":false,"index":26,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000858008861541748,"mean_abs_dp":0.0005719748636086782,"max_abs_dlogit_T":0.01152108609676361,"oracle_top2_margin":0.779024064540863,"near_tie":false,"n_options":3,"probs":[0.8795632719993591,0.018443984910845757,0.10199267417192459]},{"id":"semif_5d31b4bf2d0fc193f53b","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09932533299433999,"wall_seconds":0.11035849998006597,"finite":true,"all_zero":false,"index":27,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0006467178463935852,"mean_abs_dp":0.00043111294507980347,"max_abs_dlogit_T":0.006512284278869629,"oracle_top2_margin":0.0367678701877594,"near_tie":false,"n_options":3,"probs":[0.08921642601490021,0.4372306764125824,0.4735529124736786]},{"id":"semif_a9230edfc6ec9e524af0","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09996429100283422,"wall_seconds":0.11205237501417287,"finite":true,"all_zero":false,"index":28,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":5.716085433959961e-05,"mean_abs_dp":3.811018541455269e-05,"max_abs_dlogit_T":0.005476951599121094,"oracle_top2_margin":0.9861339330673218,"near_tie":false,"n_options":3,"probs":[0.0031851644162088633,0.005380942951887846,0.99143385887146]},{"id":"semif_c100e84585149a04be49","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.09989341697655618,"wall_seconds":0.11085620798985474,"finite":true,"all_zero":false,"index":29,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.519335925579071e-05,"mean_abs_dp":3.0113694568475086e-05,"max_abs_dlogit_T":0.0037560462951660156,"oracle_top2_margin":0.9634105563163757,"near_tie":false,"n_options":3,"probs":[0.9776706695556641,0.007985871285200119,0.014343539252877235]},{"id":"semif_579beed184ffc1104aa9","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.09997170799761079,"wall_seconds":0.11088216601638123,"finite":true,"all_zero":false,"index":30,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.950429916381836e-05,"mean_abs_dp":1.963678126533826e-05,"max_abs_dlogit_T":0.002016305923461914,"oracle_top2_margin":0.9744829535484314,"near_tie":false,"n_options":3,"probs":[0.9845483303070068,0.005348298233002424,0.010103299282491207]},{"id":"semif_c4e9bd463b6fde5be743","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.10008312499849126,"wall_seconds":0.11102579199359752,"finite":true,"all_zero":false,"index":31,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00016678869724273682,"mean_abs_dp":0.00011115272839864095,"max_abs_dlogit_T":0.0045299530029296875,"oracle_top2_margin":0.8355470895767212,"near_tie":false,"n_options":3,"probs":[0.03889284282922745,0.8983819484710693,0.06272526830434799]},{"id":"semif_b863998d4be2721a5dfd","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.09963166600209661,"wall_seconds":0.11164162500062957,"finite":true,"all_zero":false,"index":32,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005135685205459595,"mean_abs_dp":0.0003423546440899372,"max_abs_dlogit_T":0.011542797088623047,"oracle_top2_margin":0.8867029547691345,"near_tie":false,"n_options":3,"probs":[0.006659606471657753,0.9404995441436768,0.05284080281853676]},{"id":"semif_37cebc3792e98049439f","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.10045649998937733,"wall_seconds":0.11242237500846386,"finite":true,"all_zero":false,"index":33,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002346515655517578,"mean_abs_dp":0.0015642984459797542,"max_abs_dlogit_T":0.03488576412200928,"oracle_top2_margin":0.8824067115783691,"near_tie":false,"n_options":3,"probs":[0.05265524238348007,0.93086838722229,0.016476329416036606]},{"id":"semif_64d63f86e328aff1481c","q":0,"variant":"base","tokens":93,"calls":1,"padded_tokens":128,"decode_seconds":0.0999632089806255,"wall_seconds":0.111536917014746,"finite":true,"all_zero":false,"index":34,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0015262961387634277,"mean_abs_dp":0.001017543797691663,"max_abs_dlogit_T":0.021255135536193848,"oracle_top2_margin":0.9261332154273987,"near_tie":false,"n_options":3,"probs":[0.009896211326122284,0.03336342051625252,0.9567403793334961]},{"id":"semif_6d64a8459f64eac7f4cc","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.1007207499933429,"wall_seconds":0.11196212499635294,"finite":true,"all_zero":false,"index":35,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00039649009704589844,"mean_abs_dp":0.00026431865990161896,"max_abs_dlogit_T":0.017484188079833984,"oracle_top2_margin":0.9683219790458679,"near_tie":false,"n_options":3,"probs":[0.9802917242050171,0.012652859091758728,0.007055384106934071]},{"id":"semif_2708193212d8a4a523c7","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.10044537502108142,"wall_seconds":0.11217524998937733,"finite":true,"all_zero":false,"index":36,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0017397105693817139,"mean_abs_dp":0.0011598269144694011,"max_abs_dlogit_T":0.005618691444396973,"oracle_top2_margin":0.0197182297706604,"near_tie":true,"n_options":3,"probs":[0.23067454993724823,0.37633171677589417,0.3929937481880188]},{"id":"semif_5a37d1dfcad20810a76a","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.10047670800122432,"wall_seconds":0.11221854100585915,"finite":true,"all_zero":false,"index":37,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00030559301376342773,"mean_abs_dp":0.00020373612642288208,"max_abs_dlogit_T":0.0029611587524414062,"oracle_top2_margin":0.880086362361908,"near_tie":false,"n_options":3,"probs":[0.012668835930526257,0.9334210157394409,0.05391015484929085]},{"id":"semif_acacd8b46acd25cb954b","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.10126883399789222,"wall_seconds":0.11349391701514833,"finite":true,"all_zero":false,"index":38,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0021042227745056152,"mean_abs_dp":0.0014028089741865795,"max_abs_dlogit_T":0.016247272491455078,"oracle_top2_margin":0.7345818281173706,"near_tie":false,"n_options":3,"probs":[0.10746435075998306,0.845593273639679,0.04694243520498276]},{"id":"semif_4089c199b8b796ec3ed8","q":0,"variant":"base","tokens":88,"calls":1,"padded_tokens":128,"decode_seconds":0.10027758398791775,"wall_seconds":0.11150508301216178,"finite":true,"all_zero":false,"index":39,"shard":"shard_08","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":0,"argmax_equal":false,"max_abs_dp":0.0011271238327026367,"mean_abs_dp":0.0007514009873072306,"max_abs_dlogit_T":0.010030686855316162,"oracle_top2_margin":0.0004886090755462646,"near_tie":true,"n_options":3,"probs":[0.4364941418170929,0.1258741170167923,0.4376317262649536]},{"id":"semif_02f2b95a5c5a4777a45c","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":1.3661224170064088,"wall_seconds":1.3815690000192262,"finite":true,"all_zero":false,"index":0,"shard":"shard_09","first_in_process":true,"source":"semif_authored144","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00017815828323364258,"mean_abs_dp":0.00011877824241916339,"max_abs_dlogit_T":0.006724834442138672,"oracle_top2_margin":0.910001814365387,"near_tie":false,"n_options":3,"probs":[0.0064708092249929905,0.9516192078590393,0.04190998524427414]},{"id":"semif_ebea4681e3dcc7d92ca2","q":0,"variant":"base","tokens":79,"calls":1,"padded_tokens":128,"decode_seconds":0.10167666597408243,"wall_seconds":0.11271225000382401,"finite":true,"all_zero":false,"index":1,"shard":"shard_09","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0021672844886779785,"mean_abs_dp":0.0014448662598927815,"max_abs_dlogit_T":0.00873100757598877,"oracle_top2_margin":0.18332910537719727,"near_tie":false,"n_options":3,"probs":[0.4998880922794342,0.181038498878479,0.3190733790397644]},{"id":"semif_b8c5b9b285cbdddc9f8d","q":0,"variant":"base","tokens":70,"calls":1,"padded_tokens":128,"decode_seconds":0.10120020800968632,"wall_seconds":0.11294974997872487,"finite":true,"all_zero":false,"index":2,"shard":"shard_09","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00011968612670898438,"mean_abs_dp":7.978143791357677e-05,"max_abs_dlogit_T":0.0038080215454101562,"oracle_top2_margin":0.8747166991233826,"near_tie":false,"n_options":3,"probs":[0.011816387996077538,0.056630536913871765,0.9315531253814697]},{"id":"semif_7ed75d854d99b3a81916","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.10413537500426173,"wall_seconds":0.11486579201300628,"finite":true,"all_zero":false,"index":3,"shard":"shard_09","first_in_process":false,"source":"semif_authored144","qid":"decision","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.004291653633117676,"mean_abs_dp":0.0028611173232396445,"max_abs_dlogit_T":0.009521484375,"oracle_top2_margin":0.2616990804672241,"near_tie":false,"n_options":3,"probs":[0.3556850552558899,0.018363969400525093,0.6259509921073914]},{"id":"own_t01","q":0,"variant":"base","tokens":184,"calls":2,"padded_tokens":256,"decode_seconds":0.2019517500011716,"wall_seconds":0.21425550000276417,"finite":true,"all_zero":false,"index":4,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"team","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008460730314254761,"mean_abs_dp":0.0003810238093137741,"max_abs_dlogit_T":0.007996678352355957,"oracle_top2_margin":0.3692072629928589,"near_tie":false,"n_options":5,"probs":[0.57033771276474,0.09170949459075928,0.20198439061641693,0.026061683893203735,0.10990674793720245],"hidden":{"max_abs_diff":0.1868429183959961,"ref_absmax":56.16819381713867,"rel_max_abs_diff":0.003326489703483833,"min_pos_cos":0.9999768572105127,"min_pos_cos_index":11,"mean_pos_cos":0.9999953424118952,"positions_below_0.9999":0,"positions":184,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t01","q":1,"variant":"base","tokens":149,"calls":2,"padded_tokens":256,"decode_seconds":0.20147516700671986,"wall_seconds":0.2123416249814909,"finite":true,"all_zero":false,"index":5,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"several_actions","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00036463141441345215,"mean_abs_dp":0.0003646165132522583,"max_abs_dlogit_T":0.0050789713859558105,"oracle_top2_margin":0.510627031326294,"near_tie":false,"n_options":2,"probs":[0.24505110085010529,0.7549489140510559],"hidden":{"max_abs_diff":0.1868429183959961,"ref_absmax":56.16819381713867,"rel_max_abs_diff":0.003326489703483833,"min_pos_cos":0.9999768572105127,"min_pos_cos_index":11,"mean_pos_cos":0.9999952228484716,"positions_below_0.9999":0,"positions":149,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t01","q":2,"variant":"base","tokens":158,"calls":2,"padded_tokens":256,"decode_seconds":0.20220324999536388,"wall_seconds":0.21339274998172186,"finite":true,"all_zero":false,"index":6,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"upset","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009684562683105469,"mean_abs_dp":0.0006424728780984879,"max_abs_dlogit_T":0.004962367936968803,"oracle_top2_margin":0.0016841888427734375,"near_tie":true,"n_options":4,"probs":[0.36541780829429626,0.3677539825439453,0.1967996209859848,0.07002867013216019],"hidden":{"max_abs_diff":0.20474624633789062,"ref_absmax":56.16819381713867,"rel_max_abs_diff":0.003645234650137818,"min_pos_cos":0.9999768572105127,"min_pos_cos_index":11,"mean_pos_cos":0.9999952777127356,"positions_below_0.9999":0,"positions":158,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t01","q":3,"variant":"base","tokens":156,"calls":2,"padded_tokens":256,"decode_seconds":0.2043426250165794,"wall_seconds":0.21544445797917433,"finite":true,"all_zero":false,"index":7,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"refund","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007032193243503571,"mean_abs_dp":0.0007031876593828201,"max_abs_dlogit_T":0.007208585739135742,"oracle_top2_margin":0.8861521482467651,"near_tie":false,"n_options":2,"probs":[0.057627130299806595,0.9423729181289673],"hidden":{"max_abs_diff":0.1868429183959961,"ref_absmax":56.16819381713867,"rel_max_abs_diff":0.003326489703483833,"min_pos_cos":0.9999768572105127,"min_pos_cos_index":11,"mean_pos_cos":0.9999953883765397,"positions_below_0.9999":0,"positions":156,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_t02","q":0,"variant":"base","tokens":270,"calls":3,"padded_tokens":384,"decode_seconds":0.3026623330079019,"wall_seconds":0.3135294580133632,"finite":true,"all_zero":false,"index":8,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"impact","type":"score","argmax":1,"argmax_oracle":2,"argmax_equal":false,"max_abs_dp":0.0028693079948425293,"mean_abs_dp":0.0015450138598680496,"max_abs_dlogit_T":0.013124480843544006,"oracle_top2_margin":0.0024104714393615723,"near_tie":true,"n_options":4,"probs":[0.19304212927818298,0.37176093459129333,0.36983340978622437,0.06536351144313812]},{"id":"own_t02","q":1,"variant":"base","tokens":303,"calls":3,"padded_tokens":384,"decode_seconds":0.3018274579953868,"wall_seconds":0.312955041998066,"finite":true,"all_zero":false,"index":9,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"standby","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00024503469467163086,"mean_abs_dp":9.801751002669334e-05,"max_abs_dlogit_T":0.007066249847412109,"oracle_top2_margin":0.8872987627983093,"near_tie":false,"n_options":5,"probs":[0.0039802840910851955,0.9328378438949585,0.008319015614688396,0.008998509496450424,0.04586433246731758]},{"id":"own_t02","q":2,"variant":"base","tokens":262,"calls":3,"padded_tokens":384,"decode_seconds":0.30302625001058914,"wall_seconds":0.3142078750242945,"finite":true,"all_zero":false,"index":10,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"boil_notice","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.6702880859375e-05,"mean_abs_dp":2.6687048375606537e-05,"max_abs_dlogit_T":0.009362339973449707,"oracle_top2_margin":0.9853664040565491,"near_tie":false,"n_options":2,"probs":[0.9926565289497375,0.0073434943333268166]},{"id":"own_t03","q":0,"variant":"base","tokens":232,"calls":2,"padded_tokens":256,"decode_seconds":0.20070145800127648,"wall_seconds":0.2118701669969596,"finite":true,"all_zero":false,"index":11,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"day","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003522038459777832,"mean_abs_dp":0.00011740597741057475,"max_abs_dlogit_T":0.004493594169616699,"oracle_top2_margin":0.9159768223762512,"near_tie":false,"n_options":6,"probs":[0.0020746549125760794,0.9447587132453918,0.010351435281336308,0.009831058792769909,0.0036323717795312405,0.029351750388741493]},{"id":"own_t03","q":1,"variant":"base","tokens":214,"calls":2,"padded_tokens":256,"decode_seconds":0.20126566602266394,"wall_seconds":0.21256266700220294,"finite":true,"all_zero":false,"index":12,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"confirmed","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006240904331207275,"mean_abs_dp":0.0006240755319595337,"max_abs_dlogit_T":0.011333942413330078,"oracle_top2_margin":0.8899710178375244,"near_tie":false,"n_options":2,"probs":[0.05563857778906822,0.9443614482879639]},{"id":"own_t03","q":2,"variant":"base","tokens":245,"calls":2,"padded_tokens":256,"decode_seconds":0.2014640829875134,"wall_seconds":0.2129865839960985,"finite":true,"all_zero":false,"index":13,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"place","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005643963813781738,"mean_abs_dp":0.00028218142688274384,"max_abs_dlogit_T":0.005726158618927002,"oracle_top2_margin":0.7733081579208374,"near_tie":false,"n_options":4,"probs":[0.8460888266563416,0.07343357056379318,0.04575064405798912,0.03472694382071495]},{"id":"own_t04","q":0,"variant":"base","tokens":190,"calls":2,"padded_tokens":256,"decode_seconds":0.20167991702328436,"wall_seconds":0.21321024998906069,"finite":true,"all_zero":false,"index":14,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"crash_owner","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00012475252151489258,"mean_abs_dp":6.238126661628485e-05,"max_abs_dlogit_T":0.00833892822265625,"oracle_top2_margin":0.9826205372810364,"near_tie":false,"n_options":4,"probs":[0.0056945267133414745,0.9881189465522766,0.0031004406046122313,0.0030861124396324158]},{"id":"own_t04","q":1,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.20263216699822806,"wall_seconds":0.21413162499084137,"finite":true,"all_zero":false,"index":15,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"blocked","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0003877878189086914,"mean_abs_dp":0.0003877580165863037,"max_abs_dlogit_T":0.0014742910861968994,"oracle_top2_margin":0.5204432010650635,"near_tie":false,"n_options":2,"probs":[0.24016612768173218,0.759833812713623]},{"id":"own_t04","q":2,"variant":"base","tokens":191,"calls":2,"padded_tokens":256,"decode_seconds":0.2039187909977045,"wall_seconds":0.216546792013105,"finite":true,"all_zero":false,"index":16,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"release_day","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0014621615409851074,"mean_abs_dp":0.0007310982327908278,"max_abs_dlogit_T":0.016287684440612793,"oracle_top2_margin":0.8596851825714111,"near_tie":false,"n_options":4,"probs":[0.0071001905016601086,0.012997070327401161,0.9210289120674133,0.05887376517057419]},{"id":"own_t04","q":3,"variant":"base","tokens":175,"calls":2,"padded_tokens":256,"decode_seconds":0.20044679200509563,"wall_seconds":0.21107429201947525,"finite":true,"all_zero":false,"index":17,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"blockers","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001946568489074707,"mean_abs_dp":0.001297717293103536,"max_abs_dlogit_T":0.010136246681213379,"oracle_top2_margin":0.7806951999664307,"near_tie":false,"n_options":3,"probs":[0.08202023059129715,0.8593794107437134,0.05860035866498947]},{"id":"own_t05","q":0,"variant":"base","tokens":132,"calls":2,"padded_tokens":256,"decode_seconds":0.20302854100009426,"wall_seconds":0.21419558400521055,"finite":true,"all_zero":false,"index":18,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"stars","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0019211769104003906,"mean_abs_dp":0.0007684786454774439,"max_abs_dlogit_T":0.019864559173583984,"oracle_top2_margin":0.6871715784072876,"near_tie":false,"n_options":5,"probs":[0.05719476565718651,0.8122361302375793,0.12815095484256744,0.0021282939705997705,0.0002898216771427542]},{"id":"own_t05","q":1,"variant":"base","tokens":158,"calls":2,"padded_tokens":256,"decode_seconds":0.20032820900087245,"wall_seconds":0.2110173339897301,"finite":true,"all_zero":false,"index":19,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"complaint","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00039654970169067383,"mean_abs_dp":0.00014560231162856022,"max_abs_dlogit_T":0.007264256477355957,"oracle_top2_margin":0.8503351211547852,"near_tie":false,"n_options":6,"probs":[0.004693141672760248,0.8964901566505432,0.03221879154443741,0.04691139981150627,0.0015386538580060005,0.01814776472747326]},{"id":"own_t05","q":2,"variant":"base","tokens":117,"calls":1,"padded_tokens":128,"decode_seconds":0.10081645799800754,"wall_seconds":0.1114228340156842,"finite":true,"all_zero":false,"index":20,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"recommend","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.97533430159092e-05,"mean_abs_dp":7.972237654030323e-05,"max_abs_dlogit_T":0.014865636825561523,"oracle_top2_margin":0.9918721318244934,"near_tie":false,"n_options":2,"probs":[0.9958563446998596,0.004143686965107918]},{"id":"own_t05","q":3,"variant":"base","tokens":125,"calls":1,"padded_tokens":128,"decode_seconds":0.10096283300663345,"wall_seconds":0.11255083300056867,"finite":true,"all_zero":false,"index":21,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"returning","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.74128532409668e-05,"mean_abs_dp":6.736093200743198e-05,"max_abs_dlogit_T":0.008282184600830078,"oracle_top2_margin":0.9897524118423462,"near_tie":false,"n_options":2,"probs":[0.005191130563616753,0.9948087930679321]},{"id":"own_t06","q":0,"variant":"base","tokens":301,"calls":3,"padded_tokens":384,"decode_seconds":0.29933258300297894,"wall_seconds":0.3106775420019403,"finite":true,"all_zero":false,"index":22,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"first_request","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.00034731626510620117,"mean_abs_dp":0.00010199062526226044,"max_abs_dlogit_T":0.0082855224609375,"oracle_top2_margin":0.5316310524940491,"near_tie":false,"n_options":10,"probs":[0.0037599981296807528,0.048349376767873764,0.004497551824897528,0.7088735699653625,0.004692920949310064,0.02785314992070198,0.0027120320592075586,0.0064357612282037735,0.014978147111833096,0.17784744501113892]},{"id":"own_t06","q":1,"variant":"base","tokens":223,"calls":2,"padded_tokens":256,"decode_seconds":0.20069933400372975,"wall_seconds":0.21383104199776426,"finite":true,"all_zero":false,"index":23,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"fixed","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0001373291015625,"mean_abs_dp":0.00013728812336921692,"max_abs_dlogit_T":0.00774538516998291,"oracle_top2_margin":0.964957058429718,"near_tie":false,"n_options":2,"probs":[0.9826158285140991,0.017384182661771774]},{"id":"own_t06","q":2,"variant":"base","tokens":224,"calls":2,"padded_tokens":256,"decode_seconds":0.19875854201382026,"wall_seconds":0.2098599579767324,"finite":true,"all_zero":false,"index":24,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"patience","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007230043411254883,"mean_abs_dp":0.00048198550939559937,"max_abs_dlogit_T":0.00530397891998291,"oracle_top2_margin":0.6520206928253174,"near_tie":false,"n_options":3,"probs":[0.0832199975848198,0.7840104699134827,0.13276946544647217]},{"id":"own_t07","q":0,"variant":"base","tokens":219,"calls":2,"padded_tokens":256,"decode_seconds":0.19858966598985717,"wall_seconds":0.20933583300211467,"finite":true,"all_zero":false,"index":25,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"slot","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004821479320526123,"mean_abs_dp":0.00284768920391798,"max_abs_dlogit_T":0.019663706421852112,"oracle_top2_margin":0.11449462175369263,"near_tie":false,"n_options":4,"probs":[0.05542980507016182,0.39896801114082336,0.26678210496902466,0.27882006764411926]},{"id":"own_t07","q":1,"variant":"base","tokens":174,"calls":2,"padded_tokens":256,"decode_seconds":0.19905445899348706,"wall_seconds":0.21022691699909046,"finite":true,"all_zero":false,"index":26,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"callback","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002737678587436676,"mean_abs_dp":0.0002737361937761307,"max_abs_dlogit_T":0.008599996566772461,"oracle_top2_margin":0.8910784125328064,"near_tie":false,"n_options":2,"probs":[0.05473453551530838,0.9452654719352722]},{"id":"own_t07","q":2,"variant":"base","tokens":187,"calls":2,"padded_tokens":256,"decode_seconds":0.20037308300379664,"wall_seconds":0.21130695901229046,"finite":true,"all_zero":false,"index":27,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"callback_time","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0020905733108520508,"mean_abs_dp":0.0013937205076217651,"max_abs_dlogit_T":0.014611423015594482,"oracle_top2_margin":0.7710465788841248,"near_tie":false,"n_options":3,"probs":[0.07805769890546799,0.0760919526219368,0.84585040807724]},{"id":"own_t08","q":0,"variant":"base","tokens":155,"calls":2,"padded_tokens":256,"decode_seconds":0.19977362497593276,"wall_seconds":0.21104129200102761,"finite":true,"all_zero":false,"index":28,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"owes","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008147656917572021,"mean_abs_dp":0.0008147507905960083,"max_abs_dlogit_T":0.009990990161895752,"oracle_top2_margin":0.8926053047180176,"near_tie":false,"n_options":2,"probs":[0.05451211333274841,0.945487916469574]},{"id":"own_t08","q":1,"variant":"base","tokens":155,"calls":2,"padded_tokens":256,"decode_seconds":0.19927275000372902,"wall_seconds":0.21115858398843557,"finite":true,"all_zero":false,"index":29,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"rule","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00031059980392456055,"mean_abs_dp":0.0001552792964503169,"max_abs_dlogit_T":0.009939193725585938,"oracle_top2_margin":0.9543377161026001,"near_tie":false,"n_options":4,"probs":[0.01789722591638565,0.9716569781303406,0.0059607429429888725,0.004485053010284901]},{"id":"own_t08","q":2,"variant":"base","tokens":170,"calls":2,"padded_tokens":256,"decode_seconds":0.19881029200041667,"wall_seconds":0.21079691598424688,"finite":true,"all_zero":false,"index":30,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"amount","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012481063604354858,"mean_abs_dp":0.000785481184720993,"max_abs_dlogit_T":0.009137392044067383,"oracle_top2_margin":0.07700720429420471,"near_tie":false,"n_options":4,"probs":[0.3242354393005371,0.1339685469865799,0.4002193212509155,0.14157669246196747]},{"id":"own_t09","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09975908300839365,"wall_seconds":0.11189562501385808,"finite":true,"all_zero":false,"index":31,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"error","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00011712312698364258,"mean_abs_dp":0.00011711195111274719,"max_abs_dlogit_T":0.0009900331497192383,"oracle_top2_margin":0.7585829496383667,"near_tie":false,"n_options":2,"probs":[0.12082564830780029,0.8791743516921997]},{"id":"own_t09","q":1,"variant":"base","tokens":151,"calls":2,"padded_tokens":256,"decode_seconds":0.19891712500248104,"wall_seconds":0.21031645801849663,"finite":true,"all_zero":false,"index":32,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"fix","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0001392364501953125,"mean_abs_dp":6.962567567825317e-05,"max_abs_dlogit_T":0.0033185482025146484,"oracle_top2_margin":0.9486740827560425,"near_tie":false,"n_options":4,"probs":[0.9686601161956787,0.007093985099345446,0.004041136708110571,0.020204778760671616]},{"id":"own_t10","q":0,"variant":"base","tokens":161,"calls":2,"padded_tokens":256,"decode_seconds":0.1990034999907948,"wall_seconds":0.21034279200830497,"finite":true,"all_zero":false,"index":33,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"topic","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00017690658569335938,"mean_abs_dp":7.504965178668499e-05,"max_abs_dlogit_T":0.010398387908935547,"oracle_top2_margin":0.9470322132110596,"near_tie":false,"n_options":5,"probs":[0.9630509614944458,0.01577630825340748,0.01482540275901556,0.003795523662120104,0.0025519123300909996]},{"id":"own_t10","q":1,"variant":"base","tokens":140,"calls":2,"padded_tokens":256,"decode_seconds":0.19867783301742747,"wall_seconds":0.2102684169949498,"finite":true,"all_zero":false,"index":34,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"first_time","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00195920467376709,"mean_abs_dp":0.00195920467376709,"max_abs_dlogit_T":0.01438969373703003,"oracle_top2_margin":0.8197239637374878,"near_tie":false,"n_options":2,"probs":[0.911821186542511,0.0881788358092308]},{"id":"own_t10","q":2,"variant":"base","tokens":156,"calls":2,"padded_tokens":256,"decode_seconds":0.19796879100613296,"wall_seconds":0.20887591698556207,"finite":true,"all_zero":false,"index":35,"shard":"shard_09","first_in_process":false,"source":"own_text","qid":"escalation","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00022804737091064453,"mean_abs_dp":0.00013681314885616302,"max_abs_dlogit_T":0.005387306213378906,"oracle_top2_margin":0.7304309606552124,"near_tie":false,"n_options":4,"probs":[0.09489418566226959,0.06194428727030754,0.8249611258506775,0.018200475722551346]},{"id":"own_j01","q":0,"variant":"base","tokens":212,"calls":2,"padded_tokens":256,"decode_seconds":0.19824916598736309,"wall_seconds":0.2078354169789236,"finite":true,"all_zero":false,"index":36,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"overdue","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004127085208892822,"mean_abs_dp":0.004127070307731628,"max_abs_dlogit_T":0.02309417724609375,"oracle_top2_margin":0.45111677050590515,"near_tie":false,"n_options":2,"probs":[0.27856868505477905,0.721431314945221]},{"id":"own_j01","q":1,"variant":"base","tokens":223,"calls":2,"padded_tokens":256,"decode_seconds":0.19836433298769407,"wall_seconds":0.20938408299116418,"finite":true,"all_zero":false,"index":37,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"method","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.882978439331055e-05,"mean_abs_dp":4.986301064491272e-05,"max_abs_dlogit_T":0.013940095901489258,"oracle_top2_margin":0.9275074005126953,"near_tie":false,"n_options":4,"probs":[0.007046387065201998,0.9563867449760437,0.007804200053215027,0.0287625789642334]},{"id":"own_j01","q":2,"variant":"base","tokens":242,"calls":2,"padded_tokens":256,"decode_seconds":0.19823595901834778,"wall_seconds":0.20869800000218675,"finite":true,"all_zero":false,"index":38,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"size","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002982616424560547,"mean_abs_dp":0.00014909851597622037,"max_abs_dlogit_T":0.021514892578125,"oracle_top2_margin":0.95612633228302,"near_tie":false,"n_options":4,"probs":[0.003796817036345601,0.016234805807471275,0.9718188047409058,0.008149465546011925]},{"id":"own_j01","q":3,"variant":"base","tokens":223,"calls":2,"padded_tokens":256,"decode_seconds":0.19783750001806766,"wall_seconds":0.20876375000807457,"finite":true,"all_zero":false,"index":39,"shard":"shard_09","first_in_process":false,"source":"own_json","qid":"reminded","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00017528189346194267,"mean_abs_dp":0.00017525977455079556,"max_abs_dlogit_T":0.011515498161315918,"oracle_top2_margin":0.9847407937049866,"near_tie":false,"n_options":2,"probs":[0.007804870139807463,0.9921951293945312]},{"id":"own_j02","q":0,"variant":"base","tokens":332,"calls":3,"padded_tokens":384,"decode_seconds":1.4520130419987254,"wall_seconds":1.4681664580130018,"finite":true,"all_zero":false,"index":0,"shard":"shard_10","first_in_process":true,"source":"own_json","qid":"next_action","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012494474649429321,"mean_abs_dp":0.0004034970072098076,"max_abs_dlogit_T":0.015492464415729046,"oracle_top2_margin":0.3744804859161377,"near_tie":false,"n_options":10,"probs":[0.5706941485404968,0.012268897145986557,0.025951405987143517,0.016407674178481102,0.0023494751658290625,0.0157048087567091,0.0015448365593329072,0.15252424776554108,0.0068222093395888805,0.1957322657108307]},{"id":"own_j02","q":1,"variant":"base","tokens":232,"calls":2,"padded_tokens":256,"decode_seconds":0.1977143749827519,"wall_seconds":0.20778737499495037,"finite":true,"all_zero":false,"index":1,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"partial","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0015924572944641113,"mean_abs_dp":0.0015924423933029175,"max_abs_dlogit_T":0.011394917964935303,"oracle_top2_margin":0.4711904525756836,"near_tie":false,"n_options":2,"probs":[0.2659972012042999,0.7340027689933777]},{"id":"own_j02","q":2,"variant":"base","tokens":237,"calls":2,"padded_tokens":256,"decode_seconds":0.19757550000213087,"wall_seconds":0.2064346669940278,"finite":true,"all_zero":false,"index":2,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"charged_claim","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000392913818359375,"mean_abs_dp":0.0003928840160369873,"max_abs_dlogit_T":0.004372596740722656,"oracle_top2_margin":0.580559253692627,"near_tie":false,"n_options":2,"probs":[0.21011322736740112,0.7898867130279541]},{"id":"own_j03","q":0,"variant":"base","tokens":380,"calls":3,"padded_tokens":384,"decode_seconds":0.29719649997423403,"wall_seconds":0.30648312499397434,"finite":true,"all_zero":false,"index":3,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"out_of_range","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0015025138854980469,"mean_abs_dp":0.0007512560114264488,"max_abs_dlogit_T":0.013189554214477539,"oracle_top2_margin":0.819699764251709,"near_tie":false,"n_options":4,"probs":[0.8688412308692932,0.03112843818962574,0.05100588500499725,0.04902442917227745],"hidden":{"max_abs_diff":1.3514108657836914,"ref_absmax":49.149784088134766,"rel_max_abs_diff":0.0274957640375461,"min_pos_cos":0.9921137875051251,"min_pos_cos_index":266,"mean_pos_cos":0.9999580896977692,"positions_below_0.9999":6,"positions":380,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_j03","q":1,"variant":"base","tokens":333,"calls":3,"padded_tokens":384,"decode_seconds":0.2975935830036178,"wall_seconds":0.3070111669949256,"finite":true,"all_zero":false,"index":4,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"urgency","type":"score","argmax":6,"argmax_oracle":6,"argmax_equal":true,"max_abs_dp":0.003079742193222046,"mean_abs_dp":0.0018195557807173049,"max_abs_dlogit_T":0.032536983489990234,"oracle_top2_margin":0.03619730472564697,"near_tie":false,"n_options":7,"probs":[0.0502658411860466,0.032050326466560364,0.06384274363517761,0.12494443356990814,0.21241280436515808,0.2402854859828949,0.2761983573436737],"hidden":{"max_abs_diff":1.3514108657836914,"ref_absmax":49.149784088134766,"rel_max_abs_diff":0.0274957640375461,"min_pos_cos":0.9921137875051251,"min_pos_cos_index":266,"mean_pos_cos":0.9999452021119657,"positions_below_0.9999":4,"positions":333,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_j03","q":2,"variant":"base","tokens":314,"calls":3,"padded_tokens":384,"decode_seconds":0.35200529199209996,"wall_seconds":0.36127191700506955,"finite":true,"all_zero":false,"index":5,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"vents_cause","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001363225281238556,"mean_abs_dp":0.0013632215559482574,"max_abs_dlogit_T":0.012533307075500488,"oracle_top2_margin":0.8600038290023804,"near_tie":false,"n_options":2,"probs":[0.07136131823062897,0.9286386966705322],"hidden":{"max_abs_diff":1.3514108657836914,"ref_absmax":49.149784088134766,"rel_max_abs_diff":0.0274957640375461,"min_pos_cos":0.9921137875051251,"min_pos_cos_index":266,"mean_pos_cos":0.9999573352462272,"positions_below_0.9999":3,"positions":314,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_j04","q":0,"variant":"base","tokens":180,"calls":2,"padded_tokens":256,"decode_seconds":0.1971957089845091,"wall_seconds":0.206829208007548,"finite":true,"all_zero":false,"index":6,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"declined","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00017523765563964844,"mean_abs_dp":8.759615593589842e-05,"max_abs_dlogit_T":0.02229928970336914,"oracle_top2_margin":0.9900386929512024,"near_tie":false,"n_options":4,"probs":[0.0016145478002727032,0.0006216289475560188,0.9937606453895569,0.0040031312964856625]},{"id":"own_j04","q":1,"variant":"base","tokens":171,"calls":2,"padded_tokens":256,"decode_seconds":0.19752687501022592,"wall_seconds":0.2064312919974327,"finite":true,"all_zero":false,"index":7,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"online","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.230571746826172e-05,"mean_abs_dp":3.229081630706787e-05,"max_abs_dlogit_T":0.004400730133056641,"oracle_top2_margin":0.9883577227592468,"near_tie":false,"n_options":2,"probs":[0.9941465854644775,0.005853442009538412]},{"id":"own_j04","q":2,"variant":"base","tokens":196,"calls":2,"padded_tokens":256,"decode_seconds":0.19767629200941883,"wall_seconds":0.20655029101180844,"finite":true,"all_zero":false,"index":8,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"notice","type":"score","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.002471923828125,"mean_abs_dp":0.0012359507381916046,"max_abs_dlogit_T":0.006418406963348389,"oracle_top2_margin":0.12996074557304382,"near_tie":false,"n_options":4,"probs":[0.1466304510831833,0.16114985942840576,0.2829095423221588,0.40931013226509094]},{"id":"own_j05","q":0,"variant":"base","tokens":198,"calls":2,"padded_tokens":256,"decode_seconds":0.19725900000776164,"wall_seconds":0.20763429198996164,"finite":true,"all_zero":false,"index":9,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"category","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008048415184020996,"mean_abs_dp":0.0005365870893001556,"max_abs_dlogit_T":0.012945741415023804,"oracle_top2_margin":0.7300764322280884,"near_tie":false,"n_options":3,"probs":[0.833026111125946,0.10391916334629059,0.06305476278066635]},{"id":"own_j05","q":1,"variant":"base","tokens":153,"calls":2,"padded_tokens":256,"decode_seconds":0.19723037499352358,"wall_seconds":0.20660925001720898,"finite":true,"all_zero":false,"index":10,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"retry","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013968944549560547,"mean_abs_dp":0.001396864652633667,"max_abs_dlogit_T":0.011442899703979492,"oracle_top2_margin":0.7264596819877625,"near_tie":false,"n_options":2,"probs":[0.13816700875759125,0.8618329763412476]},{"id":"own_j05","q":2,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.1971513330063317,"wall_seconds":0.20633654200355522,"finite":true,"all_zero":false,"index":11,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"severity","type":"score","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0010564029216766357,"mean_abs_dp":0.000622626394033432,"max_abs_dlogit_T":0.013369262218475342,"oracle_top2_margin":0.0014663934707641602,"near_tie":true,"n_options":7,"probs":[0.11733843386173248,0.05309362709522247,0.11859815567731857,0.2128337174654007,0.21034017205238342,0.16821452975273132,0.11958133429288864]},{"id":"own_a01","q":0,"variant":"base","tokens":199,"calls":2,"padded_tokens":256,"decode_seconds":0.19750591600313783,"wall_seconds":0.20790824998402968,"finite":true,"all_zero":false,"index":12,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"first","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.006005138158798218,"mean_abs_dp":0.003002560930326581,"max_abs_dlogit_T":0.018222182989120483,"oracle_top2_margin":0.06744769215583801,"near_tie":false,"n_options":4,"probs":[0.05473655089735985,0.4961101710796356,0.009358023293316364,0.43979528546333313]},{"id":"own_a01","q":1,"variant":"base","tokens":166,"calls":2,"padded_tokens":256,"decode_seconds":0.19770383299328387,"wall_seconds":0.20780816697515547,"finite":true,"all_zero":false,"index":13,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"hazard","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0008436441421508789,"mean_abs_dp":0.000843636691570282,"max_abs_dlogit_T":0.007984757423400879,"oracle_top2_margin":0.8198840022087097,"near_tie":false,"n_options":2,"probs":[0.09090164303779602,0.9090983867645264]},{"id":"own_a01","q":2,"variant":"base","tokens":163,"calls":2,"padded_tokens":256,"decode_seconds":0.19715520800673403,"wall_seconds":0.20682183298049495,"finite":true,"all_zero":false,"index":14,"shard":"shard_10","first_in_process":false,"source":"own_json","qid":"load","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001071929931640625,"mean_abs_dp":0.001071929931640625,"max_abs_dlogit_T":0.006015658378601074,"oracle_top2_margin":0.08699706196784973,"near_tie":false,"n_options":2,"probs":[0.542426586151123,0.45757338404655457]},{"id":"own_m01","q":0,"variant":"base","tokens":156,"calls":2,"padded_tokens":256,"decode_seconds":0.19711916698724963,"wall_seconds":0.20666395800071768,"finite":true,"all_zero":false,"index":15,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"bedrooms","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.236532211303711e-05,"mean_abs_dp":2.1540870269139607e-05,"max_abs_dlogit_T":0.004714488983154297,"oracle_top2_margin":0.9799088835716248,"near_tie":false,"n_options":3,"probs":[0.007515734527260065,0.9873793125152588,0.005104941315948963],"hidden":{"max_abs_diff":0.28578662872314453,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.004242810601616609,"min_pos_cos":0.9999360280373517,"min_pos_cos_index":141,"mean_pos_cos":0.9999939957134657,"positions_below_0.9999":0,"positions":156,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":1,"variant":"base","tokens":150,"calls":2,"padded_tokens":256,"decode_seconds":0.19737845798954368,"wall_seconds":0.20654241598094814,"finite":true,"all_zero":false,"index":16,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"lift","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0001298869028687477,"mean_abs_dp":0.00012985290959477425,"max_abs_dlogit_T":0.008147478103637695,"oracle_top2_margin":0.9791609048843384,"near_tie":false,"n_options":2,"probs":[0.010549414902925491,0.9894506335258484],"hidden":{"max_abs_diff":0.2350482940673828,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.003489545324134425,"min_pos_cos":0.9999565518361506,"min_pos_cos_index":123,"mean_pos_cos":0.9999949732148089,"positions_below_0.9999":0,"positions":150,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":2,"variant":"base","tokens":159,"calls":2,"padded_tokens":256,"decode_seconds":0.19696183397900313,"wall_seconds":0.20676366600673646,"finite":true,"all_zero":false,"index":17,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"furnished","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00010609626770019531,"mean_abs_dp":7.071315000454585e-05,"max_abs_dlogit_T":0.013927459716796875,"oracle_top2_margin":0.18575620651245117,"near_tie":false,"n_options":3,"probs":[0.5908618569374084,0.4052184522151947,0.003919620998203754],"hidden":{"max_abs_diff":0.2518348693847656,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.0037387601318377766,"min_pos_cos":0.9999320381291502,"min_pos_cos_index":141,"mean_pos_cos":0.999993882622002,"positions_below_0.9999":0,"positions":159,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":3,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.1970905830094125,"wall_seconds":0.20663233299273998,"finite":true,"all_zero":false,"index":18,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"rabbit","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.004371583461761475,"mean_abs_dp":0.0029143914580345154,"max_abs_dlogit_T":0.02594912052154541,"oracle_top2_margin":0.695020318031311,"near_tie":false,"n_options":3,"probs":[0.023538656532764435,0.136661097407341,0.8398002982139587],"hidden":{"max_abs_diff":0.2350482940673828,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.003489545324134425,"min_pos_cos":0.9999565518361506,"min_pos_cos_index":123,"mean_pos_cos":0.9999949535690128,"positions_below_0.9999":0,"positions":169,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":4,"variant":"base","tokens":154,"calls":2,"padded_tokens":256,"decode_seconds":0.1976034579856787,"wall_seconds":0.20657158398535103,"finite":true,"all_zero":false,"index":19,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"parking","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":3.439188003540039e-05,"mean_abs_dp":3.4373486414551735e-05,"max_abs_dlogit_T":0.009756326675415039,"oracle_top2_margin":0.9920198321342468,"near_tie":false,"n_options":2,"probs":[0.9959755539894104,0.004024453926831484],"hidden":{"max_abs_diff":0.5595664978027344,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.008307367912187587,"min_pos_cos":0.9998985763253861,"min_pos_cos_index":139,"mean_pos_cos":0.9999940381387818,"positions_below_0.9999":1,"positions":154,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":5,"variant":"base","tokens":168,"calls":2,"padded_tokens":256,"decode_seconds":0.197562083019875,"wall_seconds":0.2071769580070395,"finite":true,"all_zero":false,"index":20,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"bill","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0003706812858581543,"mean_abs_dp":0.00014829398132860662,"max_abs_dlogit_T":0.011466503143310547,"oracle_top2_margin":0.8845294713973999,"near_tie":false,"n_options":5,"probs":[0.0037995914462953806,0.0043738954700529575,0.9341897368431091,0.007371884770691395,0.050264909863471985],"hidden":{"max_abs_diff":0.486175537109375,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.007217799980042427,"min_pos_cos":0.9998596815465797,"min_pos_cos_index":143,"mean_pos_cos":0.9999939051904159,"positions_below_0.9999":1,"positions":168,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":6,"variant":"base","tokens":154,"calls":2,"padded_tokens":256,"decode_seconds":0.19646358297904953,"wall_seconds":0.2063299999863375,"finite":true,"all_zero":false,"index":21,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"weekday_viewing","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00019236654043197632,"mean_abs_dp":0.00019235536456108093,"max_abs_dlogit_T":0.006661534309387207,"oracle_top2_margin":0.8742504119873047,"near_tie":false,"n_options":2,"probs":[0.9369328618049622,0.06306716054677963],"hidden":{"max_abs_diff":0.2350482940673828,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.003489545324134425,"min_pos_cos":0.9999565518361506,"min_pos_cos_index":123,"mean_pos_cos":0.9999949280613529,"positions_below_0.9999":0,"positions":154,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_m01","q":7,"variant":"base","tokens":169,"calls":2,"padded_tokens":256,"decode_seconds":0.19783820799784735,"wall_seconds":0.2089291660231538,"finite":true,"all_zero":false,"index":22,"shard":"shard_10","first_in_process":false,"source":"own_text","qid":"term","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0006451606750488281,"mean_abs_dp":0.0003225398249924183,"max_abs_dlogit_T":0.018571138381958008,"oracle_top2_margin":0.9630300998687744,"near_tie":false,"n_options":4,"probs":[0.005726401228457689,0.006419702433049679,0.9749292135238647,0.012924584560096264],"hidden":{"max_abs_diff":0.43677520751953125,"ref_absmax":67.35785675048828,"rel_max_abs_diff":0.006484398830227998,"min_pos_cos":0.9999211705159,"min_pos_cos_index":141,"mean_pos_cos":0.9999938375113944,"positions_below_0.9999":0,"positions":169,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L01","q":0,"variant":"base","tokens":1793,"calls":15,"padded_tokens":1920,"decode_seconds":1.4991760830162093,"wall_seconds":1.5087318750156555,"finite":true,"all_zero":false,"index":23,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"component","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00015955418348312378,"mean_abs_dp":6.544757634401322e-05,"max_abs_dlogit_T":0.009217500686645508,"oracle_top2_margin":0.9371626973152161,"near_tie":false,"n_options":5,"probs":[0.005789552815258503,0.9584445953369141,0.0064184414222836494,0.007774425204843283,0.02157297357916832]},{"id":"own_L01","q":1,"variant":"base","tokens":1766,"calls":14,"padded_tokens":1792,"decode_seconds":1.395935833978001,"wall_seconds":1.4054959169880021,"finite":true,"all_zero":false,"index":24,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"normal_at_end","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":6.992369890213013e-06,"mean_abs_dp":6.983056664466858e-06,"max_abs_dlogit_T":0.005966901779174805,"oracle_top2_margin":0.8993933200836182,"near_tie":false,"n_options":2,"probs":[0.0502963550388813,0.9497036337852478]},{"id":"own_L01","q":2,"variant":"base","tokens":1802,"calls":15,"padded_tokens":1920,"decode_seconds":1.496089459018549,"wall_seconds":1.5060082499985583,"finite":true,"all_zero":false,"index":25,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"stoppage","type":"score","argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":0.002093493938446045,"mean_abs_dp":0.0009570959955453873,"max_abs_dlogit_T":0.03555727005004883,"oracle_top2_margin":0.1986374706029892,"near_tie":false,"n_options":6,"probs":[0.04059120640158653,0.133712500333786,0.1368081271648407,0.22729499638080597,0.42359697818756104,0.037996143102645874]},{"id":"own_L02","q":0,"variant":"base","tokens":1518,"calls":12,"padded_tokens":1536,"decode_seconds":1.1960632920090575,"wall_seconds":1.2053934170107823,"finite":true,"all_zero":false,"index":26,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"notice","type":"score","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0006012916564941406,"mean_abs_dp":0.0002405014354735613,"max_abs_dlogit_T":0.022579431533813477,"oracle_top2_margin":0.9113143682479858,"near_tie":false,"n_options":5,"probs":[0.03975889831781387,0.0024820088874548674,0.002613229211419821,0.9501180052757263,0.0050277989357709885],"hidden":{"max_abs_diff":0.3022289276123047,"ref_absmax":57.95649337768555,"rel_max_abs_diff":0.005214755241362982,"min_pos_cos":0.9996582846036951,"min_pos_cos_index":694,"mean_pos_cos":0.9999938908340656,"positions_below_0.9999":2,"positions":1518,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L02","q":1,"variant":"base","tokens":1497,"calls":12,"padded_tokens":1536,"decode_seconds":1.1946964169910643,"wall_seconds":1.2042092920164578,"finite":true,"all_zero":false,"index":27,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"subcontract","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0001571178436279297,"mean_abs_dp":0.00015709269791841507,"max_abs_dlogit_T":0.008784770965576172,"oracle_top2_margin":0.9763563275337219,"near_tie":false,"n_options":2,"probs":[0.9880210757255554,0.011978930793702602],"hidden":{"max_abs_diff":0.3022289276123047,"ref_absmax":57.95649337768555,"rel_max_abs_diff":0.005214755241362982,"min_pos_cos":0.9996582846036951,"min_pos_cos_index":694,"mean_pos_cos":0.9999939571891835,"positions_below_0.9999":2,"positions":1497,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L02","q":2,"variant":"base","tokens":1539,"calls":13,"padded_tokens":1664,"decode_seconds":1.2957906250085216,"wall_seconds":1.3060175839927979,"finite":true,"all_zero":false,"index":28,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"cap","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.1818788051605225e-05,"mean_abs_dp":2.594426041468978e-05,"max_abs_dlogit_T":0.01104593276977539,"oracle_top2_margin":0.8973902463912964,"near_tie":false,"n_options":4,"probs":[0.9412140846252441,0.0038059502840042114,0.04376097023487091,0.011219055391848087],"hidden":{"max_abs_diff":0.43692728877067566,"ref_absmax":57.95649337768555,"rel_max_abs_diff":0.00753888414061472,"min_pos_cos":0.9988460579489734,"min_pos_cos_index":1503,"mean_pos_cos":0.9999929297586911,"positions_below_0.9999":4,"positions":1539,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L02","q":3,"variant":"base","tokens":1499,"calls":12,"padded_tokens":1536,"decode_seconds":1.1921764999860898,"wall_seconds":1.2018713750003371,"finite":true,"all_zero":false,"index":29,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"pay_30","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00023498572409152985,"mean_abs_dp":0.00023497361689805984,"max_abs_dlogit_T":0.0070416927337646484,"oracle_top2_margin":0.9387368559837341,"near_tie":false,"n_options":2,"probs":[0.030866537243127823,0.9691334366798401],"hidden":{"max_abs_diff":0.4854450225830078,"ref_absmax":57.95649337768555,"rel_max_abs_diff":0.008376024743586613,"min_pos_cos":0.9984987396294658,"min_pos_cos_index":1486,"mean_pos_cos":0.9999928774851935,"positions_below_0.9999":4,"positions":1499,"positions_below":{"0.99":0,"0.9":0,"0.5":0}}},{"id":"own_L03","q":0,"variant":"base","tokens":1475,"calls":12,"padded_tokens":1536,"decode_seconds":1.1901451659796294,"wall_seconds":1.199070666974876,"finite":true,"all_zero":false,"index":30,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"fee_motion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.528066635131836e-05,"mean_abs_dp":3.762578126043081e-05,"max_abs_dlogit_T":0.014782428741455078,"oracle_top2_margin":0.9612832069396973,"near_tie":false,"n_options":4,"probs":[0.0023102741688489914,0.9743324518203735,0.010206841863691807,0.013150446116924286]},{"id":"own_L03","q":1,"variant":"base","tokens":1445,"calls":12,"padded_tokens":1536,"decode_seconds":1.1934620829997584,"wall_seconds":1.2033922080008779,"finite":true,"all_zero":false,"index":31,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"quorate","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.092952728271484e-05,"mean_abs_dp":7.092952728271484e-05,"max_abs_dlogit_T":0.0032837390899658203,"oracle_top2_margin":0.973713755607605,"near_tie":false,"n_options":2,"probs":[0.01321406476199627,0.9867859482765198]},{"id":"own_L03","q":2,"variant":"base","tokens":1451,"calls":12,"padded_tokens":1536,"decode_seconds":1.1955927500093821,"wall_seconds":1.2048440000216942,"finite":true,"all_zero":false,"index":32,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"treasurer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.942054748535156e-05,"mean_abs_dp":9.938515722751617e-05,"max_abs_dlogit_T":0.00899505615234375,"oracle_top2_margin":0.986961841583252,"near_tie":false,"n_options":2,"probs":[0.9933815002441406,0.006618451327085495]},{"id":"own_L03","q":3,"variant":"base","tokens":1463,"calls":12,"padded_tokens":1536,"decode_seconds":1.1950191670039203,"wall_seconds":1.2058291669818573,"finite":true,"all_zero":false,"index":33,"shard":"shard_10","first_in_process":false,"source":"own_long","qid":"racks_support","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0011376142501831055,"mean_abs_dp":0.0005687945522367954,"max_abs_dlogit_T":0.01058650016784668,"oracle_top2_margin":0.6683993339538574,"near_tie":false,"n_options":4,"probs":[0.01962282508611679,0.14531941711902618,0.8120021820068359,0.02305556833744049]}],"compare_with":{"other":"$ZOO_WORK_ROOT/_kev/results/readout_fp16_pf16_4b.json","other_chunk":16,"other_bundle":"kev_4b_decode_fp16_pf16","runs":434,"max_abs_dp":0.0032175183296203613,"argmax_equal_runs":433,"hidden_max_abs_diff":2.04638671875,"hidden_bit_equal_runs":0,"vs_oracle_on_shared_runs":{"order":["other","this"],"max_abs_dp":[0.015406966209411621,0.015306353569030762]},"timing_warm_common_runs":{"other":{"S":16,"runs":423,"ms_per_call_median":47.738416484207846,"ms_per_token_median":3.1724670328772984,"decode_ms_total":193136.0742090328,"calls_total":3972},"this":{"S":128,"runs":423,"ms_per_call_median":98.99341699201614,"ms_per_token_median":1.2729006411973387,"decode_ms_total":66254.66758006951,"calls_total":667}},"rows":[{"id":"tv4_000","q":0,"tokens":94,"max_abs_dp":0.00042948126792907715,"argmax_equal":true,"calls":[6,1],"decode_seconds":[8.430953540984774,9.881475625006715],"max_abs_dp_vs_oracle":[0.001997917890548706,0.001684039831161499],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_001","q":0,"tokens":63,"max_abs_dp":1.728534698486328e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18204754102043808,0.09894604200962931],"max_abs_dp_vs_oracle":[0.00015926361083984375,0.00017654895782470703],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_002","q":0,"tokens":96,"max_abs_dp":4.9591064453125e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27263387499260716,0.09896387500339188],"max_abs_dp_vs_oracle":[0.00045239925384521484,0.0005019903182983398],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_003","q":0,"tokens":75,"max_abs_dp":0.0005030632019042969,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22601616600877605,0.09880691699800082],"max_abs_dp_vs_oracle":[0.0036516189575195312,0.004154682159423828],"hidden_max_abs_diff":0.083251953125,"hidden_bit_equal":false},{"id":"tv4_004","q":0,"tokens":66,"max_abs_dp":1.2758653610944748e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22754325001733378,0.09851091701420955],"max_abs_dp_vs_oracle":[0.00027567148208618164,0.00026673078536987305],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4_005","q":0,"tokens":81,"max_abs_dp":0.00011360645294189453,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27197183400858194,0.09853008299251087],"max_abs_dp_vs_oracle":[0.00037282705307006836,0.00025922060012817383],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4_006","q":0,"tokens":237,"max_abs_dp":0.0015878081321716309,"argmax_equal":true,"calls":[15,2],"decode_seconds":[0.6808445409988053,0.19760545800090767],"max_abs_dp_vs_oracle":[0.0027003735303878784,0.0013181418180465698],"hidden_max_abs_diff":0.0654296875,"hidden_bit_equal":false},{"id":"tv4_007","q":0,"tokens":80,"max_abs_dp":0.0013871490955352783,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2282314170151949,0.0990767499897629],"max_abs_dp_vs_oracle":[0.005870342254638672,0.004587650299072266],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4_008","q":0,"tokens":96,"max_abs_dp":0.0007528737187385559,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2725576250231825,0.09907604198087938],"max_abs_dp_vs_oracle":[0.00015286356210708618,0.0007869601249694824],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_009","q":0,"tokens":321,"max_abs_dp":1.0256655514240265e-05,"argmax_equal":true,"calls":[21,3],"decode_seconds":[0.954959916009102,0.29628741601482034],"max_abs_dp_vs_oracle":[0.0003279447555541992,0.00032651424407958984],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_010","q":0,"tokens":64,"max_abs_dp":0.0015211403369903564,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18017454200889915,0.09872004101634957],"max_abs_dp_vs_oracle":[0.0028746724128723145,0.0020098090171813965],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"tv4_011","q":0,"tokens":105,"max_abs_dp":0.0001323223114013672,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.31705562499701045,0.09845608301111497],"max_abs_dp_vs_oracle":[0.0011671185493469238,0.001215919852256775],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_012","q":0,"tokens":83,"max_abs_dp":0.00034502148628234863,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27238520901300944,0.0985005839902442],"max_abs_dp_vs_oracle":[0.0008856058120727539,0.0005405843257904053],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_013","q":0,"tokens":163,"max_abs_dp":0.00013099610805511475,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5005624589975923,0.19759274998796172],"max_abs_dp_vs_oracle":[0.0019537806510925293,0.001969456672668457],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_014","q":0,"tokens":87,"max_abs_dp":0.0005692243576049805,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27180395799223334,0.09952141597750597],"max_abs_dp_vs_oracle":[0.0010727643966674805,0.0005035400390625],"hidden_max_abs_diff":1.7744140625,"hidden_bit_equal":false},{"id":"tv4_015","q":0,"tokens":177,"max_abs_dp":0.00027727335691452026,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5430599999963306,0.1969151660159696],"max_abs_dp_vs_oracle":[0.0028102099895477295,0.0026383697986602783],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_016","q":0,"tokens":82,"max_abs_dp":0.000541985034942627,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27203658400685526,0.09833291597897187],"max_abs_dp_vs_oracle":[0.0009614229202270508,0.0015034079551696777],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_017","q":0,"tokens":76,"max_abs_dp":0.0002829432487487793,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22675954198348336,0.09853779198601842],"max_abs_dp_vs_oracle":[0.00030703097581863403,0.0005571246147155762],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_018","q":0,"tokens":67,"max_abs_dp":2.4199485778808594e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22604245800175704,0.09914737500366755],"max_abs_dp_vs_oracle":[8.779764175415039e-05,0.00011199712753295898],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_019","q":0,"tokens":130,"max_abs_dp":0.0010641515254974365,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.40721704199677333,0.1976160839840304],"max_abs_dp_vs_oracle":[0.002885371446609497,0.001966923475265503],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_020","q":0,"tokens":82,"max_abs_dp":0.00016224384307861328,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27272408400313,0.09907950001070276],"max_abs_dp_vs_oracle":[0.0012257695198059082,0.001063525676727295],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_021","q":0,"tokens":65,"max_abs_dp":0.0006540119647979736,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22659154201392084,0.09896695800125599],"max_abs_dp_vs_oracle":[0.0016764700412750244,0.0018316805362701416],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_022","q":0,"tokens":144,"max_abs_dp":0.00046381354331970215,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4063824159966316,0.19686791600543074],"max_abs_dp_vs_oracle":[0.0027396976947784424,0.0022758841514587402],"hidden_max_abs_diff":0.072265625,"hidden_bit_equal":false},{"id":"tv4_023","q":0,"tokens":92,"max_abs_dp":0.0008490085601806641,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27010775002418086,0.09877012501237914],"max_abs_dp_vs_oracle":[0.0027648359537124634,0.0020204484462738037],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_024","q":0,"tokens":107,"max_abs_dp":0.00033083558082580566,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3163896669866517,0.09865974998683669],"max_abs_dp_vs_oracle":[0.0015087127685546875,0.0014458894729614258],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4_025","q":0,"tokens":180,"max_abs_dp":0.0009104013442993164,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5441785829898436,0.1969027089944575],"max_abs_dp_vs_oracle":[0.0009593367576599121,0.0006990283727645874],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_026","q":0,"tokens":92,"max_abs_dp":0.0005234479904174805,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2701601659937296,0.09850162497605197],"max_abs_dp_vs_oracle":[0.0007144659757614136,0.0011352598667144775],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_027","q":0,"tokens":77,"max_abs_dp":0.0002400428056716919,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2267133750137873,0.09865008399356157],"max_abs_dp_vs_oracle":[0.002162933349609375,0.002402976155281067],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"tv4_028","q":0,"tokens":290,"max_abs_dp":0.0004006624221801758,"argmax_equal":true,"calls":[19,3],"decode_seconds":[0.8605926250165794,0.29669666598783806],"max_abs_dp_vs_oracle":[0.0011089444160461426,0.0008656680583953857],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4_029","q":0,"tokens":64,"max_abs_dp":3.8329511880874634e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18109354100306518,0.09840874999645166],"max_abs_dp_vs_oracle":[0.00010389089584350586,8.422136306762695e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_030","q":0,"tokens":78,"max_abs_dp":0.0002486109733581543,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22478741698432714,0.09872708300827071],"max_abs_dp_vs_oracle":[0.001513838768005371,0.0012652277946472168],"hidden_max_abs_diff":0.212890625,"hidden_bit_equal":false},{"id":"tv4_031","q":0,"tokens":67,"max_abs_dp":0.00014764070510864258,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22712533400044776,0.09873320799670182],"max_abs_dp_vs_oracle":[0.00035475194454193115,0.0004639551043510437],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_032","q":0,"tokens":135,"max_abs_dp":0.00023794174194335938,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.41296387498732656,0.1974281250149943],"max_abs_dp_vs_oracle":[0.0005219578742980957,0.0007598996162414551],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_033","q":0,"tokens":293,"max_abs_dp":5.5909156799316406e-05,"argmax_equal":true,"calls":[19,3],"decode_seconds":[0.875441915995907,0.2962066250038333],"max_abs_dp_vs_oracle":[0.0004013441503047943,0.0003454349935054779],"hidden_max_abs_diff":0.1640625,"hidden_bit_equal":false},{"id":"tv4_034","q":0,"tokens":77,"max_abs_dp":0.0004230886697769165,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22933025000384077,0.09913041701656766],"max_abs_dp_vs_oracle":[0.0014466643333435059,0.0012774169445037842],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_035","q":0,"tokens":108,"max_abs_dp":0.00015628337860107422,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.32023562499671243,0.09867204201873392],"max_abs_dp_vs_oracle":[0.0007370710372924805,0.0005807876586914062],"hidden_max_abs_diff":0.11328125,"hidden_bit_equal":false},{"id":"tv4_036","q":0,"tokens":150,"max_abs_dp":0.0005127042531967163,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.459730957983993,0.19737691699992865],"max_abs_dp_vs_oracle":[0.0030108988285064697,0.0028840452432632446],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_037","q":0,"tokens":67,"max_abs_dp":0.00043392181396484375,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2287525830033701,0.09904233401175588],"max_abs_dp_vs_oracle":[0.00143471360206604,0.0018686354160308838],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_038","q":0,"tokens":130,"max_abs_dp":0.00017029047012329102,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4095779999915976,0.1972753330192063],"max_abs_dp_vs_oracle":[0.0003019087016582489,0.0002920888364315033],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_039","q":0,"tokens":69,"max_abs_dp":0.0009092986583709717,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22893620797549374,0.09892879199469462],"max_abs_dp_vs_oracle":[0.0050826966762542725,0.004271119832992554],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_040","q":0,"tokens":208,"max_abs_dp":0.0002421736717224121,"argmax_equal":true,"calls":[13,2],"decode_seconds":[2.1564373330038507,1.2193447499885224],"max_abs_dp_vs_oracle":[0.004120886325836182,0.004363059997558594],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4_041","q":0,"tokens":208,"max_abs_dp":9.271502494812012e-05,"argmax_equal":true,"calls":[13,2],"decode_seconds":[0.5878074169741012,0.19706795801175758],"max_abs_dp_vs_oracle":[0.007135868072509766,0.007099807262420654],"hidden_max_abs_diff":0.07421875,"hidden_bit_equal":false},{"id":"tv4_042","q":0,"tokens":59,"max_abs_dp":0.0005384385585784912,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18119745899457484,0.09881408300134353],"max_abs_dp_vs_oracle":[0.0008218735456466675,0.0011939257383346558],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_043","q":0,"tokens":60,"max_abs_dp":0.00011257827281951904,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.17997170801390894,0.09869358400464989],"max_abs_dp_vs_oracle":[0.001386106014251709,0.001351773738861084],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_044","q":0,"tokens":82,"max_abs_dp":7.033348083496094e-06,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2708937500137836,0.09839479200309142],"max_abs_dp_vs_oracle":[5.155801773071289e-05,5.8591365814208984e-05],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_045","q":0,"tokens":90,"max_abs_dp":0.0008690357208251953,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2703332500241231,0.0987549580167979],"max_abs_dp_vs_oracle":[0.000556647777557373,0.0014256834983825684],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_046","q":0,"tokens":68,"max_abs_dp":6.496906280517578e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22526416700566188,0.09853529097745195],"max_abs_dp_vs_oracle":[0.00016188621520996094,0.00016838312149047852],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_047","q":0,"tokens":67,"max_abs_dp":0.0005443096160888672,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2260251249826979,0.09857274999376386],"max_abs_dp_vs_oracle":[0.001513652503490448,0.0011183321475982666],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_048","q":0,"tokens":119,"max_abs_dp":0.00025960803031921387,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3607073749881238,0.09857445798115805],"max_abs_dp_vs_oracle":[0.0018439441919326782,0.0018915534019470215],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_049","q":0,"tokens":86,"max_abs_dp":9.85860824584961e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2714505000039935,0.09862425000756048],"max_abs_dp_vs_oracle":[0.0012875795364379883,0.0013861656188964844],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_050","q":0,"tokens":73,"max_abs_dp":0.0003291517496109009,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23038691698457114,0.09889591700630262],"max_abs_dp_vs_oracle":[0.0008405148983001709,0.0011696666479110718],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_051","q":0,"tokens":136,"max_abs_dp":0.0013640522956848145,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4111519579892047,0.19744362501660362],"max_abs_dp_vs_oracle":[0.001190483570098877,0.0025545358657836914],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4_052","q":0,"tokens":132,"max_abs_dp":0.0004125237464904785,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4096392079954967,0.19692424999084324],"max_abs_dp_vs_oracle":[0.0037636756896972656,0.003351151943206787],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_053","q":0,"tokens":358,"max_abs_dp":0.00032657384872436523,"argmax_equal":true,"calls":[23,3],"decode_seconds":[1.0537937080080155,0.295710832986515],"max_abs_dp_vs_oracle":[0.0013692378997802734,0.0016958117485046387],"hidden_max_abs_diff":1.1875,"hidden_bit_equal":false},{"id":"tv4_054","q":0,"tokens":113,"max_abs_dp":7.94529914855957e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3625742500007618,0.09859108400996774],"max_abs_dp_vs_oracle":[0.0004814267158508301,0.0004019737243652344],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"tv4_055","q":0,"tokens":189,"max_abs_dp":0.00022126734256744385,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.543952417006949,0.19711620899033733],"max_abs_dp_vs_oracle":[0.0018006712198257446,0.0015794038772583008],"hidden_max_abs_diff":0.453125,"hidden_bit_equal":false},{"id":"tv4_056","q":0,"tokens":69,"max_abs_dp":0.0004092603921890259,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2269797920016572,0.09880800000973977],"max_abs_dp_vs_oracle":[0.0008414983749389648,0.0010105371475219727],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4_057","q":0,"tokens":63,"max_abs_dp":0.0003064274787902832,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18046924998634495,0.09854508299031295],"max_abs_dp_vs_oracle":[0.00019159913063049316,0.0001882314682006836],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4_058","q":0,"tokens":129,"max_abs_dp":0.0010746419429779053,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4080285000090953,0.1967263330006972],"max_abs_dp_vs_oracle":[0.004136890172958374,0.0030622482299804688],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4_059","q":0,"tokens":102,"max_abs_dp":5.395710468292236e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.31732595901121385,0.09858462499687448],"max_abs_dp_vs_oracle":[0.00042814016342163086,0.0004406571388244629],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_emotion_00","q":0,"tokens":42,"max_abs_dp":0.0005798935890197754,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13705779099836946,0.09852016597869806],"max_abs_dp_vs_oracle":[0.0005335211753845215,0.0011134147644042969],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_01","q":0,"tokens":38,"max_abs_dp":0.000238761305809021,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13566133298445493,0.09841383298044093],"max_abs_dp_vs_oracle":[0.001802593469619751,0.002041354775428772],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_02","q":0,"tokens":36,"max_abs_dp":3.182142972946167e-05,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13650666698231362,0.09861741599161178],"max_abs_dp_vs_oracle":[0.00047206878662109375,0.00047004222869873047],"hidden_max_abs_diff":0.037109375,"hidden_bit_equal":false},{"id":"tv4x_emotion_03","q":0,"tokens":73,"max_abs_dp":0.0006810873746871948,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2264130420226138,0.09885933302575722],"max_abs_dp_vs_oracle":[0.002148926258087158,0.0015379786491394043],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_emotion_04","q":0,"tokens":39,"max_abs_dp":6.860494613647461e-05,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13546550000319257,0.09931304201018065],"max_abs_dp_vs_oracle":[0.0002468228340148926,0.0003154277801513672],"hidden_max_abs_diff":0.0390625,"hidden_bit_equal":false},{"id":"tv4x_emotion_05","q":0,"tokens":52,"max_abs_dp":0.000654071569442749,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1815735410200432,0.09869087499100715],"max_abs_dp_vs_oracle":[0.0004654526710510254,0.0005792379379272461],"hidden_max_abs_diff":0.05859375,"hidden_bit_equal":false},{"id":"tv4x_emotion_06","q":0,"tokens":37,"max_abs_dp":0.0005302131175994873,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13676491598016582,0.09854695800459012],"max_abs_dp_vs_oracle":[0.0015680789947509766,0.0020537376403808594],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_07","q":0,"tokens":37,"max_abs_dp":0.00017958879470825195,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13649737497325987,0.0984990410215687],"max_abs_dp_vs_oracle":[0.0008636116981506348,0.0006840229034423828],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_08","q":0,"tokens":52,"max_abs_dp":0.00010184943675994873,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18105812498833984,0.09834187501110137],"max_abs_dp_vs_oracle":[0.0005620121955871582,0.0005352497100830078],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_emotion_09","q":0,"tokens":61,"max_abs_dp":0.0002541542053222656,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18139216699637473,0.09861833401373588],"max_abs_dp_vs_oracle":[0.001252293586730957,0.0014025568962097168],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_10","q":0,"tokens":40,"max_abs_dp":0.00029581785202026367,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13661016698461026,0.09787504197447561],"max_abs_dp_vs_oracle":[0.001255035400390625,0.0015508532524108887],"hidden_max_abs_diff":0.0390625,"hidden_bit_equal":false},{"id":"tv4x_emotion_11","q":0,"tokens":48,"max_abs_dp":9.66489315032959e-05,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13678058300865814,0.09845049999421462],"max_abs_dp_vs_oracle":[0.00026177987456321716,0.0003353878855705261],"hidden_max_abs_diff":0.0390625,"hidden_bit_equal":false},{"id":"tv4x_emotion_12","q":0,"tokens":82,"max_abs_dp":0.00016558170318603516,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2723654169822112,0.09853833299712278],"max_abs_dp_vs_oracle":[0.002203226089477539,0.0023688077926635742],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_emotion_13","q":0,"tokens":60,"max_abs_dp":0.0008356571197509766,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18037566699786112,0.09857162501430139],"max_abs_dp_vs_oracle":[0.001931026577949524,0.002307504415512085],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_emotion_14","q":0,"tokens":39,"max_abs_dp":0.00011853128671646118,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13614537502871826,0.09859662500093691],"max_abs_dp_vs_oracle":[0.0009344220161437988,0.00105295330286026],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_15","q":0,"tokens":44,"max_abs_dp":0.0003026723861694336,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13607129102456383,0.09838899999158457],"max_abs_dp_vs_oracle":[0.0015237033367156982,0.0018263757228851318],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4x_emotion_16","q":0,"tokens":50,"max_abs_dp":0.00026488304138183594,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18024833299568854,0.09835891699185595],"max_abs_dp_vs_oracle":[0.001833796501159668,0.001568913459777832],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_17","q":0,"tokens":56,"max_abs_dp":8.02651047706604e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18241495799156837,0.09838020798633806],"max_abs_dp_vs_oracle":[0.0005559101700782776,0.000636175274848938],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_18","q":0,"tokens":67,"max_abs_dp":0.00011992454528808594,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22563675002311356,0.09843695801100694],"max_abs_dp_vs_oracle":[0.0003660917282104492,0.00048601627349853516],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_emotion_19","q":0,"tokens":74,"max_abs_dp":0.00037288665771484375,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22597999998833984,0.09861475002253428],"max_abs_dp_vs_oracle":[4.184991121292114e-05,0.00038170814514160156],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_00","q":0,"tokens":68,"max_abs_dp":0.00014668703079223633,"argmax_equal":true,"calls":[5,1],"decode_seconds":[1.7386212919955142,1.2495522910030559],"max_abs_dp_vs_oracle":[0.00025272369384765625,0.00010603666305541992],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_01","q":0,"tokens":78,"max_abs_dp":0.00010383129119873047,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2261936659924686,0.09928625001339242],"max_abs_dp_vs_oracle":[0.001303255558013916,0.0014070868492126465],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_02","q":0,"tokens":64,"max_abs_dp":3.039836883544922e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18083479200140573,0.09903162499540485],"max_abs_dp_vs_oracle":[0.00023090839385986328,0.0002005249261856079],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_03","q":0,"tokens":93,"max_abs_dp":6.365776062011719e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2704645000048913,0.09913425002014264],"max_abs_dp_vs_oracle":[9.979307651519775e-05,0.0001634061336517334],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_04","q":0,"tokens":70,"max_abs_dp":5.751848220825195e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22696337499655783,0.09879925000132062],"max_abs_dp_vs_oracle":[0.0011546015739440918,0.0010970830917358398],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_05","q":0,"tokens":57,"max_abs_dp":1.8477439880371094e-06,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1805795840045903,0.09875333399395458],"max_abs_dp_vs_oracle":[0.0006344318389892578,0.0006362795829772949],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_06","q":0,"tokens":69,"max_abs_dp":0.00028461217880249023,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22674954100511968,0.09897758299484849],"max_abs_dp_vs_oracle":[7.474422454833984e-05,0.0003592967987060547],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_07","q":0,"tokens":59,"max_abs_dp":3.147125244140625e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18130475000361912,0.09900616700178944],"max_abs_dp_vs_oracle":[0.0018131136894226074,0.0017816424369812012],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_08","q":0,"tokens":95,"max_abs_dp":0.0003865957260131836,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27164004198857583,0.09887854199041612],"max_abs_dp_vs_oracle":[0.00042170286178588867,3.510713577270508e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_09","q":0,"tokens":87,"max_abs_dp":6.896257400512695e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2705109170055948,0.09880862501449883],"max_abs_dp_vs_oracle":[0.0012257099151611328,0.0012946128845214844],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_10","q":0,"tokens":90,"max_abs_dp":2.7120113372802734e-06,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2703101249935571,0.09885595800005831],"max_abs_dp_vs_oracle":[0.000628054141998291,0.0006254315376281738],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_11","q":0,"tokens":75,"max_abs_dp":5.1602721214294434e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22593404198414646,0.09900045802351087],"max_abs_dp_vs_oracle":[0.00028520822525024414,0.00033678486943244934],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_12","q":0,"tokens":62,"max_abs_dp":0.00021505355834960938,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18134483401081525,0.09975674998713657],"max_abs_dp_vs_oracle":[0.0003370344638824463,0.0001220405101776123],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_13","q":0,"tokens":43,"max_abs_dp":0.00042998790740966797,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13546491699526086,0.09940512501634657],"max_abs_dp_vs_oracle":[0.000850975513458252,0.00128096342086792],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_14","q":0,"tokens":71,"max_abs_dp":0.00032597780227661133,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22570945898769423,0.09864120799466036],"max_abs_dp_vs_oracle":[0.0005297064781188965,0.00020372867584228516],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_15","q":0,"tokens":62,"max_abs_dp":0.0004286766052246094,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1805108749831561,0.09849649999523535],"max_abs_dp_vs_oracle":[0.00020396709442138672,0.00022470951080322266],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_16","q":0,"tokens":104,"max_abs_dp":9.064376354217529e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3176492079801392,0.09868662501685321],"max_abs_dp_vs_oracle":[0.0006491243839263916,0.0005585551261901855],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_17","q":0,"tokens":72,"max_abs_dp":0.0005148053169250488,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22574908297974616,0.09958270899369381],"max_abs_dp_vs_oracle":[0.00018090009689331055,0.0006957054138183594],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_18","q":0,"tokens":57,"max_abs_dp":0.0005543828010559082,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18060912497458048,0.09880433400394395],"max_abs_dp_vs_oracle":[0.0017371773719787598,0.001182854175567627],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_tweet_offensive_19","q":0,"tokens":99,"max_abs_dp":6.076693534851074e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3165026670030784,0.09852695802692324],"max_abs_dp_vs_oracle":[3.2901763916015625e-05,9.363889694213867e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_qnli_00","q":0,"tokens":94,"max_abs_dp":2.3245811462402344e-06,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27063554199412465,0.09855750002316199],"max_abs_dp_vs_oracle":[9.441375732421875e-05,9.673833847045898e-05],"hidden_max_abs_diff":0.1875,"hidden_bit_equal":false},{"id":"tv4x_qnli_01","q":0,"tokens":95,"max_abs_dp":6.657838821411133e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2701906249858439,0.09865100000752136],"max_abs_dp_vs_oracle":[0.0004646778106689453,0.0005312561988830566],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_02","q":0,"tokens":51,"max_abs_dp":0.0007075071334838867,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18175158300437033,0.09853491600370035],"max_abs_dp_vs_oracle":[0.0012623071670532227,0.0005548447370529175],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_qnli_03","q":0,"tokens":64,"max_abs_dp":2.1938234567642212e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1813941670116037,0.09845912500168197],"max_abs_dp_vs_oracle":[0.000710727646946907,0.0006888508796691895],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_04","q":0,"tokens":137,"max_abs_dp":6.097555160522461e-05,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.41855025000404567,0.19663704198319465],"max_abs_dp_vs_oracle":[0.0004728175699710846,0.0004118680953979492],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"tv4x_qnli_05","q":0,"tokens":83,"max_abs_dp":0.0002576112747192383,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2715064169897232,0.09883587501826696],"max_abs_dp_vs_oracle":[0.000958174467086792,0.0007005706429481506],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_06","q":0,"tokens":63,"max_abs_dp":0.00018906593322753906,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1814079999749083,0.0986640419869218],"max_abs_dp_vs_oracle":[0.0012586116790771484,0.0010696053504943848],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_07","q":0,"tokens":54,"max_abs_dp":4.273653030395508e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18233395798597485,0.09847891700337641],"max_abs_dp_vs_oracle":[0.004435420036315918,0.004392743110656738],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_qnli_08","q":0,"tokens":75,"max_abs_dp":2.5943852961063385e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22621833297307603,0.09872333297971636],"max_abs_dp_vs_oracle":[7.37244263291359e-05,9.966827929019928e-05],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"tv4x_qnli_09","q":0,"tokens":54,"max_abs_dp":1.5676021575927734e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1804540829907637,0.09862720899400301],"max_abs_dp_vs_oracle":[5.054473876953125e-05,3.489013761281967e-05],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_qnli_10","q":0,"tokens":72,"max_abs_dp":7.927417755126953e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2261790829943493,0.09862791700288653],"max_abs_dp_vs_oracle":[0.00010508298873901367,0.00011301040649414062],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_qnli_11","q":0,"tokens":50,"max_abs_dp":0.00016075372695922852,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18166949998703785,0.09891125001013279],"max_abs_dp_vs_oracle":[0.0007951855659484863,0.0009559392929077148],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_12","q":0,"tokens":84,"max_abs_dp":1.0766088962554932e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2735932089854032,0.09847862500464544],"max_abs_dp_vs_oracle":[0.001109495759010315,0.0011202618479728699],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_qnli_13","q":0,"tokens":52,"max_abs_dp":0.0006760060787200928,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.183865250000963,0.09870475000934675],"max_abs_dp_vs_oracle":[0.0015949010848999023,0.0009188950061798096],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_14","q":0,"tokens":69,"max_abs_dp":2.8014183044433594e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22959620799520053,0.09874487499473616],"max_abs_dp_vs_oracle":[0.00038583576679229736,0.0004138350486755371],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_15","q":0,"tokens":98,"max_abs_dp":3.2007694244384766e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.32166470898664556,0.09864708399982192],"max_abs_dp_vs_oracle":[0.000583946704864502,0.0006159394979476929],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_16","q":0,"tokens":71,"max_abs_dp":0.00014898180961608887,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22990025000763126,0.09852195798885077],"max_abs_dp_vs_oracle":[0.0004048943519592285,0.00025594234466552734],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_17","q":0,"tokens":80,"max_abs_dp":3.170967102050781e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22986441702232696,0.09881320802378468],"max_abs_dp_vs_oracle":[0.00010961294174194336,0.00014132261276245117],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_18","q":0,"tokens":44,"max_abs_dp":0.00011605024337768555,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.13934287501615472,0.09885533299529925],"max_abs_dp_vs_oracle":[0.0002572573721408844,0.0003733038902282715],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_qnli_19","q":0,"tokens":85,"max_abs_dp":0.00012420117855072021,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2770243340055458,0.09898462498676963],"max_abs_dp_vs_oracle":[7.867813110351562e-05,0.000202864408493042],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_00","q":0,"tokens":81,"max_abs_dp":0.0007057487964630127,"argmax_equal":true,"calls":[6,1],"decode_seconds":[1.7385342080087867,1.17697387500084],"max_abs_dp_vs_oracle":[0.004117369651794434,0.004823118448257446],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_paws_01","q":0,"tokens":113,"max_abs_dp":0.00020003318786621094,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.36544179200427607,0.0989057499973569],"max_abs_dp_vs_oracle":[0.0017113089561462402,0.0019113421440124512],"hidden_max_abs_diff":0.087890625,"hidden_bit_equal":false},{"id":"tv4x_paws_02","q":0,"tokens":87,"max_abs_dp":6.574392318725586e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27399279197561555,0.09896570901037194],"max_abs_dp_vs_oracle":[0.0006161332130432129,0.0005504488945007324],"hidden_max_abs_diff":0.06005859375,"hidden_bit_equal":false},{"id":"tv4x_paws_03","q":0,"tokens":107,"max_abs_dp":8.970499038696289e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3183896249975078,0.09863204200519249],"max_abs_dp_vs_oracle":[0.00018943659961223602,0.000279134139418602],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_paws_04","q":0,"tokens":86,"max_abs_dp":0.00021567940711975098,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2750226659991313,0.09858483399148099],"max_abs_dp_vs_oracle":[0.0003662705421447754,0.0005819350481033325],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_05","q":0,"tokens":96,"max_abs_dp":0.00035440921783447266,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27375037502497435,0.09859675000188872],"max_abs_dp_vs_oracle":[0.0002454519271850586,0.00010895729064941406],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"tv4x_paws_06","q":0,"tokens":97,"max_abs_dp":0.00017905235290527344,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3188467909931205,0.09863320799195208],"max_abs_dp_vs_oracle":[0.000827103853225708,0.001006096601486206],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_07","q":0,"tokens":72,"max_abs_dp":1.6182661056518555e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22722841598442756,0.09868424999876879],"max_abs_dp_vs_oracle":[0.00013716518878936768,0.00015334784984588623],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_08","q":0,"tokens":73,"max_abs_dp":0.00012323260307312012,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22615808300906792,0.09850416600238532],"max_abs_dp_vs_oracle":[0.00014039501547813416,0.00026362761855125427],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_09","q":0,"tokens":127,"max_abs_dp":0.000795409083366394,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3636710410064552,0.09857283299788833],"max_abs_dp_vs_oracle":[0.0015021860599517822,0.0022975951433181763],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4x_paws_10","q":0,"tokens":86,"max_abs_dp":4.26173210144043e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2754559589957353,0.09859441602020524],"max_abs_dp_vs_oracle":[0.0016853511333465576,0.0017279386520385742],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_11","q":0,"tokens":99,"max_abs_dp":0.00012326613068580627,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.31916529100271873,0.09889550000661984],"max_abs_dp_vs_oracle":[0.00010401010513305664,1.9319355487823486e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_12","q":0,"tokens":93,"max_abs_dp":2.0101666450500488e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.27258249997976236,0.09855545900063589],"max_abs_dp_vs_oracle":[0.0025683045387268066,0.0025482177734375],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4x_paws_13","q":0,"tokens":107,"max_abs_dp":0.00019640475511550903,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.319138999999268,0.09889062499860302],"max_abs_dp_vs_oracle":[0.0005363821983337402,0.0007327720522880554],"hidden_max_abs_diff":0.953125,"hidden_bit_equal":false},{"id":"tv4x_paws_14","q":0,"tokens":77,"max_abs_dp":0.001021742820739746,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22883912498946302,0.09870187498745508],"max_abs_dp_vs_oracle":[0.0010094046592712402,0.0020310282707214355],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_15","q":0,"tokens":74,"max_abs_dp":6.979703903198242e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2270923329924699,0.09866766701452434],"max_abs_dp_vs_oracle":[0.0017187297344207764,0.0017885267734527588],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_paws_16","q":0,"tokens":68,"max_abs_dp":0.0007206201553344727,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23010262500611134,0.09871291599120013],"max_abs_dp_vs_oracle":[0.000855863094329834,0.00013530254364013672],"hidden_max_abs_diff":0.06005859375,"hidden_bit_equal":false},{"id":"tv4x_paws_17","q":0,"tokens":78,"max_abs_dp":0.00027179718017578125,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2301310419861693,0.09883054200327024],"max_abs_dp_vs_oracle":[0.000762641429901123,0.0004908889532089233],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4x_paws_18","q":0,"tokens":83,"max_abs_dp":1.239776611328125e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2731337500154041,0.09868237501359545],"max_abs_dp_vs_oracle":[6.658025085926056e-05,7.897615432739258e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_paws_19","q":0,"tokens":75,"max_abs_dp":0.00025081634521484375,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2262362920155283,0.09857945799012668],"max_abs_dp_vs_oracle":[0.00036013126373291016,0.00010938942432403564],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_00","q":0,"tokens":149,"max_abs_dp":2.0575709640979767e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4667253329826053,0.19699175001005642],"max_abs_dp_vs_oracle":[0.00012022256851196289,0.00010752677917480469],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_01","q":0,"tokens":57,"max_abs_dp":0.00064849853515625,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1848163749964442,0.09886845797882415],"max_abs_dp_vs_oracle":[0.0019082427024841309,0.0012597441673278809],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_02","q":0,"tokens":102,"max_abs_dp":2.2351741790771484e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3215581669937819,0.09897958301007748],"max_abs_dp_vs_oracle":[3.9696693420410156e-05,2.9579736292362213e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_03","q":0,"tokens":97,"max_abs_dp":8.630752563476562e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.32035608298610896,0.09941787499701604],"max_abs_dp_vs_oracle":[0.00025832653045654297,0.0003446340560913086],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_04","q":0,"tokens":117,"max_abs_dp":1.5243887901306152e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.363651125022443,0.09920483399764635],"max_abs_dp_vs_oracle":[0.0033841729164123535,0.0033895373344421387],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_sciq_05","q":0,"tokens":70,"max_abs_dp":0.0001481175422668457,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2280540410138201,0.09914970799582079],"max_abs_dp_vs_oracle":[9.639281779527664e-05,0.00017088651657104492],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_06","q":0,"tokens":184,"max_abs_dp":1.4722347259521484e-05,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5515686669969,0.19767304198467173],"max_abs_dp_vs_oracle":[5.7220458984375e-05,7.194280624389648e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_07","q":0,"tokens":82,"max_abs_dp":2.2649765014648438e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2703398750163615,0.0986015830130782],"max_abs_dp_vs_oracle":[2.2160355001688004e-05,1.4722347259521484e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_08","q":0,"tokens":162,"max_abs_dp":0.00014251470565795898,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5005335410241969,0.19747454099706374],"max_abs_dp_vs_oracle":[0.00015842914581298828,1.5914440155029297e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_09","q":0,"tokens":144,"max_abs_dp":3.050314262509346e-05,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4065201659977902,0.19757550000213087],"max_abs_dp_vs_oracle":[0.0002474784851074219,0.000265657901763916],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_10","q":0,"tokens":85,"max_abs_dp":5.116872489452362e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2717549170192797,0.09893866701168008],"max_abs_dp_vs_oracle":[0.00017178058624267578,0.0002167820930480957],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4x_sciq_11","q":0,"tokens":366,"max_abs_dp":2.224743366241455e-05,"argmax_equal":true,"calls":[23,3],"decode_seconds":[1.0470477920025587,0.2957760420104023],"max_abs_dp_vs_oracle":[0.00015473365783691406,0.00015234947204589844],"hidden_max_abs_diff":0.1875,"hidden_bit_equal":false},{"id":"tv4x_sciq_12","q":0,"tokens":192,"max_abs_dp":6.0535967350006104e-05,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5432749580068048,0.1980395000136923],"max_abs_dp_vs_oracle":[0.00036454200744628906,0.0004108548164367676],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_13","q":0,"tokens":147,"max_abs_dp":3.5643577575683594e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4524002500111237,0.19753199999104254],"max_abs_dp_vs_oracle":[0.00020396709442138672,0.0002396106719970703],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_14","q":0,"tokens":127,"max_abs_dp":1.8954742699861526e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3624190840055235,0.09910604200558737],"max_abs_dp_vs_oracle":[5.626678466796875e-05,7.480382919311523e-05],"hidden_max_abs_diff":0.89453125,"hidden_bit_equal":false},{"id":"tv4x_sciq_15","q":0,"tokens":270,"max_abs_dp":3.844499588012695e-05,"argmax_equal":true,"calls":[17,3],"decode_seconds":[0.7742655000183731,0.2956806249858346],"max_abs_dp_vs_oracle":[0.00010645389556884766,6.80088996887207e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_16","q":0,"tokens":335,"max_abs_dp":0.00018090009689331055,"argmax_equal":true,"calls":[21,3],"decode_seconds":[0.9639705839799717,0.29619875000207685],"max_abs_dp_vs_oracle":[0.002310514450073242,0.002154991030693054],"hidden_max_abs_diff":0.171875,"hidden_bit_equal":false},{"id":"tv4x_sciq_17","q":0,"tokens":169,"max_abs_dp":2.4792272597551346e-05,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5074005839996971,0.19734204100677744],"max_abs_dp_vs_oracle":[0.00024086236953735352,0.00026148557662963867],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_sciq_18","q":0,"tokens":65,"max_abs_dp":9.1552734375e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2308797090081498,0.09856625000247732],"max_abs_dp_vs_oracle":[0.00014019012451171875,0.00023174285888671875],"hidden_max_abs_diff":0.0390625,"hidden_bit_equal":false},{"id":"tv4x_sciq_19","q":0,"tokens":74,"max_abs_dp":7.651280611753464e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22958233300596476,0.09881737499381416],"max_abs_dp_vs_oracle":[7.534027099609375e-05,7.289648056030273e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_00","q":0,"tokens":78,"max_abs_dp":1.8835067749023438e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[1.657715624984121,1.138346542022191],"max_abs_dp_vs_oracle":[8.744001388549805e-05,6.860494613647461e-05],"hidden_max_abs_diff":0.06640625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_01","q":0,"tokens":78,"max_abs_dp":1.0221265256404877e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23054991700337268,0.09880570799577981],"max_abs_dp_vs_oracle":[2.5153160095214844e-05,3.528594970703125e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_02","q":0,"tokens":78,"max_abs_dp":4.496239125728607e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2287872500019148,0.09881841600872576],"max_abs_dp_vs_oracle":[0.0001927269622683525,0.00023768935352563858],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_03","q":0,"tokens":77,"max_abs_dp":4.589557647705078e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22907337499782443,0.09869279101258144],"max_abs_dp_vs_oracle":[3.874301910400391e-06,4.976987838745117e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_04","q":0,"tokens":78,"max_abs_dp":3.715371713042259e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2307273340120446,0.09887250000610948],"max_abs_dp_vs_oracle":[7.873773574829102e-05,0.00011587142944335938],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_05","q":0,"tokens":77,"max_abs_dp":4.779081791639328e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23218274998362176,0.09866691700881347],"max_abs_dp_vs_oracle":[3.576325252652168e-05,3.1054019927978516e-05],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_06","q":0,"tokens":75,"max_abs_dp":1.7344951629638672e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2305321659951005,0.09876858399366029],"max_abs_dp_vs_oracle":[9.687943384051323e-05,0.00011422112584114075],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_07","q":0,"tokens":76,"max_abs_dp":8.106231689453125e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2319687090057414,0.09908437498961575],"max_abs_dp_vs_oracle":[5.072355270385742e-05,5.882978439331055e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_08","q":0,"tokens":78,"max_abs_dp":1.7285346984863281e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2306473329954315,0.09910150000359863],"max_abs_dp_vs_oracle":[8.334731683135033e-05,8.164253085851669e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_09","q":0,"tokens":78,"max_abs_dp":3.993511199951172e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23121433300548233,0.09881754202069715],"max_abs_dp_vs_oracle":[3.518722951412201e-05,3.12337651848793e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_10","q":0,"tokens":77,"max_abs_dp":6.079673767089844e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2288283749949187,0.09878854098496959],"max_abs_dp_vs_oracle":[0.00019407272338867188,0.00020015239715576172],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_11","q":0,"tokens":77,"max_abs_dp":2.44705006480217e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2283857909787912,0.09883583401096985],"max_abs_dp_vs_oracle":[1.666182652115822e-05,1.9108876585960388e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_12","q":0,"tokens":78,"max_abs_dp":2.0742416381835938e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2301795000093989,0.09890095901209861],"max_abs_dp_vs_oracle":[0.00011970708146691322,9.90014523267746e-05],"hidden_max_abs_diff":0.1015625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_13","q":0,"tokens":78,"max_abs_dp":2.1457672119140625e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23118849997990765,0.09840750001603737],"max_abs_dp_vs_oracle":[7.450580596923828e-05,7.236003875732422e-05],"hidden_max_abs_diff":0.1015625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_14","q":0,"tokens":76,"max_abs_dp":2.523418515920639e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22995812498265877,0.09853025001939386],"max_abs_dp_vs_oracle":[8.059153333306313e-05,7.806811481714249e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_15","q":0,"tokens":77,"max_abs_dp":2.06800177693367e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2330412500014063,0.0987435829883907],"max_abs_dp_vs_oracle":[6.475206464529037e-05,6.270408630371094e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_16","q":0,"tokens":76,"max_abs_dp":3.1990930438041687e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2316852500080131,0.09849308399134316],"max_abs_dp_vs_oracle":[9.89111140370369e-05,9.572505950927734e-05],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_17","q":0,"tokens":77,"max_abs_dp":2.86102294921875e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23004370802664198,0.09867579198908061],"max_abs_dp_vs_oracle":[1.239776611328125e-05,1.626415178179741e-05],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_18","q":0,"tokens":75,"max_abs_dp":1.0922551155090332e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22967666701879352,0.09932779197697528],"max_abs_dp_vs_oracle":[8.934736251831055e-05,0.00010024430230259895],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_legacy_holdout_19","q":0,"tokens":76,"max_abs_dp":7.212162017822266e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23235266702249646,0.0992128330108244],"max_abs_dp_vs_oracle":[4.3332576751708984e-05,3.613135777413845e-05],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_00","q":0,"tokens":145,"max_abs_dp":2.8014183044433594e-06,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.46520529201370664,0.19678366699372418],"max_abs_dp_vs_oracle":[0.00015157461166381836,0.00015437602996826172],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_01","q":0,"tokens":145,"max_abs_dp":0.00010782107710838318,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.46622487501008436,0.19694358299602754],"max_abs_dp_vs_oracle":[6.151199340820312e-05,0.00016927719116210938],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_02","q":0,"tokens":145,"max_abs_dp":2.8014183044433594e-06,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4669809589977376,0.19731925000087358],"max_abs_dp_vs_oracle":[0.00015157461166381836,0.00015437602996826172],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_03","q":0,"tokens":145,"max_abs_dp":2.6881694793701172e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.473011583002517,0.19727550001698546],"max_abs_dp_vs_oracle":[0.00011405814439058304,0.00014090538024902344],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_04","q":0,"tokens":136,"max_abs_dp":1.6773119568824768e-05,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4336544590187259,0.19693966701743193],"max_abs_dp_vs_oracle":[0.00016289949417114258,0.0001461505889892578],"hidden_max_abs_diff":0.1015625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_05","q":0,"tokens":137,"max_abs_dp":3.218650817871094e-05,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.423318291985197,0.19694683299167082],"max_abs_dp_vs_oracle":[0.00014442205429077148,0.00017660856246948242],"hidden_max_abs_diff":0.1015625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_06","q":0,"tokens":136,"max_abs_dp":1.6773119568824768e-05,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.41808299999684095,0.19684300001244992],"max_abs_dp_vs_oracle":[0.00016289949417114258,0.0001461505889892578],"hidden_max_abs_diff":0.1015625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_07","q":0,"tokens":136,"max_abs_dp":1.4863908290863037e-06,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.42015866699512117,0.19734308301121928],"max_abs_dp_vs_oracle":[0.00014221668243408203,0.00014078617095947266],"hidden_max_abs_diff":0.1015625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_08","q":0,"tokens":166,"max_abs_dp":0.002090752124786377,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5121057080104947,0.1971687089826446],"max_abs_dp_vs_oracle":[0.00756305456161499,0.005472302436828613],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_09","q":0,"tokens":167,"max_abs_dp":6.023980677127838e-05,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.516011667001294,0.19740966701647267],"max_abs_dp_vs_oracle":[0.0004551410675048828,0.0003949403762817383],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_10","q":0,"tokens":166,"max_abs_dp":0.002090752124786377,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5128739579813555,0.19733145798090845],"max_abs_dp_vs_oracle":[0.00756305456161499,0.005472302436828613],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_11","q":0,"tokens":166,"max_abs_dp":0.0032175183296203613,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.52863454198814,0.19691920900368132],"max_abs_dp_vs_oracle":[0.009346753358840942,0.006129264831542969],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_12","q":0,"tokens":122,"max_abs_dp":3.4332275390625e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.37477125000441447,0.09885937499348074],"max_abs_dp_vs_oracle":[0.00012195110321044922,0.00015628337860107422],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_13","q":0,"tokens":122,"max_abs_dp":0.0014411956071853638,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3778263340063859,0.09872870799154043],"max_abs_dp_vs_oracle":[0.001984894275665283,0.0005436986684799194],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_14","q":0,"tokens":122,"max_abs_dp":3.4332275390625e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3789540829893667,0.09887608399731107],"max_abs_dp_vs_oracle":[0.00012195110321044922,0.00015628337860107422],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_15","q":0,"tokens":122,"max_abs_dp":1.5616416931152344e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3731357079814188,0.09855774999596179],"max_abs_dp_vs_oracle":[0.00013539660722017288,0.00015097856521606445],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_16","q":0,"tokens":149,"max_abs_dp":0.0011490583419799805,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4670640410040505,0.1973482919856906],"max_abs_dp_vs_oracle":[0.0017633438110351562,0.0029124021530151367],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_17","q":0,"tokens":149,"max_abs_dp":6.087124347686768e-06,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.46956604201113805,0.19698383400100283],"max_abs_dp_vs_oracle":[0.00016987789422273636,0.00016379356384277344],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_18","q":0,"tokens":149,"max_abs_dp":0.0011490583419799805,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.5166046670055948,0.19723333299043588],"max_abs_dp_vs_oracle":[0.0017633438110351562,0.0029124021530151367],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4x_composition_holdout_19","q":0,"tokens":149,"max_abs_dp":0.0007933974266052246,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.46456645798753016,0.19724066701019183],"max_abs_dp_vs_oracle":[0.0017781853675842285,0.002571582794189453],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4s_00","q":0,"tokens":99,"max_abs_dp":0.00012922286987304688,"argmax_equal":true,"calls":[7,1],"decode_seconds":[1.9683112920029089,1.1437189170101192],"max_abs_dp_vs_oracle":[0.0011943578720092773,0.0010651350021362305],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_01","q":0,"tokens":98,"max_abs_dp":0.000514686107635498,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3283471250033472,0.09866170800523832],"max_abs_dp_vs_oracle":[0.0026924386620521545,0.002190902829170227],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_02","q":0,"tokens":99,"max_abs_dp":0.0001480504870414734,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.329085125005804,0.09888299999875017],"max_abs_dp_vs_oracle":[0.0013985037803649902,0.0013096034526824951],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_03","q":0,"tokens":100,"max_abs_dp":0.00019472837448120117,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.33740308397682384,0.09876325001823716],"max_abs_dp_vs_oracle":[0.000979304313659668,0.0011740326881408691],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_04","q":0,"tokens":99,"max_abs_dp":0.0003723427653312683,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.33139316699816845,0.0986476669786498],"max_abs_dp_vs_oracle":[0.005605041980743408,0.005829334259033203],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"tv4s_05","q":0,"tokens":98,"max_abs_dp":0.0001521185040473938,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.331240791012533,0.09887254200293683],"max_abs_dp_vs_oracle":[0.002635180950164795,0.0024993419647216797],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"tv4s_06","q":0,"tokens":99,"max_abs_dp":0.0012378692626953125,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3297009999805596,0.0984592910099309],"max_abs_dp_vs_oracle":[0.004083961248397827,0.0029124468564987183],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_07","q":0,"tokens":99,"max_abs_dp":0.0012978315353393555,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.331496833008714,0.0985488339792937],"max_abs_dp_vs_oracle":[0.0030341148376464844,0.004321575164794922],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_08","q":0,"tokens":98,"max_abs_dp":0.0014571547508239746,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3327229999995325,0.09850575000746176],"max_abs_dp_vs_oracle":[0.0027618110179901123,0.0013625025749206543],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_09","q":0,"tokens":99,"max_abs_dp":0.0006297826766967773,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.33061304202419706,0.09863929098355584],"max_abs_dp_vs_oracle":[0.003048717975616455,0.0036785006523132324],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4s_10","q":0,"tokens":99,"max_abs_dp":0.0007982254028320312,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3359990419994574,0.09880370798055083],"max_abs_dp_vs_oracle":[0.002405121922492981,0.002594172954559326],"hidden_max_abs_diff":0.06298828125,"hidden_bit_equal":false},{"id":"tv4s_11","q":0,"tokens":99,"max_abs_dp":0.0013080239295959473,"argmax_equal":false,"calls":[7,1],"decode_seconds":[0.33395370800280944,0.09850495800492354],"max_abs_dp_vs_oracle":[0.0011926889419555664,0.0002460181713104248],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4s_12","q":0,"tokens":100,"max_abs_dp":0.00030988454818725586,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.33241962498868816,0.09916804198292084],"max_abs_dp_vs_oracle":[0.0027595162391662598,0.002449631690979004],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_13","q":0,"tokens":100,"max_abs_dp":2.8848648071289062e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.33081104201846756,0.09865354202338494],"max_abs_dp_vs_oracle":[0.00014017708599567413,0.00011710915714502335],"hidden_max_abs_diff":0.05078125,"hidden_bit_equal":false},{"id":"tv4s_14","q":0,"tokens":98,"max_abs_dp":0.001070559024810791,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3325860000040848,0.09872216699295677],"max_abs_dp_vs_oracle":[0.0020542144775390625,0.0010461658239364624],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4s_15","q":0,"tokens":98,"max_abs_dp":0.00011737830936908722,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3299537910206709,0.09859516698634252],"max_abs_dp_vs_oracle":[0.0008790493011474609,0.0009642839431762695],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4s_16","q":0,"tokens":100,"max_abs_dp":0.001819610595703125,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3393049589940347,0.09880158302257769],"max_abs_dp_vs_oracle":[0.008689403533935547,0.006869792938232422],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4s_17","q":0,"tokens":100,"max_abs_dp":0.0004677772521972656,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3341861669905484,0.09875662499689497],"max_abs_dp_vs_oracle":[0.0014284253120422363,0.001896202564239502],"hidden_max_abs_diff":0.0902099609375,"hidden_bit_equal":false},{"id":"tv4s_18","q":0,"tokens":98,"max_abs_dp":7.87973403930664e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.327656332985498,0.09847758398973383],"max_abs_dp_vs_oracle":[0.00043570995330810547,0.0005145072937011719],"hidden_max_abs_diff":0.099609375,"hidden_bit_equal":false},{"id":"tv4s_19","q":0,"tokens":99,"max_abs_dp":4.2378902435302734e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3287320829986129,0.09850795898819342],"max_abs_dp_vs_oracle":[0.0002416614443063736,0.00028081517666578293],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_a3f18f3a63d45345942b","q":0,"tokens":68,"max_abs_dp":4.195701330900192e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23462420800933614,0.09862187498947605],"max_abs_dp_vs_oracle":[0.000514984130859375,0.00047463178634643555],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_f40beba9088c8db8bbd6","q":0,"tokens":66,"max_abs_dp":2.3795291781425476e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.234856833005324,0.09858995798276737],"max_abs_dp_vs_oracle":[4.00543212890625e-05,2.2142427042126656e-05],"hidden_max_abs_diff":0.140625,"hidden_bit_equal":false},{"id":"semif_0b43ea8e24e74d621f1b","q":0,"tokens":60,"max_abs_dp":3.618001937866211e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.20266395798535086,0.09863762502209283],"max_abs_dp_vs_oracle":[0.0003516674041748047,0.0003154873847961426],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_942ec65dac0bfb9874f9","q":0,"tokens":60,"max_abs_dp":0.00047844648361206055,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1912261670222506,0.09860520900110714],"max_abs_dp_vs_oracle":[0.0066162943840026855,0.007083296775817871],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_e0c140e9222d1bce5647","q":0,"tokens":72,"max_abs_dp":9.149778634309769e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23768708400893956,0.09862095798598602],"max_abs_dp_vs_oracle":[0.00012284517288208008,0.00012940168380737305],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"semif_8e8c3804a3c15ebb31e3","q":0,"tokens":69,"max_abs_dp":0.000541388988494873,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23708904098020867,0.09859341700212099],"max_abs_dp_vs_oracle":[0.0003467947244644165,0.0008542388677597046],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_56c419b12cd37cbe790c","q":0,"tokens":71,"max_abs_dp":0.00022929906845092773,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2321974580117967,0.09844204102410004],"max_abs_dp_vs_oracle":[0.00048106908798217773,0.0007103681564331055],"hidden_max_abs_diff":0.05859375,"hidden_bit_equal":false},{"id":"semif_75b470586834df8c568d","q":0,"tokens":64,"max_abs_dp":5.196034908294678e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18653745800838806,0.09857675002422184],"max_abs_dp_vs_oracle":[0.002060234546661377,0.0020164847373962402],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_834f3b3e10cc61b33d25","q":0,"tokens":58,"max_abs_dp":1.803738996386528e-06,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18572704200050794,0.09864599999855272],"max_abs_dp_vs_oracle":[9.071826934814453e-05,9.119510650634766e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_76c7a79b1ff2363a60c5","q":0,"tokens":58,"max_abs_dp":1.6808509826660156e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18535750001319684,0.09842791699338704],"max_abs_dp_vs_oracle":[8.851289749145508e-05,0.00010532140731811523],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_36c71bb649b7d5eccb1f","q":0,"tokens":57,"max_abs_dp":4.708766937255859e-06,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18586191700887866,0.09845333397970535],"max_abs_dp_vs_oracle":[6.42538070678711e-05,5.9545040130615234e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_eac5121a4a1bf391a08c","q":0,"tokens":56,"max_abs_dp":2.4259090423583984e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1851789169886615,0.0987627090071328],"max_abs_dp_vs_oracle":[0.00023442506790161133,0.0002586841583251953],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_44574c44e243ee1b2f52","q":0,"tokens":69,"max_abs_dp":2.7179718017578125e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2321397089981474,0.09857004199875519],"max_abs_dp_vs_oracle":[0.00017435476183891296,0.00019985437393188477],"hidden_max_abs_diff":0.59375,"hidden_bit_equal":false},{"id":"semif_2608370d01783735c3ea","q":0,"tokens":69,"max_abs_dp":1.1178199201822281e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23224495799513534,0.09841716699884273],"max_abs_dp_vs_oracle":[0.0006263256072998047,0.0006318092346191406],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"semif_ec94ef909f7918695ab3","q":0,"tokens":63,"max_abs_dp":5.549192428588867e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18533820798620582,0.09851375001017004],"max_abs_dp_vs_oracle":[0.00032973289489746094,0.0003852248191833496],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_03d919fd0e9b3a7cd1e6","q":0,"tokens":58,"max_abs_dp":5.400273948907852e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18455620898748748,0.09868558298330754],"max_abs_dp_vs_oracle":[0.00036662817001342773,0.00039130449295043945],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_86a15618ba4cb90a307e","q":0,"tokens":62,"max_abs_dp":0.00019240379333496094,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18528054098715074,0.09846683402429335],"max_abs_dp_vs_oracle":[0.0005315542221069336,0.00033915042877197266],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_3dd9c3ac98f8ddf7bdd3","q":0,"tokens":62,"max_abs_dp":0.00017708539962768555,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18816708400845528,0.09876333299325779],"max_abs_dp_vs_oracle":[0.0006396099925041199,0.0008157491683959961],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_36273dd4777876a26338","q":0,"tokens":58,"max_abs_dp":2.0889565348625183e-06,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18671724997693673,0.09872708297916688],"max_abs_dp_vs_oracle":[0.00013941526412963867,0.00013870000839233398],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_07ee70cfe4b01330ce89","q":0,"tokens":58,"max_abs_dp":0.00017315521836280823,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18547904200386256,0.09859658300410956],"max_abs_dp_vs_oracle":[0.0015226006507873535,0.0016932487487792969],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_51ceab3ce622c7c759f1","q":0,"tokens":74,"max_abs_dp":2.7000904083251953e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[1.727272082993295,1.3516551249776967],"max_abs_dp_vs_oracle":[9.894371032714844e-05,7.194280624389648e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_b8091be929b1e489fcc4","q":0,"tokens":74,"max_abs_dp":2.4497509002685547e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23223308401065879,0.0987117080076132],"max_abs_dp_vs_oracle":[0.00017964839935302734,0.0002041459083557129],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"semif_c89b86e3f55123bfa506","q":0,"tokens":65,"max_abs_dp":1.3732817023992538e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23234358298941515,0.09915829199599102],"max_abs_dp_vs_oracle":[0.00011903047561645508,0.0001316070556640625],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_3b0958cabc339005cf66","q":0,"tokens":61,"max_abs_dp":5.5944547057151794e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.18601904099341482,0.09895200000028126],"max_abs_dp_vs_oracle":[0.0004589557647705078,0.00040721893310546875],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_f2b4ec4930322fe45118","q":0,"tokens":76,"max_abs_dp":0.00047087669372558594,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23076024997862987,0.09912183301639743],"max_abs_dp_vs_oracle":[0.003407895565032959,0.003878772258758545],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_61ac20b07a5189231e15","q":0,"tokens":82,"max_abs_dp":1.6808509826660156e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2769926249748096,0.09900270801153965],"max_abs_dp_vs_oracle":[9.047985076904297e-05,7.367134094238281e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_4b3d794c004566610181","q":0,"tokens":67,"max_abs_dp":6.705522537231445e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.22997912499704398,0.09930795797845349],"max_abs_dp_vs_oracle":[0.00025719404220581055,0.000324249267578125],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_b7c4e62d07986286fce0","q":0,"tokens":72,"max_abs_dp":0.0006448626518249512,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23077933298191056,0.0991092910117004],"max_abs_dp_vs_oracle":[0.0006847083568572998,0.0011623501777648926],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"semif_9473603b44af63beab79","q":0,"tokens":73,"max_abs_dp":5.5849552154541016e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23201095801778138,0.09944337501656264],"max_abs_dp_vs_oracle":[0.0006181336939334869,0.0005822815001010895],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_d41072dc35d8cd14c056","q":0,"tokens":78,"max_abs_dp":3.0517578125e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23215054199681617,0.09927283300203271],"max_abs_dp_vs_oracle":[8.684024214744568e-05,7.831119000911713e-05],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_33d6e5da58f0fee2490d","q":0,"tokens":73,"max_abs_dp":0.0003705918788909912,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23151095901266672,0.09923074999824166],"max_abs_dp_vs_oracle":[0.002473384141921997,0.0028439760208129883],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_823bf736b92e9d8fa66d","q":0,"tokens":73,"max_abs_dp":0.0003571510314941406,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23554074999992736,0.09920916700502858],"max_abs_dp_vs_oracle":[0.0012177526950836182,0.0014636814594268799],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_8a4c3de28be95c105ca1","q":0,"tokens":72,"max_abs_dp":0.0011339187622070312,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23929604201111943,0.09936558300978504],"max_abs_dp_vs_oracle":[0.013801813125610352,0.01266789436340332],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"semif_ea7ec66a5e8eac886548","q":0,"tokens":75,"max_abs_dp":0.0006920099258422852,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23341725001228042,0.09935920900898054],"max_abs_dp_vs_oracle":[0.0015583336353302002,0.0021905899047851562],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_25172cd6ddc49ab0ca70","q":0,"tokens":66,"max_abs_dp":0.0001729130744934082,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23604704200988635,0.09909058301127516],"max_abs_dp_vs_oracle":[0.00039893388748168945,0.0005718469619750977],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_fb73a85d386cf59b0c51","q":0,"tokens":68,"max_abs_dp":0.0004776120185852051,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2357002090138849,0.09892454100190662],"max_abs_dp_vs_oracle":[0.0011873692274093628,0.0013915300369262695],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_a02fd582d2881cc462b2","q":0,"tokens":78,"max_abs_dp":9.053386747837067e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24241358300787397,0.09903495799517259],"max_abs_dp_vs_oracle":[3.6247074604034424e-05,3.739539533853531e-05],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_19f37d5a97034bd7d04f","q":0,"tokens":78,"max_abs_dp":0.00022917985916137695,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24327274999814108,0.09940879201167263],"max_abs_dp_vs_oracle":[0.0018721222877502441,0.002101302146911621],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_fda0ca94652c6d739ecf","q":0,"tokens":77,"max_abs_dp":0.00200045108795166,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24338637499022298,0.09905316701042466],"max_abs_dp_vs_oracle":[0.002042531967163086,0.0007325336337089539],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_d0e36c4cb10a29b3191c","q":0,"tokens":76,"max_abs_dp":9.387731552124023e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2440956670034211,0.09911141701741144],"max_abs_dp_vs_oracle":[0.0013899579644203186,0.0014838352799415588],"hidden_max_abs_diff":0.140625,"hidden_bit_equal":false},{"id":"semif_a0a39ace7e5337d038a7","q":0,"tokens":80,"max_abs_dp":9.763520210981369e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24435312498826534,0.09881941697676666],"max_abs_dp_vs_oracle":[6.574392318725586e-05,5.8710575103759766e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_eeae283841ce75dd25bf","q":0,"tokens":80,"max_abs_dp":2.2172927856445312e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24049379100324586,0.0991168330074288],"max_abs_dp_vs_oracle":[5.841255187988281e-05,8.058547973632812e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_00bb4cc043f7d2b288d4","q":0,"tokens":72,"max_abs_dp":3.4868717193603516e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24094858299940825,0.09902754100039601],"max_abs_dp_vs_oracle":[0.00013530254364013672,0.00017017126083374023],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_1a81ead69e93e5d0c86a","q":0,"tokens":79,"max_abs_dp":0.0002549290657043457,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24245995801175013,0.09889829100575298],"max_abs_dp_vs_oracle":[0.0015580058097839355,0.0018129348754882812],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_4444dad25e438f128673","q":0,"tokens":73,"max_abs_dp":0.0010862946510314941,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24130329201580025,0.09887383299064822],"max_abs_dp_vs_oracle":[0.001062244176864624,0.001131981611251831],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_3226202ba1ada2570e9f","q":0,"tokens":76,"max_abs_dp":0.0006833076477050781,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24053295797784813,0.09952354201232083],"max_abs_dp_vs_oracle":[0.0011706948280334473,0.0018540024757385254],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_3f783eec5c90812479bc","q":0,"tokens":73,"max_abs_dp":0.001016080379486084,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24102775001665577,0.09951741699478589],"max_abs_dp_vs_oracle":[0.0013515949249267578,0.002367675304412842],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_ffee861474a9665a093a","q":0,"tokens":74,"max_abs_dp":0.0004494786262512207,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24052254200796597,0.09933024999918416],"max_abs_dp_vs_oracle":[0.001846402883529663,0.0021316707134246826],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_8c992e17e4fb54b044f5","q":0,"tokens":61,"max_abs_dp":6.717443466186523e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1934454579895828,0.09927004197379574],"max_abs_dp_vs_oracle":[0.00012880563735961914,6.16312026977539e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_695dd61195ca025c4f4c","q":0,"tokens":62,"max_abs_dp":9.03010368347168e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19248270901152864,0.09907145801116712],"max_abs_dp_vs_oracle":[0.00015562772750854492,8.979812264442444e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_e6155431ab7b0f8170d4","q":0,"tokens":53,"max_abs_dp":6.157159805297852e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1927785000007134,0.09916133302613162],"max_abs_dp_vs_oracle":[0.0005216002464294434,0.00046002864837646484],"hidden_max_abs_diff":0.15625,"hidden_bit_equal":false},{"id":"semif_b49ecda75086d8c68d2a","q":0,"tokens":53,"max_abs_dp":0.0017979145050048828,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19223212500219233,0.0993992080038879],"max_abs_dp_vs_oracle":[0.0016683638095855713,0.0003249049186706543],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_587ced261c6092cd1325","q":0,"tokens":69,"max_abs_dp":0.0005540251731872559,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24072800000431016,0.09934987497399561],"max_abs_dp_vs_oracle":[0.00013755634427070618,0.0006716251373291016],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_533d4423d311de82b27d","q":0,"tokens":72,"max_abs_dp":5.5670738220214844e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.241292999999132,0.09923733299365267],"max_abs_dp_vs_oracle":[0.0008931159973144531,0.000948786735534668],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_2bf540d515a51755b25c","q":0,"tokens":61,"max_abs_dp":0.00019747018814086914,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19301908399211243,0.09911562502384186],"max_abs_dp_vs_oracle":[0.00036662817001342773,0.0001691579818725586],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_fdb9fc214aea2710763a","q":0,"tokens":51,"max_abs_dp":0.00015103816986083984,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19180395899456926,0.09919920901302248],"max_abs_dp_vs_oracle":[0.0002980232238769531,0.00044906139373779297],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_f6d68126b43f8c9ed183","q":0,"tokens":64,"max_abs_dp":4.342570900917053e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19493829202838242,0.09926866699242964],"max_abs_dp_vs_oracle":[0.00030028820037841797,0.0002657175064086914],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_44bae0c8a1615a096c43","q":0,"tokens":67,"max_abs_dp":6.723403930664062e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24246687500271946,0.09935441700508818],"max_abs_dp_vs_oracle":[0.0012073516845703125,0.0011401176452636719],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_2175379f4c69e6207626","q":0,"tokens":58,"max_abs_dp":7.092952728271484e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1933312499895692,0.09920950001105666],"max_abs_dp_vs_oracle":[0.0005964040756225586,0.0005254745483398438],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"semif_def9fe59d262357a673a","q":0,"tokens":53,"max_abs_dp":0.0004974603652954102,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1918749589822255,0.09944670900586061],"max_abs_dp_vs_oracle":[0.003483295440673828,0.002985835075378418],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_712f6ffb763eef7c9a12","q":0,"tokens":64,"max_abs_dp":0.0003750324249267578,"argmax_equal":true,"calls":[4,1],"decode_seconds":[1.8166446670074947,1.3620770830020774],"max_abs_dp_vs_oracle":[0.0004442930221557617,6.92605972290039e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_e1d610bd14e3d16c09b9","q":0,"tokens":64,"max_abs_dp":2.5245826691389084e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19335137499729171,0.09964708299958147],"max_abs_dp_vs_oracle":[0.00033861398696899414,0.0003592967987060547],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_22ec57822db50ec121cf","q":0,"tokens":54,"max_abs_dp":6.693601608276367e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19346608300111257,0.10177837498486042],"max_abs_dp_vs_oracle":[0.00023895502090454102,0.0003058910369873047],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_3e75f2b84e8e08e3d3f2","q":0,"tokens":53,"max_abs_dp":0.00022593140602111816,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1935096670058556,0.10097729199333116],"max_abs_dp_vs_oracle":[0.0008301138877868652,0.0008290410041809082],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_ebd74aa05324a1556288","q":0,"tokens":69,"max_abs_dp":4.7326087951660156e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24080566701013595,0.09998737499699928],"max_abs_dp_vs_oracle":[0.0003744959831237793,0.00042182207107543945],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_d7e84e4245a29817da1f","q":0,"tokens":67,"max_abs_dp":2.2649765014648438e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2411335840006359,0.10027908300980926],"max_abs_dp_vs_oracle":[0.0001354813575744629,0.00013774633407592773],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_f41ae66b3c09630c7a42","q":0,"tokens":61,"max_abs_dp":3.0566006898880005e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19389066699659452,0.1012136249919422],"max_abs_dp_vs_oracle":[0.0003357529640197754,0.00031638145446777344],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_82c2cd97c160ad27951b","q":0,"tokens":54,"max_abs_dp":4.0918588638305664e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19448670800193213,0.09924262500135228],"max_abs_dp_vs_oracle":[0.000897526741027832,0.0009176135063171387],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_7ada97b6f99f4788e5c7","q":0,"tokens":67,"max_abs_dp":5.251169204711914e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23989383300067857,0.09948945901123807],"max_abs_dp_vs_oracle":[7.849931716918945e-05,3.327080048620701e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_4d7a003342db5b0a17e3","q":0,"tokens":70,"max_abs_dp":5.08427619934082e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23964312500902452,0.09953779200441204],"max_abs_dp_vs_oracle":[4.9948692321777344e-05,1.210719347000122e-06],"hidden_max_abs_diff":0.15625,"hidden_bit_equal":false},{"id":"semif_19d3d8d0bf773e88be7b","q":0,"tokens":55,"max_abs_dp":3.6731362342834473e-06,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1929509159817826,0.09945808301563375],"max_abs_dp_vs_oracle":[0.00012171268463134766,0.00012022256851196289],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_d6de731cca52359b1c87","q":0,"tokens":53,"max_abs_dp":7.972121238708496e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19178374999319203,0.09945608300040476],"max_abs_dp_vs_oracle":[0.0004425942897796631,0.0004419684410095215],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_b45c63fb92729af27f05","q":0,"tokens":80,"max_abs_dp":0.0002410411834716797,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2415714999951888,0.09947137499693781],"max_abs_dp_vs_oracle":[0.00019602105021476746,0.00021970272064208984],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_46b7029b9a704138b77a","q":0,"tokens":78,"max_abs_dp":5.829334259033203e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2410424999834504,0.09947695900336839],"max_abs_dp_vs_oracle":[0.0005230307579040527,0.0005813241004943848],"hidden_max_abs_diff":0.03515625,"hidden_bit_equal":false},{"id":"semif_caf773b23934fa7362a1","q":0,"tokens":73,"max_abs_dp":1.5437602996826172e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.240686375007499,0.09913116597454064],"max_abs_dp_vs_oracle":[0.00038689374923706055,0.0004023313522338867],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_f46f392ef9e9e9df564b","q":0,"tokens":71,"max_abs_dp":8.338689804077148e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2387794170062989,0.09946183298598044],"max_abs_dp_vs_oracle":[0.00027483701705932617,0.0001914501190185547],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_005dcf6d2c0f21d64796","q":0,"tokens":92,"max_abs_dp":0.0005715489387512207,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2878930830047466,0.09947387498687021],"max_abs_dp_vs_oracle":[0.0002475045621395111,0.0005114078521728516],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_edb708bd0fe5fd67d6ee","q":0,"tokens":93,"max_abs_dp":0.00011685490608215332,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28922095798770897,0.09967516700271517],"max_abs_dp_vs_oracle":[0.0011434555053710938,0.0012119412422180176],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_97a35499bd8717f3e786","q":0,"tokens":86,"max_abs_dp":1.1265277862548828e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28757641700212844,0.09981812498881482],"max_abs_dp_vs_oracle":[0.00025469064712524414,0.0002434253692626953],"hidden_max_abs_diff":0.1875,"hidden_bit_equal":false},{"id":"semif_31eb4533d2c89959ec46","q":0,"tokens":85,"max_abs_dp":8.910894393920898e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28902858300716616,0.09999408401199616],"max_abs_dp_vs_oracle":[0.0006901919841766357,0.0006010830402374268],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_0aa24a6701ac9c56c4a0","q":0,"tokens":77,"max_abs_dp":0.0001798868179321289,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24122529200394638,0.10000320899416693],"max_abs_dp_vs_oracle":[0.0008438825607299805,0.0010237693786621094],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_796d5c0da6eaadae6a3f","q":0,"tokens":71,"max_abs_dp":1.3768672943115234e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23846483300440013,0.0999607499979902],"max_abs_dp_vs_oracle":[0.00010144710540771484,8.767843246459961e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_599b3092b6fd18312d23","q":0,"tokens":70,"max_abs_dp":1.667998731136322e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24092662500333972,0.09959933298523538],"max_abs_dp_vs_oracle":[0.00011521577835083008,0.00011521577835083008],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_960a4bcd27363e6db4b9","q":0,"tokens":72,"max_abs_dp":0.0005320310592651367,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24145566701190546,0.1008659589861054],"max_abs_dp_vs_oracle":[0.0013512969017028809,0.0018833279609680176],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_c6a411e7f2bbdf377173","q":0,"tokens":90,"max_abs_dp":3.230571746826172e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2872072079917416,0.0995737919874955],"max_abs_dp_vs_oracle":[0.0006415247917175293,0.0006092190742492676],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_e332aa927d0c2ed044aa","q":0,"tokens":91,"max_abs_dp":0.0004489421844482422,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2882672499981709,0.09981912499642931],"max_abs_dp_vs_oracle":[0.0012701749801635742,0.000821232795715332],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_a0128e551d095f3449f8","q":0,"tokens":66,"max_abs_dp":0.00013941526412963867,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2406640840054024,0.09957616700557992],"max_abs_dp_vs_oracle":[0.00036972761154174805,0.00023031234741210938],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_46d6a0731bd288c370f0","q":0,"tokens":65,"max_abs_dp":0.00023917853832244873,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24148241701186635,0.09960137499729171],"max_abs_dp_vs_oracle":[0.005086824297904968,0.005326002836227417],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_21ca7a8b970e36b8e20f","q":0,"tokens":97,"max_abs_dp":0.00048035383224487305,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3362276250263676,0.0999654589977581],"max_abs_dp_vs_oracle":[0.0035884976387023926,0.004068851470947266],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_4aa83af95bb69e90bc2d","q":0,"tokens":95,"max_abs_dp":0.0004629790782928467,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28937070799292997,0.09970912500284612],"max_abs_dp_vs_oracle":[0.000977247953414917,0.000919640064239502],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_cdfa9eed51fafcf09b72","q":0,"tokens":80,"max_abs_dp":8.594989776611328e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24001075001433492,0.10021549998782575],"max_abs_dp_vs_oracle":[0.001876235008239746,0.0017902851104736328],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_d51b05bfb9d6d7f09331","q":0,"tokens":86,"max_abs_dp":0.0012382268905639648,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2887333749968093,0.0993171670124866],"max_abs_dp_vs_oracle":[0.001248866319656372,0.00046354904770851135],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_fdd902cc6e65fad7cb4f","q":0,"tokens":84,"max_abs_dp":0.00039708614349365234,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2876879159884993,0.09951037500286475],"max_abs_dp_vs_oracle":[0.0009002238512039185,0.0007155910134315491],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_42384af9ae56beb37ff5","q":0,"tokens":84,"max_abs_dp":0.00024449825286865234,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2885026669828221,0.09941537497797981],"max_abs_dp_vs_oracle":[0.004542231559753418,0.004297733306884766],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_cdf7f428857e1b841cb3","q":0,"tokens":77,"max_abs_dp":0.0008400678634643555,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24148912497912534,0.09989991600741632],"max_abs_dp_vs_oracle":[0.0036706924438476562,0.004510760307312012],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_774f7f9245f83c796d44","q":0,"tokens":63,"max_abs_dp":0.00029468536376953125,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.19166916600079276,0.09954008299973793],"max_abs_dp_vs_oracle":[0.0009474754333496094,0.0012421607971191406],"hidden_max_abs_diff":0.07421875,"hidden_bit_equal":false},{"id":"semif_92ec2ffa3dd46ada1335","q":0,"tokens":87,"max_abs_dp":9.167194366455078e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28929454198805615,0.09965708298841491],"max_abs_dp_vs_oracle":[0.0003217458724975586,0.0004134178161621094],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_6149a17bc154f9c5b4a0","q":0,"tokens":83,"max_abs_dp":5.334615707397461e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2877227909921203,0.0992264160013292],"max_abs_dp_vs_oracle":[0.0014461278915405273,0.001499474048614502],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_be866e1dbec5d42d9423","q":0,"tokens":84,"max_abs_dp":4.696846008300781e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28748437500325963,0.09953341601067223],"max_abs_dp_vs_oracle":[0.0008590817451477051,0.0009060502052307129],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_97d2ed2591fc7638806c","q":0,"tokens":82,"max_abs_dp":7.873214781284332e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28815899998880923,0.09952349998638965],"max_abs_dp_vs_oracle":[0.0063040852546691895,0.0062634944915771484],"hidden_max_abs_diff":0.1015625,"hidden_bit_equal":false},{"id":"semif_4533dd91267b4d815690","q":0,"tokens":88,"max_abs_dp":1.0093674063682556e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[1.911639333004132,1.3089646250009537],"max_abs_dp_vs_oracle":[2.567097544670105e-05,3.5764649510383606e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_d880e65fef5e2993fdd0","q":0,"tokens":85,"max_abs_dp":0.0013586878776550293,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28998462500749156,0.0990760829881765],"max_abs_dp_vs_oracle":[0.002869158983230591,0.00422784686088562],"hidden_max_abs_diff":0.03125,"hidden_bit_equal":false},{"id":"semif_90494c76078ffc3c717a","q":0,"tokens":85,"max_abs_dp":2.2836029529571533e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28859054201166146,0.09958983300020918],"max_abs_dp_vs_oracle":[0.0003879666328430176,0.0004101991653442383],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_9ac5cc82c4126c91174a","q":0,"tokens":84,"max_abs_dp":5.78761100769043e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28954937501112,0.09951666599954478],"max_abs_dp_vs_oracle":[0.0011168718338012695,0.0011747479438781738],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_386e10b1c1ce906473a4","q":0,"tokens":88,"max_abs_dp":3.081560134887695e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28944983301335014,0.09925295799621381],"max_abs_dp_vs_oracle":[2.8967857360839844e-05,5.97834587097168e-05],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_4da6aedc1139224eeff2","q":0,"tokens":91,"max_abs_dp":5.161762237548828e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28869449999183416,0.09919354098383337],"max_abs_dp_vs_oracle":[5.453824996948242e-05,0.0001061558723449707],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_a22dab8ba073ff6cdb8d","q":0,"tokens":84,"max_abs_dp":0.0010999441146850586,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2881716249976307,0.09934854099992663],"max_abs_dp_vs_oracle":[0.0057869553565979,0.004687011241912842],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_42c54fa2ad45743e24d8","q":0,"tokens":71,"max_abs_dp":5.263090133666992e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2422637089912314,0.1010086250025779],"max_abs_dp_vs_oracle":[0.0005206465721130371,0.0004680156707763672],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_f3d13cf184f916677def","q":0,"tokens":91,"max_abs_dp":7.390975952148438e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28933066700119525,0.0993892909900751],"max_abs_dp_vs_oracle":[0.0007342100143432617,0.0006603002548217773],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"semif_1105577da4c8dad4609d","q":0,"tokens":88,"max_abs_dp":0.0004681050777435303,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.29092600001604296,0.09978091699304059],"max_abs_dp_vs_oracle":[0.015406966209411621,0.015306353569030762],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_0ebd299739302d8b057b","q":0,"tokens":84,"max_abs_dp":0.0013070106506347656,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2895467079943046,0.10035716701531783],"max_abs_dp_vs_oracle":[0.004349946975708008,0.0056569576263427734],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_eafc22c8c40df3932a8e","q":0,"tokens":72,"max_abs_dp":5.2990391850471497e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24143845899379812,0.09962324998923577],"max_abs_dp_vs_oracle":[0.0012705326080322266,0.001241445541381836],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"semif_0aa1447680e4f25862bb","q":0,"tokens":91,"max_abs_dp":0.0007536411285400391,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.29074612498516217,0.09941587498178706],"max_abs_dp_vs_oracle":[0.0002608746290206909,0.0008005499839782715],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_980e76145c925747220c","q":0,"tokens":92,"max_abs_dp":0.00011706352233886719,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2894803750095889,0.09957341701374389],"max_abs_dp_vs_oracle":[0.00021139532327651978,0.00018442794680595398],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_4aee37a6a155747766aa","q":0,"tokens":89,"max_abs_dp":9.359419345855713e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.29194225001265295,0.10068533301819116],"max_abs_dp_vs_oracle":[0.00022989511489868164,0.00013637542724609375],"hidden_max_abs_diff":0.08984375,"hidden_bit_equal":false},{"id":"semif_6db17cc22bd656d78558","q":0,"tokens":82,"max_abs_dp":0.0005069375038146973,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2897223329928238,0.10188579201349057],"max_abs_dp_vs_oracle":[0.0017650723457336426,0.0012632310390472412],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_ef3e0f8e657bf59f8a29","q":0,"tokens":83,"max_abs_dp":0.0003872215747833252,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3017452089989092,0.09988274998613633],"max_abs_dp_vs_oracle":[0.003324061632156372,0.0037112832069396973],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_f756e1cb04e11766341e","q":0,"tokens":89,"max_abs_dp":0.0004577934741973877,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2899157079809811,0.09945387500920333],"max_abs_dp_vs_oracle":[0.001488029956817627,0.0012875795364379883],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_d167e51bb1f499099645","q":0,"tokens":69,"max_abs_dp":0.0003643929958343506,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24303420798969455,0.09984562499448657],"max_abs_dp_vs_oracle":[0.0002956688404083252,0.00015106797218322754],"hidden_max_abs_diff":0.1171875,"hidden_bit_equal":false},{"id":"semif_674ca4e9346216255466","q":0,"tokens":59,"max_abs_dp":0.00022667646408081055,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1991300839872565,0.09980404199450277],"max_abs_dp_vs_oracle":[0.0019636154174804688,0.0017369389533996582],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"semif_1df851a202994a07f123","q":0,"tokens":77,"max_abs_dp":2.127327024936676e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24445225001545623,0.10066779199405573],"max_abs_dp_vs_oracle":[0.0003708004951477051,0.00037109851837158203],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"semif_b5e6788d95b8395d2888","q":0,"tokens":76,"max_abs_dp":5.304813385009766e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2438344580004923,0.1017193750012666],"max_abs_dp_vs_oracle":[0.00010913610458374023,0.00010383129119873047],"hidden_max_abs_diff":0.15625,"hidden_bit_equal":false},{"id":"semif_32f36cd0fbbfb3604586","q":0,"tokens":66,"max_abs_dp":0.0006171464920043945,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24451195800793357,0.10123200001544319],"max_abs_dp_vs_oracle":[0.0018509626388549805,0.002468109130859375],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_843185706adff0c60f8b","q":0,"tokens":67,"max_abs_dp":0.0009912848472595215,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24152108302223496,0.10095916700083762],"max_abs_dp_vs_oracle":[0.003894031047821045,0.004885315895080566],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_b531dd603bf080dab820","q":0,"tokens":82,"max_abs_dp":0.0003679990768432617,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2909926670254208,0.10041549999732524],"max_abs_dp_vs_oracle":[0.00024384260177612305,0.0006118416786193848],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"semif_be2dd67bc733c1213bef","q":0,"tokens":85,"max_abs_dp":0.0003591775894165039,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2903808749979362,0.09994520799955353],"max_abs_dp_vs_oracle":[0.0010136216878890991,0.0007004141807556152],"hidden_max_abs_diff":0.08203125,"hidden_bit_equal":false},{"id":"semif_b8e2750307df9761e716","q":0,"tokens":79,"max_abs_dp":0.000535130500793457,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.23945837499923073,0.09986508399015293],"max_abs_dp_vs_oracle":[0.000322878360748291,0.000858008861541748],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_5d31b4bf2d0fc193f53b","q":0,"tokens":84,"max_abs_dp":0.00039067864418029785,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.29015766602242365,0.09932533299433999],"max_abs_dp_vs_oracle":[0.0005703866481781006,0.0006467178463935852],"hidden_max_abs_diff":0.203125,"hidden_bit_equal":false},{"id":"semif_a9230edfc6ec9e524af0","q":0,"tokens":68,"max_abs_dp":1.901388168334961e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24235091599985026,0.09996429100283422],"max_abs_dp_vs_oracle":[7.617473602294922e-05,5.716085433959961e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_c100e84585149a04be49","q":0,"tokens":74,"max_abs_dp":5.0008296966552734e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2416062080010306,0.09989341697655618],"max_abs_dp_vs_oracle":[4.932750016450882e-05,4.519335925579071e-05],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_579beed184ffc1104aa9","q":0,"tokens":65,"max_abs_dp":3.4905970096588135e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2442799999844283,0.09997170799761079],"max_abs_dp_vs_oracle":[3.224611282348633e-05,2.950429916381836e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_c4e9bd463b6fde5be743","q":0,"tokens":53,"max_abs_dp":7.933378219604492e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.1934969169960823,0.10008312499849126],"max_abs_dp_vs_oracle":[0.0001491457223892212,0.00016678869724273682],"hidden_max_abs_diff":0.0703125,"hidden_bit_equal":false},{"id":"semif_b863998d4be2721a5dfd","q":0,"tokens":88,"max_abs_dp":0.0002161264419555664,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2892712089815177,0.09963166600209661],"max_abs_dp_vs_oracle":[0.00029744207859039307,0.0005135685205459595],"hidden_max_abs_diff":0.140625,"hidden_bit_equal":false},{"id":"semif_37cebc3792e98049439f","q":0,"tokens":85,"max_abs_dp":0.0006964206695556641,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2886640829965472,0.10045649998937733],"max_abs_dp_vs_oracle":[0.001650094985961914,0.002346515655517578],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"semif_64d63f86e328aff1481c","q":0,"tokens":93,"max_abs_dp":1.9377097487449646e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.29175183302140795,0.0999632089806255],"max_abs_dp_vs_oracle":[0.0015416741371154785,0.0015262961387634277],"hidden_max_abs_diff":0.0498046875,"hidden_bit_equal":false},{"id":"semif_6d64a8459f64eac7f4cc","q":0,"tokens":90,"max_abs_dp":0.0001062154769897461,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.2932669590227306,0.1007207499933429],"max_abs_dp_vs_oracle":[0.0005027055740356445,0.00039649009704589844],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_2708193212d8a4a523c7","q":0,"tokens":90,"max_abs_dp":0.0009818077087402344,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.29605191698647104,0.10044537502108142],"max_abs_dp_vs_oracle":[0.0012985467910766602,0.0017397105693817139],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_5a37d1dfcad20810a76a","q":0,"tokens":79,"max_abs_dp":8.392333984375e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24177799999597482,0.10047670800122432],"max_abs_dp_vs_oracle":[0.00038951635360717773,0.00030559301376342773],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_acacd8b46acd25cb954b","q":0,"tokens":89,"max_abs_dp":0.0002576112747192383,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.28951554201194085,0.10126883399789222],"max_abs_dp_vs_oracle":[0.001846611499786377,0.0021042227745056152],"hidden_max_abs_diff":0.1171875,"hidden_bit_equal":false},{"id":"semif_4089c199b8b796ec3ed8","q":0,"tokens":88,"max_abs_dp":0.0011316239833831787,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.29040262501803227,0.10027758398791775],"max_abs_dp_vs_oracle":[0.0022587478160858154,0.0011271238327026367],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"semif_02f2b95a5c5a4777a45c","q":0,"tokens":74,"max_abs_dp":6.628036499023438e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[1.8622658330132253,1.3661224170064088],"max_abs_dp_vs_oracle":[0.00024443864822387695,0.00017815828323364258],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_ebea4681e3dcc7d92ca2","q":0,"tokens":79,"max_abs_dp":0.00029540061950683594,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24490866699488834,0.10167666597408243],"max_abs_dp_vs_oracle":[0.0022743046283721924,0.0021672844886779785],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"semif_b8c5b9b285cbdddc9f8d","q":0,"tokens":70,"max_abs_dp":3.6716461181640625e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.24468245898606256,0.10120020800968632],"max_abs_dp_vs_oracle":[0.000156402587890625,0.00011968612670898438],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"semif_7ed75d854d99b3a81916","q":0,"tokens":68,"max_abs_dp":0.0010204315185546875,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2398185000056401,0.10413537500426173],"max_abs_dp_vs_oracle":[0.0033402740955352783,0.004291653633117676],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t01","q":0,"tokens":184,"max_abs_dp":0.0002737492322921753,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5827589160180651,0.2019517500011716],"max_abs_dp_vs_oracle":[0.0009923502802848816,0.0008460730314254761],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_t01","q":1,"tokens":149,"max_abs_dp":0.00011889636516571045,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4823615420027636,0.20147516700671986],"max_abs_dp_vs_oracle":[0.00024574995040893555,0.00036463141441345215],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_t01","q":2,"tokens":158,"max_abs_dp":0.0003312528133392334,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4807397919939831,0.20220324999536388],"max_abs_dp_vs_oracle":[0.0011954009532928467,0.0009684562683105469],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_t01","q":3,"tokens":156,"max_abs_dp":5.441904067993164e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.481342124985531,0.2043426250165794],"max_abs_dp_vs_oracle":[0.0007575750350952148,0.0007032193243503571],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_t02","q":0,"tokens":270,"max_abs_dp":0.0005358755588531494,"argmax_equal":true,"calls":[17,3],"decode_seconds":[0.8138843750057276,0.3026623330079019],"max_abs_dp_vs_oracle":[0.002466142177581787,0.0028693079948425293],"hidden_max_abs_diff":0.515625,"hidden_bit_equal":false},{"id":"own_t02","q":1,"tokens":303,"max_abs_dp":7.456541061401367e-05,"argmax_equal":true,"calls":[19,3],"decode_seconds":[0.894146583013935,0.3018274579953868],"max_abs_dp_vs_oracle":[0.00031960010528564453,0.00024503469467163086],"hidden_max_abs_diff":0.515625,"hidden_bit_equal":false},{"id":"own_t02","q":2,"tokens":262,"max_abs_dp":6.020069122314453e-06,"argmax_equal":true,"calls":[17,3],"decode_seconds":[0.7986040830146521,0.30302625001058914],"max_abs_dp_vs_oracle":[2.0687934011220932e-05,2.6702880859375e-05],"hidden_max_abs_diff":0.515625,"hidden_bit_equal":false},{"id":"own_t03","q":0,"tokens":232,"max_abs_dp":3.129243850708008e-05,"argmax_equal":true,"calls":[15,2],"decode_seconds":[0.7065650000004098,0.20070145800127648],"max_abs_dp_vs_oracle":[0.0003834962844848633,0.0003522038459777832],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t03","q":1,"tokens":214,"max_abs_dp":7.06985592842102e-05,"argmax_equal":true,"calls":[14,2],"decode_seconds":[0.6658959170163143,0.20126566602266394],"max_abs_dp_vs_oracle":[0.0006947889924049377,0.0006240904331207275],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t03","q":2,"tokens":245,"max_abs_dp":0.00011473149061203003,"argmax_equal":true,"calls":[16,2],"decode_seconds":[0.7682370410184376,0.2014640829875134],"max_abs_dp_vs_oracle":[0.00045424699783325195,0.0005643963813781738],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t04","q":0,"tokens":190,"max_abs_dp":1.1165160685777664e-05,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5735869170166552,0.20167991702328436],"max_abs_dp_vs_oracle":[0.0001156926155090332,0.00012475252151489258],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t04","q":1,"tokens":169,"max_abs_dp":6.514787673950195e-05,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5142044170061126,0.20263216699822806],"max_abs_dp_vs_oracle":[0.00032263994216918945,0.0003877878189086914],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t04","q":2,"tokens":191,"max_abs_dp":8.308887481689453e-05,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5624790409929119,0.2039187909977045],"max_abs_dp_vs_oracle":[0.0013790726661682129,0.0014621615409851074],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t04","q":3,"tokens":175,"max_abs_dp":0.00016009807586669922,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.514301749994047,0.20044679200509563],"max_abs_dp_vs_oracle":[0.0017864704132080078,0.001946568489074707],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t05","q":0,"tokens":132,"max_abs_dp":0.0006117671728134155,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.43405175002408214,0.20302854100009426],"max_abs_dp_vs_oracle":[0.0024379491806030273,0.0019211769104003906],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t05","q":1,"tokens":158,"max_abs_dp":0.0002149343490600586,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4688243330165278,0.20032820900087245],"max_abs_dp_vs_oracle":[0.0006114840507507324,0.00039654970169067383],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t05","q":2,"tokens":117,"max_abs_dp":1.0967254638671875e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.3741368750052061,0.10081645799800754],"max_abs_dp_vs_oracle":[9.070616215467453e-05,7.97533430159092e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t05","q":3,"tokens":125,"max_abs_dp":2.5033950805664062e-06,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.37625337499775924,0.10096283300663345],"max_abs_dp_vs_oracle":[6.490945816040039e-05,6.74128532409668e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t06","q":0,"tokens":301,"max_abs_dp":0.0007749199867248535,"argmax_equal":true,"calls":[19,3],"decode_seconds":[0.8927896249806508,0.29933258300297894],"max_abs_dp_vs_oracle":[0.0010325312614440918,0.00034731626510620117],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t06","q":1,"tokens":223,"max_abs_dp":0.00011324882507324219,"argmax_equal":true,"calls":[14,2],"decode_seconds":[0.6587426250043791,0.20069933400372975],"max_abs_dp_vs_oracle":[2.4080276489257812e-05,0.0001373291015625],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"own_t06","q":2,"tokens":224,"max_abs_dp":9.250640869140625e-05,"argmax_equal":true,"calls":[14,2],"decode_seconds":[0.6564233329845592,0.19875854201382026],"max_abs_dp_vs_oracle":[0.0008155107498168945,0.0007230043411254883],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t07","q":0,"tokens":219,"max_abs_dp":0.000702977180480957,"argmax_equal":true,"calls":[14,2],"decode_seconds":[0.654629249998834,0.19858966598985717],"max_abs_dp_vs_oracle":[0.005334138870239258,0.004821479320526123],"hidden_max_abs_diff":0.212890625,"hidden_bit_equal":false},{"id":"own_t07","q":1,"tokens":174,"max_abs_dp":0.0001244582235813141,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5140829579904675,0.19905445899348706],"max_abs_dp_vs_oracle":[0.0003982260823249817,0.0002737678587436676],"hidden_max_abs_diff":0.05078125,"hidden_bit_equal":false},{"id":"own_t07","q":2,"tokens":187,"max_abs_dp":0.000755608081817627,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5606727920239791,0.20037308300379664],"max_abs_dp_vs_oracle":[0.0028461813926696777,0.0020905733108520508],"hidden_max_abs_diff":0.2578125,"hidden_bit_equal":false},{"id":"own_t08","q":0,"tokens":155,"max_abs_dp":0.00023004040122032166,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4674486670119222,0.19977362497593276],"max_abs_dp_vs_oracle":[0.0010448060929775238,0.0008147656917572021],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t08","q":1,"tokens":155,"max_abs_dp":2.0742416381835938e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.47093020801548846,0.19927275000372902],"max_abs_dp_vs_oracle":[0.0003313422203063965,0.00031059980392456055],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"own_t08","q":2,"tokens":170,"max_abs_dp":0.0006370991468429565,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5165749579900876,0.19881029200041667],"max_abs_dp_vs_oracle":[0.0018852055072784424,0.0012481063604354858],"hidden_max_abs_diff":0.17236328125,"hidden_bit_equal":false},{"id":"own_t09","q":0,"tokens":122,"max_abs_dp":7.063150405883789e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.37929979199543595,0.09975908300839365],"max_abs_dp_vs_oracle":[0.00018775463104248047,0.00011712312698364258],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"own_t09","q":1,"tokens":151,"max_abs_dp":2.0151957869529724e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4687549170048442,0.19891712500248104],"max_abs_dp_vs_oracle":[0.00014865398406982422,0.0001392364501953125],"hidden_max_abs_diff":0.15625,"hidden_bit_equal":false},{"id":"own_t10","q":0,"tokens":161,"max_abs_dp":0.00014287233352661133,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5186599169974215,0.1990034999907948],"max_abs_dp_vs_oracle":[0.0003197789192199707,0.00017690658569335938],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"own_t10","q":1,"tokens":140,"max_abs_dp":0.00019091367721557617,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.42536362502141856,0.19867783301742747],"max_abs_dp_vs_oracle":[0.002150118350982666,0.00195920467376709],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_t10","q":2,"tokens":156,"max_abs_dp":8.153915405273438e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4766532919893507,0.19796879100613296],"max_abs_dp_vs_oracle":[0.0003095865249633789,0.00022804737091064453],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_j01","q":0,"tokens":212,"max_abs_dp":0.000628054141998291,"argmax_equal":true,"calls":[14,2],"decode_seconds":[0.6614291660080198,0.19824916598736309],"max_abs_dp_vs_oracle":[0.0034990906715393066,0.004127085208892822],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"own_j01","q":1,"tokens":223,"max_abs_dp":3.0117575079202652e-05,"argmax_equal":true,"calls":[14,2],"decode_seconds":[0.6781979170045815,0.19836433298769407],"max_abs_dp_vs_oracle":[7.349252700805664e-05,5.882978439331055e-05],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"own_j01","q":2,"tokens":242,"max_abs_dp":7.615238428115845e-05,"argmax_equal":true,"calls":[16,2],"decode_seconds":[0.7785097089945339,0.19823595901834778],"max_abs_dp_vs_oracle":[0.00033855438232421875,0.0002982616424560547],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"own_j01","q":3,"tokens":223,"max_abs_dp":1.8714461475610733e-05,"argmax_equal":true,"calls":[14,2],"decode_seconds":[0.7002820829802658,0.19783750001806766],"max_abs_dp_vs_oracle":[0.00015658140182495117,0.00017528189346194267],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"own_j02","q":0,"tokens":332,"max_abs_dp":0.00044411420822143555,"argmax_equal":true,"calls":[21,3],"decode_seconds":[2.687284667015774,1.4520130419987254],"max_abs_dp_vs_oracle":[0.0012121796607971191,0.0012494474649429321],"hidden_max_abs_diff":0.06298828125,"hidden_bit_equal":false},{"id":"own_j02","q":1,"tokens":232,"max_abs_dp":0.00032258033752441406,"argmax_equal":true,"calls":[15,2],"decode_seconds":[0.7394656249962281,0.1977143749827519],"max_abs_dp_vs_oracle":[0.0012698769569396973,0.0015924572944641113],"hidden_max_abs_diff":0.06298828125,"hidden_bit_equal":false},{"id":"own_j02","q":2,"tokens":237,"max_abs_dp":0.0004534721374511719,"argmax_equal":true,"calls":[15,2],"decode_seconds":[0.7424469580000732,0.19757550000213087],"max_abs_dp_vs_oracle":[6.0558319091796875e-05,0.000392913818359375],"hidden_max_abs_diff":0.06298828125,"hidden_bit_equal":false},{"id":"own_j03","q":0,"tokens":380,"max_abs_dp":0.00022661685943603516,"argmax_equal":true,"calls":[24,3],"decode_seconds":[1.1951643329812214,0.29719649997423403],"max_abs_dp_vs_oracle":[0.001729130744934082,0.0015025138854980469],"hidden_max_abs_diff":0.2578125,"hidden_bit_equal":false},{"id":"own_j03","q":1,"tokens":333,"max_abs_dp":0.0003393590450286865,"argmax_equal":true,"calls":[21,3],"decode_seconds":[1.0359252920025028,0.2975935830036178],"max_abs_dp_vs_oracle":[0.003001660108566284,0.003079742193222046],"hidden_max_abs_diff":0.447265625,"hidden_bit_equal":false},{"id":"own_j03","q":2,"tokens":314,"max_abs_dp":9.340047836303711e-05,"argmax_equal":true,"calls":[20,3],"decode_seconds":[0.9907864580163732,0.35200529199209996],"max_abs_dp_vs_oracle":[0.0012698769569396973,0.001363225281238556],"hidden_max_abs_diff":0.2578125,"hidden_bit_equal":false},{"id":"own_j04","q":0,"tokens":180,"max_abs_dp":9.100185707211494e-07,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.5896577920066193,0.1971957089845091],"max_abs_dp_vs_oracle":[0.00017583370208740234,0.00017523765563964844],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_j04","q":1,"tokens":171,"max_abs_dp":1.6093254089355469e-06,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5421215840033256,0.19752687501022592],"max_abs_dp_vs_oracle":[3.3915042877197266e-05,3.230571746826172e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_j04","q":2,"tokens":196,"max_abs_dp":0.0003231167793273926,"argmax_equal":true,"calls":[13,2],"decode_seconds":[0.6404898329928983,0.19767629200941883],"max_abs_dp_vs_oracle":[0.0021488070487976074,0.002471923828125],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_j05","q":0,"tokens":198,"max_abs_dp":0.0003497600555419922,"argmax_equal":true,"calls":[13,2],"decode_seconds":[0.6421721660008188,0.19725900000776164],"max_abs_dp_vs_oracle":[0.0011546015739440918,0.0008048415184020996],"hidden_max_abs_diff":0.06640625,"hidden_bit_equal":false},{"id":"own_j05","q":1,"tokens":153,"max_abs_dp":0.00036215782165527344,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4922556660021655,0.19723037499352358],"max_abs_dp_vs_oracle":[0.0017590522766113281,0.0013968944549560547],"hidden_max_abs_diff":0.06640625,"hidden_bit_equal":false},{"id":"own_j05","q":2,"tokens":169,"max_abs_dp":0.00016826391220092773,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5400890409946442,0.1971513330063317],"max_abs_dp_vs_oracle":[0.0011619031429290771,0.0010564029216766357],"hidden_max_abs_diff":0.06640625,"hidden_bit_equal":false},{"id":"own_a01","q":0,"tokens":199,"max_abs_dp":0.0006777346134185791,"argmax_equal":true,"calls":[13,2],"decode_seconds":[0.638571374991443,0.19750591600313783],"max_abs_dp_vs_oracle":[0.005506008863449097,0.006005138158798218],"hidden_max_abs_diff":0.5078125,"hidden_bit_equal":false},{"id":"own_a01","q":1,"tokens":166,"max_abs_dp":9.208917617797852e-05,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5407659579941537,0.19770383299328387],"max_abs_dp_vs_oracle":[0.0009357333183288574,0.0008436441421508789],"hidden_max_abs_diff":0.5078125,"hidden_bit_equal":false},{"id":"own_a01","q":2,"tokens":163,"max_abs_dp":0.0002790093421936035,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5429287079896312,0.19715520800673403],"max_abs_dp_vs_oracle":[0.0007929503917694092,0.001071929931640625],"hidden_max_abs_diff":0.5078125,"hidden_bit_equal":false},{"id":"own_m01","q":0,"tokens":156,"max_abs_dp":3.892183303833008e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4910329160047695,0.19711916698724963],"max_abs_dp_vs_oracle":[7.128715515136719e-05,3.236532211303711e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_m01","q":1,"tokens":150,"max_abs_dp":7.41519033908844e-06,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4895211659895722,0.19737845798954368],"max_abs_dp_vs_oracle":[0.00012248754501342773,0.0001298869028687477],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_m01","q":2,"tokens":159,"max_abs_dp":0.0016582012176513672,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4898067910107784,0.19696183397900313],"max_abs_dp_vs_oracle":[0.00164872407913208,0.00010609626770019531],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_m01","q":3,"tokens":169,"max_abs_dp":0.00025272369384765625,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5421546249999665,0.1970905830094125],"max_abs_dp_vs_oracle":[0.004118859767913818,0.004371583461761475],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_m01","q":4,"tokens":154,"max_abs_dp":2.384185791015625e-06,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.491209958010586,0.1976034579856787],"max_abs_dp_vs_oracle":[3.2007694244384766e-05,3.439188003540039e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_m01","q":5,"tokens":168,"max_abs_dp":5.918741226196289e-05,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5389699160004966,0.197562083019875],"max_abs_dp_vs_oracle":[0.0003114938735961914,0.0003706812858581543],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_m01","q":6,"tokens":154,"max_abs_dp":0.00010716915130615234,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.4935596249997616,0.19646358297904953],"max_abs_dp_vs_oracle":[8.521229028701782e-05,0.00019236654043197632],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_m01","q":7,"tokens":169,"max_abs_dp":3.731250762939453e-05,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.5410504589963239,0.19783820799784735],"max_abs_dp_vs_oracle":[0.0006078481674194336,0.0006451606750488281],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"own_L01","q":0,"tokens":1793,"max_abs_dp":0.00012493133544921875,"argmax_equal":true,"calls":[113,15],"decode_seconds":[5.634211833006702,1.4991760830162093],"max_abs_dp_vs_oracle":[0.00025647878646850586,0.00015955418348312378],"hidden_max_abs_diff":2.04638671875,"hidden_bit_equal":false},{"id":"own_L01","q":1,"tokens":1766,"max_abs_dp":6.324425339698792e-05,"argmax_equal":true,"calls":[111,14],"decode_seconds":[5.570574332989054,1.395935833978001],"max_abs_dp_vs_oracle":[5.62518835067749e-05,6.992369890213013e-06],"hidden_max_abs_diff":2.04638671875,"hidden_bit_equal":false},{"id":"own_L01","q":2,"tokens":1802,"max_abs_dp":0.001842796802520752,"argmax_equal":true,"calls":[113,15],"decode_seconds":[5.747586874989793,1.496089459018549],"max_abs_dp_vs_oracle":[0.003936290740966797,0.002093493938446045],"hidden_max_abs_diff":2.04638671875,"hidden_bit_equal":false},{"id":"own_L02","q":0,"tokens":1518,"max_abs_dp":5.143880844116211e-05,"argmax_equal":true,"calls":[95,12],"decode_seconds":[4.854917041986482,1.1960632920090575],"max_abs_dp_vs_oracle":[0.0006527304649353027,0.0006012916564941406],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_L02","q":1,"tokens":1497,"max_abs_dp":1.0132789611816406e-05,"argmax_equal":true,"calls":[94,12],"decode_seconds":[4.710029999987455,1.1946964169910643],"max_abs_dp_vs_oracle":[0.0001672506332397461,0.0001571178436279297],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_L02","q":2,"tokens":1539,"max_abs_dp":0.0002652406692504883,"argmax_equal":true,"calls":[97,13],"decode_seconds":[4.8439891659945715,1.2957906250085216],"max_abs_dp_vs_oracle":[0.000254213809967041,5.1818788051605225e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_L02","q":3,"tokens":1499,"max_abs_dp":2.0543113350868225e-05,"argmax_equal":true,"calls":[94,12],"decode_seconds":[4.7423840839765035,1.1921764999860898],"max_abs_dp_vs_oracle":[0.00021445751190185547,0.00023498572409152985],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"own_L03","q":0,"tokens":1475,"max_abs_dp":1.728534698486328e-05,"argmax_equal":true,"calls":[93,12],"decode_seconds":[4.680181375006214,1.1901451659796294],"max_abs_dp_vs_oracle":[9.256601333618164e-05,7.528066635131836e-05],"hidden_max_abs_diff":0.390625,"hidden_bit_equal":false},{"id":"own_L03","q":1,"tokens":1445,"max_abs_dp":3.880821168422699e-06,"argmax_equal":true,"calls":[91,12],"decode_seconds":[4.592999540996971,1.1934620829997584],"max_abs_dp_vs_oracle":[6.711483001708984e-05,7.092952728271484e-05],"hidden_max_abs_diff":0.390625,"hidden_bit_equal":false},{"id":"own_L03","q":2,"tokens":1451,"max_abs_dp":1.6093254089355469e-06,"argmax_equal":true,"calls":[91,12],"decode_seconds":[5.933194458018988,1.1955927500093821],"max_abs_dp_vs_oracle":[9.781122207641602e-05,9.942054748535156e-05],"hidden_max_abs_diff":0.390625,"hidden_bit_equal":false},{"id":"own_L03","q":3,"tokens":1463,"max_abs_dp":0.00017851591110229492,"argmax_equal":true,"calls":[92,12],"decode_seconds":[6.111808916990412,1.1950191670039203],"max_abs_dp_vs_oracle":[0.0013161301612854004,0.0011376142501831055],"hidden_max_abs_diff":0.390625,"hidden_bit_equal":false}]},"note":"round 12 full gate (fixture 434), form K128","generated_at":"2026-10-04T02:09:21+00:00"},"heldout":{"schema":"kev-decoder-readout-gate/1","gate":"decoder alone on the Mac GPU (oracle row ids), the fp16 hidden read through the fp32 pointer head","bundle":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_4b_decode_fp16_metal_pf128","name":"kev_4b_decode_fp16_metal_pf128","kind":"decision-backbone","compression":null,"prefill_chunk":128,"metadata_sha256":"c4e928ab41354b8c9ad7f7f74fb74ac7799da62199cd6ca6762d802763ee9b67","main_mlirb":{"bytes":8412500461,"sha256":"da529dd48f08a7535ca6b8dfb5640723641c2058daf7757a52a9a527413eb17f"},"tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"3891e840d7dc5fca0af33d3a25083a735e36fe06214e3f707024820cb6b9f89c"},"head_sha256":{"head.safetensors":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head.json":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_4b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":15552786962,"tree_sha256":"bd6e33767833e36a75b3264a9117bacdfee07f7a58f381321da231752f023547","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fcbdecf16c8847baaee51308c8342ee64d4ed0bc61ab905be6225c565dc7c196","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"8895a751b20f1fc26f9f465628eb7eaa6421b607232d5d33b669933704148073","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"cf0d00a7a041df40e0503d493450711a9ef73d146ac4b665c64bdbc79abd2fed","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"7a484ea23d273a4954f6340e000ec4b858740e1e41ceabe9e99fc54ae7be1678","main-h16c.mlirb":"58543af8e0c6016a8341064565c91757fa62ce39c12ec3659dfe370f68ad9100","main.hash":"40ae31fcc9c5b87b7f1fbceb6b89e7af060e7727e1e20cd3648e763a97ceecf9","metadata.json":"de19112835764a79c0e13fd9b601efc2a27020e7bd0e5ca00b832077c455bad7","stats.json":"7407b0a055b43c5460f2472d08b46f846a092aaa45c8bd5944ad47e1e0fbbf9b"}}},"chunk":128,"max_ctx":4096,"readout":"one row per question, fresh zero states per row; a row of T ids runs as ceil(T / 128) calls of 'main' (static S = 128): call k gets ids[128k : 128k + 128] with position_ids 0..128k+127; the last call is padded with <|endoftext|> (248044) and the hidden rows of the padded positions are discarded (causal: they cannot reach a real position). The hidden rows [1, 128, 2560] of every call, concatenated and cut to T, are the backbone's final-norm last_hidden_state [T, 2560] the head reads. A row fits when ceil(T / 128) * 128 <= 4095 (the position dim's upper bound; the KV sequence dim is allocated at 4096).","descriptor_same_in_every_process":true,"contract":{"inputs":{"input_ids":[[1,128],"int32"],"position_ids":[[1,-1],"int32"]},"outputs":{"hidden":[[1,128,2560],"float16"]},"states":{"keyCache":[[8,1,4,-1,256],"float16"],"valueCache":[[8,1,4,-1,256],"float16"],"convState":[[24,1,8192,3],"float16"],"recState":[[24,1,32,128,128],"float16"]}},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/heldout/records_oracle.json","sha256":"dfa101a559450a8b75c140bafd120728561273908a527ad89ce44d5558d31c59","checkpoint":"jaredpalmer/kev-4b@591dcb5bd6d05eb0b5131ea6608f93f10243335c","versions":{"python":"3.12.13","torch":"2.8.0","transformers":"5.17.0","peft":"0.21.0","numpy":"2.5.3","safetensors":"0.8.0"}},"model":"kev-4b","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle_4b/head/head.safetensors","head_safetensors_sha256":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head_json_sha256":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416","scale":0.0625,"temperature":2.406050072164233,"dtype":"float32","device":"cpu"},"subset":"all","rows_file":null,"subset_file":null,"script":{"path":"conversion/kev/readout_gate.py","sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b"},"bar":{"max_abs_dp":0.02,"mean_of_run_mean_abs_dp":0.002,"near_tie_top2_margin":0.02,"argmax":"every question with an oracle top-2 margin above 0.02; near-ties listed apart","max_abs_dp_applies_to":"every option of every question, near-ties included","reset":"bit-equal hidden rows in every process","mean_of_run_mean_abs_dp_definition":"mean over runs (one run = one row = one question) of the mean |dp| over that question's options"},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","torch":"2.9.0","safetensors":"0.7.0"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","head":"the pointer head from head.safetensors, fp32, CPU (parity_decoder_torch.KevHead)","gpu":"shared with other sessions, no _GPU_LOCK held (times are contended reference values)"},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":68,"content":"kev speed r12 timing-gate pid <n> since 2026-10-04T11:03:39+09:00\n","mtime":"2026-10-04T11:03:39+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":68,"content":"kev speed r12 timing-gate pid <n> since 2026-10-04T11:03:39+09:00\n","mtime":"2026-10-04T11:03:39+09:00"}},"processes":[{"shard":"shard_00","runs":["tv4h_00:q0:base","tv4h_01:q0:base","tv4h_02:q0:base","tv4h_03:q0:base","tv4h_04:q0:base","tv4h_05:q0:base","tv4h_06:q0:base","tv4h_07:q0:base","tv4h_08:q0:base","tv4h_09:q0:base","tv4h_10:q0:base","tv4h_11:q0:base","tv4h_12:q0:base","tv4h_13:q0:base","tv4h_14:q0:base","tv4h_15:q0:base","tv4h_16:q0:base","tv4h_17:q0:base","tv4h_18:q0:base","tv4h_19:q0:base","tv4h_20:q0:base","tv4h_21:q0:base","tv4h_22:q0:base","tv4h_23:q0:base","tv4h_24:q0:base","tv4h_25:q0:base","tv4h_26:q0:base","tv4h_27:q0:base","tv4h_28:q0:base","tv4h_29:q0:base","tv4h_30:q0:base","tv4h_31:q0:base","tv4h_32:q0:base"],"prompts":34,"load_seconds":1.255608207982732,"load_split_seconds":{"model":0.005295957991620526,"main":1.2503122499911115},"function_names":["main"],"process_wall_seconds":6.794289917015703,"reset_check":{"run":"tv4h_00:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10896170898922719},"contract_mismatch":[]},{"shard":"shard_01","runs":["tv4h_33:q0:base","tv4h_34:q0:base","tv4h_35:q0:base","tv4h_36:q0:base","tv4h_37:q0:base","tv4h_38:q0:base","tv4h_39:q0:base","tv4xh_emotion_00:q0:base","tv4xh_emotion_01:q0:base","tv4xh_emotion_02:q0:base","tv4xh_emotion_03:q0:base","tv4xh_emotion_04:q0:base","tv4xh_emotion_05:q0:base","tv4xh_emotion_06:q0:base","tv4xh_emotion_07:q0:base","tv4xh_emotion_08:q0:base","tv4xh_emotion_09:q0:base","tv4xh_tweet_offensive_00:q0:base","tv4xh_tweet_offensive_01:q0:base","tv4xh_tweet_offensive_02:q0:base","tv4xh_tweet_offensive_03:q0:base","tv4xh_tweet_offensive_04:q0:base","tv4xh_tweet_offensive_05:q0:base","tv4xh_tweet_offensive_06:q0:base","tv4xh_tweet_offensive_07:q0:base","tv4xh_tweet_offensive_08:q0:base","tv4xh_tweet_offensive_09:q0:base","tv4xh_qnli_00:q0:base","tv4xh_qnli_01:q0:base","tv4xh_qnli_02:q0:base","tv4xh_qnli_03:q0:base","tv4xh_qnli_04:q0:base","tv4xh_qnli_05:q0:base"],"prompts":34,"load_seconds":1.2389682919892948,"load_split_seconds":{"model":0.005531583999982104,"main":1.2334367079893127},"function_names":["main"],"process_wall_seconds":6.483674957999028,"reset_check":{"run":"tv4h_33:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10875545800081454},"contract_mismatch":[]},{"shard":"shard_02","runs":["tv4xh_qnli_06:q0:base","tv4xh_qnli_07:q0:base","tv4xh_qnli_08:q0:base","tv4xh_qnli_09:q0:base","tv4xh_paws_00:q0:base","tv4xh_paws_01:q0:base","tv4xh_paws_02:q0:base","tv4xh_paws_03:q0:base","tv4xh_paws_04:q0:base","tv4xh_paws_05:q0:base","tv4xh_paws_06:q0:base","tv4xh_paws_07:q0:base","tv4xh_paws_08:q0:base","tv4xh_paws_09:q0:base","tv4xh_sciq_00:q0:base","tv4xh_sciq_01:q0:base","tv4xh_sciq_02:q0:base","tv4xh_sciq_03:q0:base","tv4xh_sciq_04:q0:base","tv4xh_sciq_05:q0:base","tv4xh_sciq_06:q0:base","tv4xh_sciq_07:q0:base","tv4xh_sciq_08:q0:base","tv4xh_sciq_09:q0:base","tv4xh_legacy_holdout_00:q0:base","tv4xh_legacy_holdout_01:q0:base","tv4xh_legacy_holdout_02:q0:base","tv4xh_legacy_holdout_03:q0:base","tv4xh_legacy_holdout_04:q0:base","tv4xh_legacy_holdout_05:q0:base","tv4xh_legacy_holdout_06:q0:base","tv4xh_legacy_holdout_07:q0:base","tv4xh_legacy_holdout_08:q0:base"],"prompts":34,"load_seconds":1.3010982499981765,"load_split_seconds":{"model":0.005494083015946671,"main":1.2956041669822298},"function_names":["main"],"process_wall_seconds":6.578606833005324,"reset_check":{"run":"tv4xh_qnli_06:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10934175000875257},"contract_mismatch":[]},{"shard":"shard_03","runs":["tv4xh_legacy_holdout_09:q0:base","tv4xh_composition_holdout_00:q0:base","tv4xh_composition_holdout_01:q0:base","tv4xh_composition_holdout_02:q0:base","tv4xh_composition_holdout_03:q0:base","tv4xh_composition_holdout_04:q0:base","tv4xh_composition_holdout_05:q0:base","tv4xh_composition_holdout_06:q0:base","tv4xh_composition_holdout_07:q0:base","tv4xh_composition_holdout_08:q0:base","tv4xh_composition_holdout_09:q0:base","tv4sh_00:q0:base","tv4sh_01:q0:base","tv4sh_02:q0:base","tv4sh_03:q0:base","tv4sh_04:q0:base","tv4sh_05:q0:base","tv4sh_06:q0:base","tv4sh_07:q0:base","tv4sh_08:q0:base","tv4sh_09:q0:base","tv4sh_10:q0:base","tv4sh_11:q0:base","tv4sh_12:q0:base","tv4sh_13:q0:base","tv4sh_14:q0:base","tv4sh_15:q0:base","tv4sh_16:q0:base","tv4sh_17:q0:base","tv4sh_18:q0:base","tv4sh_19:q0:base"],"prompts":32,"load_seconds":1.2953927500057034,"load_split_seconds":{"model":0.005473791999975219,"main":1.2899189580057282},"function_names":["main"],"process_wall_seconds":6.516897416004213,"reset_check":{"run":"tv4xh_legacy_holdout_09:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10934774999623187},"contract_mismatch":[]}],"summary":{"runs":130,"expected_runs":130,"missing_runs":[],"questions":130,"argmax_equal":129,"questions_non_near_tie":126,"argmax_equal_non_near_tie":126,"near_tie_questions":4,"argmax_equal_near_tie":3,"max_abs_dp":0.009610295295715332,"max_abs_dp_non_near_tie":0.009610295295715332,"mean_of_run_mean_abs_dp":0.0006897504849677298,"mean_of_record_mean_abs_dp":0.0006897504849677298,"mean_question_max_abs_dp":0.0010869600684740223,"max_abs_dlogit_T":0.03719377517700195,"worst_run":{"id":"tv4sh_11","q":0,"max_abs_dp":0.009610295295715332},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":11874,"padded_tokens":18304,"calls":143,"pad_waste":0.3512893356643357,"decode_ms_total":18497.483496001223,"ms_per_call_median":98.94608298782259,"ms_per_call_warm_median":98.9374999771826},"by_source":{"transfer_v4_dev_head_heldout":{"runs":40,"expected_runs":40,"missing_runs":[],"questions":40,"argmax_equal":39,"questions_non_near_tie":37,"argmax_equal_non_near_tie":37,"near_tie_questions":3,"argmax_equal_near_tie":2,"max_abs_dp":0.007217466831207275,"max_abs_dp_non_near_tie":0.007217466831207275,"mean_of_run_mean_abs_dp":0.0007567293917236384,"mean_of_record_mean_abs_dp":0.0007567293917236384,"mean_question_max_abs_dp":0.0015040965750813483,"max_abs_dlogit_T":0.02631855010986328,"worst_run":{"id":"tv4h_06","q":0,"max_abs_dp":0.007217466831207275},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":4039,"padded_tokens":6016,"calls":47,"pad_waste":0.32862367021276595,"decode_ms_total":6808.115042949794,"ms_per_call_median":98.87516702292487,"ms_per_call_warm_median":98.87158399214968},"transfer_v4_dev_score_heldout":{"runs":20,"expected_runs":20,"missing_runs":[],"questions":20,"argmax_equal":20,"questions_non_near_tie":20,"argmax_equal_non_near_tie":20,"near_tie_questions":0,"argmax_equal_near_tie":0,"max_abs_dp":0.009610295295715332,"max_abs_dp_non_near_tie":0.009610295295715332,"mean_of_run_mean_abs_dp":0.0013421332211388897,"mean_of_record_mean_abs_dp":0.0013421332211388897,"mean_question_max_abs_dp":0.0020131906494498253,"max_abs_dlogit_T":0.03719377517700195,"worst_run":{"id":"tv4sh_11","q":0,"max_abs_dp":0.009610295295715332},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":1967,"padded_tokens":2560,"calls":20,"pad_waste":0.231640625,"decode_ms_total":1982.217915036017,"ms_per_call_median":99.04993799864314,"ms_per_call_warm_median":99.04993799864314},"transfer_v4_dev_sources_heldout":{"runs":70,"expected_runs":70,"missing_runs":[],"questions":70,"argmax_equal":70,"questions_non_near_tie":69,"argmax_equal_non_near_tie":69,"near_tie_questions":1,"argmax_equal_near_tie":1,"max_abs_dp":0.003762364387512207,"max_abs_dp_non_near_tie":0.003762364387512207,"mean_of_run_mean_abs_dp":0.00046508175648687895,"mean_of_record_mean_abs_dp":0.00046508175648687895,"mean_question_max_abs_dp":0.0005839590415624635,"max_abs_dlogit_T":0.018024921417236328,"worst_run":{"id":"tv4xh_emotion_03","q":0,"max_abs_dp":0.003762364387512207},"finite_all":true,"all_zero_runs":0,"hidden_rows":0,"min_pos_cos":null,"hidden_max_abs_diff":null,"positions":0,"positions_below":{"0.99":0,"0.9":0,"0.5":0},"tokens":5868,"padded_tokens":9728,"calls":76,"pad_waste":0.39679276315789475,"decode_ms_total":9707.150538015412,"ms_per_call_median":98.94491649174597,"ms_per_call_warm_median":98.92327048873994}},"near_ties":[{"id":"tv4h_01","q":0,"qid":"answer","oracle_top2_margin":0.0019861161708831787,"argmax_equal":true,"max_abs_dp":0.0007988214492797852,"probs":[0.29999375343322754,0.2815800905227661,0.12054955214262009,0.29787659645080566]},{"id":"tv4h_07","q":0,"qid":"answer","oracle_top2_margin":0.0007132887840270996,"argmax_equal":false,"max_abs_dp":0.0010401904582977295,"probs":[0.24486662447452545,0.2566481828689575,0.24294181168079376,0.25554341077804565]},{"id":"tv4h_20","q":0,"qid":"answer","oracle_top2_margin":0.0029889941215515137,"argmax_equal":true,"max_abs_dp":0.0019537806510925293,"probs":[0.3085102140903473,0.13865268230438232,0.30858394503593445,0.1196388304233551,0.12461429089307785]},{"id":"tv4xh_emotion_02","q":0,"qid":"emotion","oracle_top2_margin":0.011945128440856934,"argmax_equal":true,"max_abs_dp":0.001270592212677002,"probs":[0.08653748035430908,0.09677823632955551,0.3890906572341919,0.016074268147349358,0.37463128566741943,0.03688807040452957]}],"checks":{"all_runs":true,"argmax_non_near_tie":true,"max_abs_dp":true,"mean_of_run_mean_abs_dp":true,"finite":true,"reset_bit_equal_all_processes":true},"result":"PASS","red_arm":null,"timing":{"contended":true,"S":128,"load_seconds":{"first_process":1.255608207982732,"median":1.2755004789942177,"all":[1.255608207982732,1.2389682919892948,1.3010982499981765,1.2953927500057034]},"ms_per_call_warm_runs":{"n":139,"median":98.9374999771826,"p10":98.622783011524,"p90":99.19419938814826},"ms_per_call_all_runs":{"n":143,"median":98.94608298782259,"p10":98.62494980916381,"p90":99.23527499195188},"ms_per_token_warm_runs":{"n":126,"median":1.191548735827864,"p10":0.8670636896738655,"p90":1.8315429563732342},"run_decode_seconds_warm_runs":{"n":126,"median":0.09901652051485144,"p10":0.09867316650343128,"p90":0.09946591701009311},"fixture_434_rows":{"calls":143,"tokens":11874,"padded_tokens":18304,"pad_waste":0.3512893356643357,"projected_ms_at_warm_median_per_call":14148.062496737111}},"seconds":{"gpu_processes":26.40917354199337,"scoring":9.133018499996979,"total":35.6162128750002},"runs":[{"id":"tv4h_00","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":1.1814949580002576,"wall_seconds":1.19559470799868,"finite":true,"all_zero":false,"index":0,"shard":"shard_00","first_in_process":true,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.001000821590423584,"mean_abs_dp":0.000538904219865799,"max_abs_dlogit_T":0.008367776870727539,"oracle_top2_margin":0.042098015546798706,"near_tie":false,"n_options":4,"probs":[0.4736717939376831,0.04168267920613289,0.052147939801216125,0.4324975907802582]},{"id":"tv4h_01","q":0,"variant":"base","tokens":127,"calls":1,"padded_tokens":128,"decode_seconds":0.0987103339866735,"wall_seconds":0.1085423750046175,"finite":true,"all_zero":false,"index":1,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0007988214492797852,"mean_abs_dp":0.0003994237631559372,"max_abs_dlogit_T":0.006002545356750488,"oracle_top2_margin":0.0019861161708831787,"near_tie":true,"n_options":4,"probs":[0.29999375343322754,0.2815800905227661,0.12054955214262009,0.29787659645080566]},{"id":"tv4h_02","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09904504197766073,"wall_seconds":0.10908029199345037,"finite":true,"all_zero":false,"index":2,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0034534335136413574,"mean_abs_dp":0.0017267321236431599,"max_abs_dlogit_T":0.02037334442138672,"oracle_top2_margin":0.7700859308242798,"near_tie":false,"n_options":4,"probs":[0.08537283539772034,0.044342078268527985,0.020496735349297523,0.8497883081436157]},{"id":"tv4h_03","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09888112501357682,"wall_seconds":0.10876433298108168,"finite":true,"all_zero":false,"index":3,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0021739304065704346,"mean_abs_dp":0.0010869726538658142,"max_abs_dlogit_T":0.014451861381530762,"oracle_top2_margin":0.13439473509788513,"near_tie":false,"n_options":4,"probs":[0.13283975422382355,0.3843117952346802,0.23035162687301636,0.2524968087673187]},{"id":"tv4h_04","q":0,"variant":"base","tokens":140,"calls":2,"padded_tokens":256,"decode_seconds":0.1979905409971252,"wall_seconds":0.2082573749939911,"finite":true,"all_zero":false,"index":4,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0002657771110534668,"mean_abs_dp":0.00013288052286952734,"max_abs_dlogit_T":0.009425163269042969,"oracle_top2_margin":0.9604895114898682,"near_tie":false,"n_options":4,"probs":[0.007699638605117798,0.008409772999584675,0.9720083475112915,0.011882305145263672]},{"id":"tv4h_05","q":0,"variant":"base","tokens":55,"calls":1,"padded_tokens":128,"decode_seconds":0.09901554102543741,"wall_seconds":0.10946787500870414,"finite":true,"all_zero":false,"index":5,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0004712790250778198,"mean_abs_dp":0.0004220125265419483,"max_abs_dlogit_T":0.010221719741821289,"oracle_top2_margin":0.07311615347862244,"near_tie":false,"n_options":4,"probs":[0.19585418701171875,0.3528103530406952,0.026212720200419426,0.4251227080821991]},{"id":"tv4h_06","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.09902424999745563,"wall_seconds":0.10855574999004602,"finite":true,"all_zero":false,"index":6,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.007217466831207275,"mean_abs_dp":0.0036087241023778915,"max_abs_dlogit_T":0.02418231964111328,"oracle_top2_margin":0.19974440336227417,"near_tie":false,"n_options":4,"probs":[0.3182791769504547,0.08864191919565201,0.0875382348895073,0.5055406093597412]},{"id":"tv4h_07","q":0,"variant":"base","tokens":107,"calls":1,"padded_tokens":128,"decode_seconds":0.0990331250068266,"wall_seconds":0.10857337500783615,"finite":true,"all_zero":false,"index":7,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":3,"argmax_equal":false,"max_abs_dp":0.0010401904582977295,"mean_abs_dp":0.0005223117768764496,"max_abs_dlogit_T":0.005462467670440674,"oracle_top2_margin":0.0007132887840270996,"near_tie":true,"n_options":4,"probs":[0.24486662447452545,0.2566481828689575,0.24294181168079376,0.25554341077804565]},{"id":"tv4h_08","q":0,"variant":"base","tokens":87,"calls":1,"padded_tokens":128,"decode_seconds":0.09898908401373774,"wall_seconds":0.10906524999882095,"finite":true,"all_zero":false,"index":8,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001589059829711914,"mean_abs_dp":0.0009201113134622574,"max_abs_dlogit_T":0.007157564163208008,"oracle_top2_margin":0.061450451612472534,"near_tie":false,"n_options":4,"probs":[0.06917395442724228,0.30998945236206055,0.3737071752548218,0.24712945520877838]},{"id":"tv4h_09","q":0,"variant":"base","tokens":118,"calls":1,"padded_tokens":128,"decode_seconds":0.0990269579924643,"wall_seconds":0.10863154102116823,"finite":true,"all_zero":false,"index":9,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0023109912872314453,"mean_abs_dp":0.0011554965749382973,"max_abs_dlogit_T":0.012034416198730469,"oracle_top2_margin":0.22479355335235596,"near_tie":false,"n_options":4,"probs":[0.49374285340309143,0.26620209217071533,0.1840510070323944,0.05600402131676674]},{"id":"tv4h_10","q":0,"variant":"base","tokens":179,"calls":2,"padded_tokens":256,"decode_seconds":0.19729924999410287,"wall_seconds":0.20751820801524445,"finite":true,"all_zero":false,"index":10,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0019219517707824707,"mean_abs_dp":0.001306965947151184,"max_abs_dlogit_T":0.01750469207763672,"oracle_top2_margin":0.16825032234191895,"near_tie":false,"n_options":4,"probs":[0.11093530058860779,0.309591680765152,0.4766119718551636,0.10286109149456024]},{"id":"tv4h_11","q":0,"variant":"base","tokens":299,"calls":3,"padded_tokens":384,"decode_seconds":0.2966812920058146,"wall_seconds":0.30645500001264736,"finite":true,"all_zero":false,"index":11,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.00026448071002960205,"mean_abs_dp":0.00013223409769125283,"max_abs_dlogit_T":0.012299299240112305,"oracle_top2_margin":0.9116358160972595,"near_tie":false,"n_options":4,"probs":[0.0029773868154734373,0.04180196672677994,0.0012884802417829633,0.9539321064949036]},{"id":"tv4h_12","q":0,"variant":"base","tokens":131,"calls":2,"padded_tokens":256,"decode_seconds":0.19770324998535216,"wall_seconds":0.20806375000393018,"finite":true,"all_zero":false,"index":12,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0022939443588256836,"mean_abs_dp":0.0011469374876469374,"max_abs_dlogit_T":0.007854223251342773,"oracle_top2_margin":0.6341601610183716,"near_tie":false,"n_options":4,"probs":[0.176786869764328,0.01111019216477871,0.8064323663711548,0.005670508835464716]},{"id":"tv4h_13","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09900687501067296,"wall_seconds":0.10968041600426659,"finite":true,"all_zero":false,"index":13,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00043016672134399414,"mean_abs_dp":0.00021511269733309746,"max_abs_dlogit_T":0.021719932556152344,"oracle_top2_margin":0.9639369249343872,"near_tie":false,"n_options":4,"probs":[0.001583208329975605,0.010368592105805874,0.975667417049408,0.01238083653151989]},{"id":"tv4h_14","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.0990274999930989,"wall_seconds":0.10943916600081138,"finite":true,"all_zero":false,"index":14,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001875162124633789,"mean_abs_dp":0.0009376010857522488,"max_abs_dlogit_T":0.008274316787719727,"oracle_top2_margin":0.45116114616394043,"near_tie":false,"n_options":4,"probs":[0.22867625951766968,0.009659957140684128,0.6763442754745483,0.08531957119703293]},{"id":"tv4h_15","q":0,"variant":"base","tokens":49,"calls":1,"padded_tokens":128,"decode_seconds":0.09893958398606628,"wall_seconds":0.10916925000492483,"finite":true,"all_zero":false,"index":15,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0005591064691543579,"mean_abs_dp":0.00027953844983130693,"max_abs_dlogit_T":0.02631855010986328,"oracle_top2_margin":0.9128215312957764,"near_tie":false,"n_options":4,"probs":[0.03283531591296196,0.006783580407500267,0.9465219974517822,0.013859054073691368]},{"id":"tv4h_16","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09893479201127775,"wall_seconds":0.1084651249984745,"finite":true,"all_zero":false,"index":16,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009648799896240234,"mean_abs_dp":0.00048241205513477325,"max_abs_dlogit_T":0.008327007293701172,"oracle_top2_margin":0.435241162776947,"near_tie":false,"n_options":4,"probs":[0.23636241257190704,0.6705271005630493,0.04738248512148857,0.04572790488600731]},{"id":"tv4h_17","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.09876275001442991,"wall_seconds":0.10798812500433996,"finite":true,"all_zero":false,"index":17,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0016536712646484375,"mean_abs_dp":0.0008268356323242188,"max_abs_dlogit_T":0.011207103729248047,"oracle_top2_margin":0.2085028886795044,"near_tie":false,"n_options":4,"probs":[0.049933139234781265,0.535900354385376,0.32991936802864075,0.08424711227416992]},{"id":"tv4h_18","q":0,"variant":"base","tokens":62,"calls":1,"padded_tokens":128,"decode_seconds":0.09881762499571778,"wall_seconds":0.11027974999160506,"finite":true,"all_zero":false,"index":18,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0006466507911682129,"mean_abs_dp":0.00032333924900740385,"max_abs_dlogit_T":0.009342193603515625,"oracle_top2_margin":0.8926803469657898,"near_tie":false,"n_options":4,"probs":[0.005571609828621149,0.04660714045166969,0.9381680488586426,0.009653222747147083]},{"id":"tv4h_19","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.0985680419835262,"wall_seconds":0.1074670419911854,"finite":true,"all_zero":false,"index":19,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.004417449235916138,"mean_abs_dp":0.0022087162360548973,"max_abs_dlogit_T":0.02617931365966797,"oracle_top2_margin":0.05651918053627014,"near_tie":false,"n_options":4,"probs":[0.0615038238465786,0.43500256538391113,0.11751250922679901,0.38598108291625977]},{"id":"tv4h_20","q":0,"variant":"base","tokens":108,"calls":1,"padded_tokens":128,"decode_seconds":0.09880341700045392,"wall_seconds":0.10780683401389979,"finite":true,"all_zero":false,"index":20,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0019537806510925293,"mean_abs_dp":0.0009245991706848145,"max_abs_dlogit_T":0.008699655532836914,"oracle_top2_margin":0.0029889941215515137,"near_tie":true,"n_options":5,"probs":[0.3085102140903473,0.13865268230438232,0.30858394503593445,0.1196388304233551,0.12461429089307785]},{"id":"tv4h_21","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.09896183400996961,"wall_seconds":0.10816345899365842,"finite":true,"all_zero":false,"index":21,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0007414519786834717,"mean_abs_dp":0.0004070848226547241,"max_abs_dlogit_T":0.004586160182952881,"oracle_top2_margin":0.1026773452758789,"near_tie":false,"n_options":4,"probs":[0.26031792163848877,0.1881757229566574,0.3621172308921814,0.18938903510570526]},{"id":"tv4h_22","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.09865816700039431,"wall_seconds":0.10774841700913385,"finite":true,"all_zero":false,"index":22,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0024174153804779053,"mean_abs_dp":0.0014419369399547577,"max_abs_dlogit_T":0.013820946216583252,"oracle_top2_margin":0.039864301681518555,"near_tie":false,"n_options":4,"probs":[0.2593357563018799,0.2998739182949066,0.22956937551498413,0.21122096478939056]},{"id":"tv4h_23","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09871208301046863,"wall_seconds":0.1089783749775961,"finite":true,"all_zero":false,"index":23,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00044846534729003906,"mean_abs_dp":0.00017938825767487286,"max_abs_dlogit_T":0.012400627136230469,"oracle_top2_margin":0.8986423015594482,"near_tie":false,"n_options":5,"probs":[0.0009957918664440513,0.9424670338630676,0.006589335389435291,0.04457817226648331,0.005369630642235279]},{"id":"tv4h_24","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":0.09885645899339579,"wall_seconds":0.10859779201564379,"finite":true,"all_zero":false,"index":24,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004411935806274414,"mean_abs_dp":0.00022060034098103642,"max_abs_dlogit_T":0.017749786376953125,"oracle_top2_margin":0.9140042662620544,"near_tie":false,"n_options":4,"probs":[0.026049287989735603,0.9418726563453674,0.003622700460255146,0.028455309569835663]},{"id":"tv4h_25","q":0,"variant":"base","tokens":63,"calls":1,"padded_tokens":128,"decode_seconds":0.09889854199718684,"wall_seconds":0.11010204197373241,"finite":true,"all_zero":false,"index":25,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003085136413574219,"mean_abs_dp":0.00015429971972480416,"max_abs_dlogit_T":0.014548778533935547,"oracle_top2_margin":0.9727272391319275,"near_tie":false,"n_options":4,"probs":[0.9813184142112732,0.009050602093338966,0.002972218906506896,0.006658829282969236]},{"id":"tv4h_26","q":0,"variant":"base","tokens":110,"calls":1,"padded_tokens":128,"decode_seconds":0.09926087499479763,"wall_seconds":0.10919691601884551,"finite":true,"all_zero":false,"index":26,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0013854503631591797,"mean_abs_dp":0.0005542105063796043,"max_abs_dlogit_T":0.008158326148986816,"oracle_top2_margin":0.5739264488220215,"near_tie":false,"n_options":5,"probs":[0.7696431279182434,0.19812098145484924,0.010222558863461018,0.009860778227448463,0.012152659706771374]},{"id":"tv4h_27","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.09883058298146352,"wall_seconds":0.10971687498386018,"finite":true,"all_zero":false,"index":27,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0008615180850028992,"mean_abs_dp":0.00043357815593481064,"max_abs_dlogit_T":0.013294219970703125,"oracle_top2_margin":0.7237261533737183,"near_tie":false,"n_options":4,"probs":[0.08518121391534805,0.05151889845728874,0.053536634892225266,0.8097631931304932]},{"id":"tv4h_28","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.09869754099054262,"wall_seconds":0.1073939589841757,"finite":true,"all_zero":false,"index":28,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005019903182983398,"mean_abs_dp":0.0002509825862944126,"max_abs_dlogit_T":0.008062243461608887,"oracle_top2_margin":0.9258788824081421,"near_tie":false,"n_options":4,"probs":[0.945670485496521,0.017428243532776833,0.016417725011706352,0.020483531057834625]},{"id":"tv4h_29","q":0,"variant":"base","tokens":89,"calls":1,"padded_tokens":128,"decode_seconds":0.0985040410014335,"wall_seconds":0.10808695902233012,"finite":true,"all_zero":false,"index":29,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":0.0030459463596343994,"mean_abs_dp":0.0012184012681245803,"max_abs_dlogit_T":0.01671898365020752,"oracle_top2_margin":0.14164724946022034,"near_tie":false,"n_options":5,"probs":[0.37413108348846436,0.05918622761964798,0.03063354641199112,0.015855351462960243,0.520193874835968]},{"id":"tv4h_30","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09862729199812748,"wall_seconds":0.10806245802086778,"finite":true,"all_zero":false,"index":30,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00199127197265625,"mean_abs_dp":0.0009956290014088154,"max_abs_dlogit_T":0.007974863052368164,"oracle_top2_margin":0.6197764277458191,"near_tie":false,"n_options":4,"probs":[0.15826265513896942,0.046458642929792404,0.7747957110404968,0.020482974126935005]},{"id":"tv4h_31","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09866195800714195,"wall_seconds":0.10844116701628082,"finite":true,"all_zero":false,"index":31,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.004267990589141846,"mean_abs_dp":0.002133965492248535,"max_abs_dlogit_T":0.01644796133041382,"oracle_top2_margin":0.6660728454589844,"near_tie":false,"n_options":4,"probs":[0.7817237973213196,0.12305353581905365,0.06289203464984894,0.03233053907752037]},{"id":"tv4h_32","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.09845150000182912,"wall_seconds":0.10728424999979325,"finite":true,"all_zero":false,"index":32,"shard":"shard_00","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0015120506286621094,"mean_abs_dp":0.0006048313342034816,"max_abs_dlogit_T":0.01551973819732666,"oracle_top2_margin":0.8001946210861206,"near_tie":false,"n_options":5,"probs":[0.8906072974205017,0.006508223246783018,0.007350253872573376,0.0023425850085914135,0.09319155663251877]},{"id":"tv4h_33","q":0,"variant":"base","tokens":67,"calls":1,"padded_tokens":128,"decode_seconds":1.1785443749977276,"wall_seconds":1.1932102080027107,"finite":true,"all_zero":false,"index":0,"shard":"shard_01","first_in_process":true,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0013990402221679688,"mean_abs_dp":0.0006995168514549732,"max_abs_dlogit_T":0.01489567756652832,"oracle_top2_margin":0.8845548629760742,"near_tie":false,"n_options":4,"probs":[0.017713723704218864,0.03509470820426941,0.02965562790632248,0.9175359010696411]},{"id":"tv4h_34","q":0,"variant":"base","tokens":66,"calls":1,"padded_tokens":128,"decode_seconds":0.09884062499622814,"wall_seconds":0.10807808299432509,"finite":true,"all_zero":false,"index":1,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0003077983856201172,"mean_abs_dp":0.00015390379121527076,"max_abs_dlogit_T":0.015464544296264648,"oracle_top2_margin":0.9750528335571289,"near_tie":false,"n_options":4,"probs":[0.9825628995895386,0.0069816079922020435,0.007953842170536518,0.002501638373360038]},{"id":"tv4h_35","q":0,"variant":"base","tokens":95,"calls":1,"padded_tokens":128,"decode_seconds":0.09870391699951142,"wall_seconds":0.10736245798761956,"finite":true,"all_zero":false,"index":2,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":4,"argmax_oracle":4,"argmax_equal":true,"max_abs_dp":0.00046218931674957275,"mean_abs_dp":0.0002447279170155525,"max_abs_dlogit_T":0.01121211051940918,"oracle_top2_margin":0.5826296806335449,"near_tie":false,"n_options":5,"probs":[0.0038542102556675673,0.012653816491365433,0.06386478990316391,0.1680692583322525,0.7515579462051392]},{"id":"tv4h_36","q":0,"variant":"base","tokens":86,"calls":1,"padded_tokens":128,"decode_seconds":0.09887787498882972,"wall_seconds":0.10837879200698808,"finite":true,"all_zero":false,"index":3,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0002980828285217285,"mean_abs_dp":0.00014954479411244392,"max_abs_dlogit_T":0.00652623176574707,"oracle_top2_margin":0.553230881690979,"near_tie":false,"n_options":4,"probs":[0.023109644651412964,0.006752655375748873,0.2086181640625,0.7615194916725159]},{"id":"tv4h_37","q":0,"variant":"base","tokens":81,"calls":1,"padded_tokens":128,"decode_seconds":0.09907341600046493,"wall_seconds":0.10870745798456483,"finite":true,"all_zero":false,"index":4,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0004152357578277588,"mean_abs_dp":0.00020765280351042747,"max_abs_dlogit_T":0.012044906616210938,"oracle_top2_margin":0.7078869342803955,"near_tie":false,"n_options":4,"probs":[0.005249860696494579,0.1359417587518692,0.014429774135351181,0.844378650188446]},{"id":"tv4h_38","q":0,"variant":"base","tokens":251,"calls":2,"padded_tokens":256,"decode_seconds":0.19786604199907742,"wall_seconds":0.2075486250105314,"finite":true,"all_zero":false,"index":5,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0012521892786026,"mean_abs_dp":0.0005195243284106255,"max_abs_dlogit_T":0.024109840393066406,"oracle_top2_margin":0.03155970573425293,"near_tie":false,"n_options":5,"probs":[0.008930154144763947,0.4381140470504761,0.4708839952945709,0.07062732428312302,0.01144446898251772]},{"id":"tv4h_39","q":0,"variant":"base","tokens":244,"calls":2,"padded_tokens":256,"decode_seconds":0.19733258298947476,"wall_seconds":0.20738370800972916,"finite":true,"all_zero":false,"index":6,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_head_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008030533790588379,"mean_abs_dp":0.0004015350714325905,"max_abs_dlogit_T":0.014551877975463867,"oracle_top2_margin":0.7751972079277039,"near_tie":false,"n_options":4,"probs":[0.872444748878479,0.09579639881849289,0.019769929349422455,0.011988932266831398]},{"id":"tv4xh_emotion_00","q":0,"variant":"base","tokens":38,"calls":1,"padded_tokens":128,"decode_seconds":0.09886929200729355,"wall_seconds":0.10884962501586415,"finite":true,"all_zero":false,"index":7,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0012826919555664062,"mean_abs_dp":0.00042757442376265925,"max_abs_dlogit_T":0.012507438659667969,"oracle_top2_margin":0.08114033937454224,"near_tie":false,"n_options":6,"probs":[0.5093666911125183,0.0018207560060545802,0.0010503723751753569,0.42610299587249756,0.04623694345355034,0.015422253869473934]},{"id":"tv4xh_emotion_01","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09909454098669812,"wall_seconds":0.10885991700342856,"finite":true,"all_zero":false,"index":8,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0004852414131164551,"mean_abs_dp":0.00016843453825761875,"max_abs_dlogit_T":0.007950305938720703,"oracle_top2_margin":0.613690972328186,"near_tie":false,"n_options":6,"probs":[0.0013625134015455842,0.7955824136734009,0.016516100615262985,0.0015990566462278366,0.003982404246926308,0.18095755577087402]},{"id":"tv4xh_emotion_02","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.09909729100763798,"wall_seconds":0.10991241602459922,"finite":true,"all_zero":false,"index":9,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.001270592212677002,"mean_abs_dp":0.0006459010764956474,"max_abs_dlogit_T":0.009276151657104492,"oracle_top2_margin":0.011945128440856934,"near_tie":true,"n_options":6,"probs":[0.08653748035430908,0.09677823632955551,0.3890906572341919,0.016074268147349358,0.37463128566741943,0.03688807040452957]},{"id":"tv4xh_emotion_03","q":0,"variant":"base","tokens":49,"calls":1,"padded_tokens":128,"decode_seconds":0.09918604098493233,"wall_seconds":0.10948866698890924,"finite":true,"all_zero":false,"index":10,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.003762364387512207,"mean_abs_dp":0.0012541127701600392,"max_abs_dlogit_T":0.016048967838287354,"oracle_top2_margin":0.3434225916862488,"near_tie":false,"n_options":6,"probs":[0.01667707785964012,0.28317660093307495,0.620174765586853,0.021976936608552933,0.02852446585893631,0.029470134526491165]},{"id":"tv4xh_emotion_04","q":0,"variant":"base","tokens":42,"calls":1,"padded_tokens":128,"decode_seconds":0.09908029201324098,"wall_seconds":0.10879112497786991,"finite":true,"all_zero":false,"index":11,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.000447101891040802,"mean_abs_dp":0.00029001695414384204,"max_abs_dlogit_T":0.004807472229003906,"oracle_top2_margin":0.05844417214393616,"near_tie":false,"n_options":6,"probs":[0.3179806172847748,0.10273018479347229,0.0545700378715992,0.14199510216712952,0.1234908476471901,0.2592332363128662]},{"id":"tv4xh_emotion_05","q":0,"variant":"base","tokens":37,"calls":1,"padded_tokens":128,"decode_seconds":0.099111666000681,"wall_seconds":0.10872516699600965,"finite":true,"all_zero":false,"index":12,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00021570920944213867,"mean_abs_dp":7.651237926135461e-05,"max_abs_dlogit_T":0.012665748596191406,"oracle_top2_margin":0.14220565557479858,"near_tie":false,"n_options":6,"probs":[0.00306810368783772,0.555546224117279,0.41354238986968994,0.0023339008912444115,0.0034685200080275536,0.022040801122784615]},{"id":"tv4xh_emotion_06","q":0,"variant":"base","tokens":43,"calls":1,"padded_tokens":128,"decode_seconds":0.0989465000166092,"wall_seconds":0.10935887499363162,"finite":true,"all_zero":false,"index":13,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004063248634338379,"mean_abs_dp":0.0001512789943565925,"max_abs_dlogit_T":0.008753299713134766,"oracle_top2_margin":0.8997452259063721,"near_tie":false,"n_options":6,"probs":[0.9325535297393799,0.0013172473991289735,0.0015509974909946322,0.014699457213282585,0.016301950439810753,0.033576760441064835]},{"id":"tv4xh_emotion_07","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.09923916700063273,"wall_seconds":0.10929824999766424,"finite":true,"all_zero":false,"index":14,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0015296339988708496,"mean_abs_dp":0.000545265773932139,"max_abs_dlogit_T":0.005151987075805664,"oracle_top2_margin":0.1852550357580185,"near_tie":false,"n_options":6,"probs":[0.39104703068733215,0.2032199651002884,0.13880321383476257,0.07958526909351349,0.11488436907529831,0.07246013730764389]},{"id":"tv4xh_emotion_08","q":0,"variant":"base","tokens":47,"calls":1,"padded_tokens":128,"decode_seconds":0.09929595800349489,"wall_seconds":0.11065504199359566,"finite":true,"all_zero":false,"index":15,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0016444921493530273,"mean_abs_dp":0.0005481707630679011,"max_abs_dlogit_T":0.010555297136306763,"oracle_top2_margin":0.7658008933067322,"near_tie":false,"n_options":6,"probs":[0.003159084590151906,0.8609246015548706,0.02450433559715748,0.0061704316176474094,0.007127486169338226,0.09811406582593918]},{"id":"tv4xh_emotion_09","q":0,"variant":"base","tokens":60,"calls":1,"padded_tokens":128,"decode_seconds":0.0986843749997206,"wall_seconds":0.10816683399025351,"finite":true,"all_zero":false,"index":16,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"emotion","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00039555877447128296,"mean_abs_dp":0.00023315039773782095,"max_abs_dlogit_T":0.018024921417236328,"oracle_top2_margin":0.6523818373680115,"near_tie":false,"n_options":6,"probs":[0.7581611275672913,0.008388466201722622,0.005132024642080069,0.051592037081718445,0.1058482676744461,0.0708780586719513]},{"id":"tv4xh_tweet_offensive_00","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09872716598329134,"wall_seconds":0.11007045899168588,"finite":true,"all_zero":false,"index":17,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00011646747589111328,"mean_abs_dp":0.00011646375060081482,"max_abs_dlogit_T":0.0018661022186279297,"oracle_top2_margin":0.8833439350128174,"near_tie":false,"n_options":2,"probs":[0.9415555000305176,0.058444488793611526]},{"id":"tv4xh_tweet_offensive_01","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09863724999013357,"wall_seconds":0.10752966700238176,"finite":true,"all_zero":false,"index":18,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0005779266357421875,"mean_abs_dp":0.0005778968334197998,"max_abs_dlogit_T":0.0027346909046173096,"oracle_top2_margin":0.16456496715545654,"near_tie":false,"n_options":2,"probs":[0.5817045569419861,0.41829538345336914]},{"id":"tv4xh_tweet_offensive_02","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09859125001821667,"wall_seconds":0.10757683400879614,"finite":true,"all_zero":false,"index":19,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004222691059112549,"mean_abs_dp":0.00042225420475006104,"max_abs_dlogit_T":0.0015881657600402832,"oracle_top2_margin":0.3127204477787018,"near_tie":false,"n_options":2,"probs":[0.6559379696846008,0.34406203031539917]},{"id":"tv4xh_tweet_offensive_03","q":0,"variant":"base","tokens":84,"calls":1,"padded_tokens":128,"decode_seconds":0.09859708399744704,"wall_seconds":0.10756900001433678,"finite":true,"all_zero":false,"index":20,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001095503568649292,"mean_abs_dp":0.0010954886674880981,"max_abs_dlogit_T":0.0030924081802368164,"oracle_top2_margin":0.032356053590774536,"near_tie":false,"n_options":2,"probs":[0.48272645473480225,0.517273485660553]},{"id":"tv4xh_tweet_offensive_04","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.09876666602212936,"wall_seconds":0.10853029100690037,"finite":true,"all_zero":false,"index":21,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0019589662551879883,"mean_abs_dp":0.0019589364528656006,"max_abs_dlogit_T":0.010288417339324951,"oracle_top2_margin":0.138535737991333,"near_tie":false,"n_options":2,"probs":[0.4326910972595215,0.5673089623451233]},{"id":"tv4xh_tweet_offensive_05","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.09890474998974241,"wall_seconds":0.1086870830040425,"finite":true,"all_zero":false,"index":22,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00041431188583374023,"mean_abs_dp":0.0004142969846725464,"max_abs_dlogit_T":0.00669378787279129,"oracle_top2_margin":0.29880887269973755,"near_tie":false,"n_options":2,"probs":[0.35100987553596497,0.6489901542663574]},{"id":"tv4xh_tweet_offensive_06","q":0,"variant":"base","tokens":64,"calls":1,"padded_tokens":128,"decode_seconds":0.0986436249804683,"wall_seconds":0.1078364999848418,"finite":true,"all_zero":false,"index":23,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0002663135528564453,"mean_abs_dp":0.0002663135528564453,"max_abs_dlogit_T":0.0021648406982421875,"oracle_top2_margin":0.3667875826358795,"near_tie":false,"n_options":2,"probs":[0.6831274628639221,0.3168725073337555]},{"id":"tv4xh_tweet_offensive_07","q":0,"variant":"base","tokens":34,"calls":1,"padded_tokens":128,"decode_seconds":0.09857129197916947,"wall_seconds":0.10793970900704153,"finite":true,"all_zero":false,"index":24,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00042745471000671387,"mean_abs_dp":0.00042743980884552,"max_abs_dlogit_T":0.003282397985458374,"oracle_top2_margin":0.4850292503833771,"near_tie":false,"n_options":2,"probs":[0.742087185382843,0.257912814617157]},{"id":"tv4xh_tweet_offensive_08","q":0,"variant":"base","tokens":55,"calls":1,"padded_tokens":128,"decode_seconds":0.09905124999932013,"wall_seconds":0.10829324999940582,"finite":true,"all_zero":false,"index":25,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":1.189112663269043e-05,"mean_abs_dp":1.1876225471496582e-05,"max_abs_dlogit_T":0.0041776299476623535,"oracle_top2_margin":0.15051493048667908,"near_tie":false,"n_options":2,"probs":[0.42473065853118896,0.575269341468811]},{"id":"tv4xh_tweet_offensive_09","q":0,"variant":"base","tokens":74,"calls":1,"padded_tokens":128,"decode_seconds":0.0991982500127051,"wall_seconds":0.11037279199808836,"finite":true,"all_zero":false,"index":26,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"offensive","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001208484172821045,"mean_abs_dp":0.001208484172821045,"max_abs_dlogit_T":0.008102387189865112,"oracle_top2_margin":0.09875133633613586,"near_tie":false,"n_options":2,"probs":[0.4518328011035919,0.5481671690940857]},{"id":"tv4xh_qnli_00","q":0,"variant":"base","tokens":68,"calls":1,"padded_tokens":128,"decode_seconds":0.09929891600040719,"wall_seconds":0.11032962502213195,"finite":true,"all_zero":false,"index":27,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.977887824177742e-05,"mean_abs_dp":6.975815631449223e-05,"max_abs_dlogit_T":0.008213520050048828,"oracle_top2_margin":0.9904624223709106,"near_tie":false,"n_options":2,"probs":[0.9951614737510681,0.0048385607078671455]},{"id":"tv4xh_qnli_01","q":0,"variant":"base","tokens":59,"calls":1,"padded_tokens":128,"decode_seconds":0.0991746669751592,"wall_seconds":0.10931524998159148,"finite":true,"all_zero":false,"index":28,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0013269782066345215,"mean_abs_dp":0.0013269782066345215,"max_abs_dlogit_T":0.006259799003601074,"oracle_top2_margin":0.7116155624389648,"near_tie":false,"n_options":2,"probs":[0.8544808030128479,0.1455192118883133]},{"id":"tv4xh_qnli_02","q":0,"variant":"base","tokens":58,"calls":1,"padded_tokens":128,"decode_seconds":0.09946729202056304,"wall_seconds":0.1099441249971278,"finite":true,"all_zero":false,"index":29,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.001338459551334381,"mean_abs_dp":0.0013384409248828888,"max_abs_dlogit_T":0.011288106441497803,"oracle_top2_margin":0.802147626876831,"near_tie":false,"n_options":2,"probs":[0.10026466846466064,0.8997353911399841]},{"id":"tv4xh_qnli_03","q":0,"variant":"base","tokens":65,"calls":1,"padded_tokens":128,"decode_seconds":0.09941391600295901,"wall_seconds":0.11004466700251214,"finite":true,"all_zero":false,"index":30,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007693134248256683,"mean_abs_dp":0.0007692556828260422,"max_abs_dlogit_T":0.007502317428588867,"oracle_top2_margin":0.8743576407432556,"near_tie":false,"n_options":2,"probs":[0.06205189600586891,0.9379480481147766]},{"id":"tv4xh_qnli_04","q":0,"variant":"base","tokens":57,"calls":1,"padded_tokens":128,"decode_seconds":0.09901916599483229,"wall_seconds":0.10939150000922382,"finite":true,"all_zero":false,"index":31,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.655952453613281e-06,"mean_abs_dp":9.636394679546356e-06,"max_abs_dlogit_T":0.0025773048400878906,"oracle_top2_margin":0.9751957654953003,"near_tie":false,"n_options":2,"probs":[0.012411726638674736,0.9875882267951965]},{"id":"tv4xh_qnli_05","q":0,"variant":"base","tokens":69,"calls":1,"padded_tokens":128,"decode_seconds":0.09872504201484844,"wall_seconds":0.10888879100093618,"finite":true,"all_zero":false,"index":32,"shard":"shard_01","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.802248001098633e-05,"mean_abs_dp":7.800944149494171e-05,"max_abs_dlogit_T":0.004562973976135254,"oracle_top2_margin":0.9806637763977051,"near_tie":false,"n_options":2,"probs":[0.9902538657188416,0.009746103547513485]},{"id":"tv4xh_qnli_06","q":0,"variant":"base","tokens":48,"calls":1,"padded_tokens":128,"decode_seconds":1.208531167008914,"wall_seconds":1.221966875018552,"finite":true,"all_zero":false,"index":0,"shard":"shard_02","first_in_process":true,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0021780729293823242,"mean_abs_dp":0.0021780729293823242,"max_abs_dlogit_T":0.007082819938659668,"oracle_top2_margin":0.5562130808830261,"near_tie":false,"n_options":2,"probs":[0.7759284973144531,0.22407154738903046]},{"id":"tv4xh_qnli_07","q":0,"variant":"base","tokens":85,"calls":1,"padded_tokens":128,"decode_seconds":0.0987996670010034,"wall_seconds":0.10825420799665153,"finite":true,"all_zero":false,"index":1,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":7.975101470947266e-05,"mean_abs_dp":7.975101470947266e-05,"max_abs_dlogit_T":0.004968881607055664,"oracle_top2_margin":0.9719830751419067,"near_tie":false,"n_options":2,"probs":[0.9859117865562439,0.014088197611272335]},{"id":"tv4xh_qnli_08","q":0,"variant":"base","tokens":45,"calls":1,"padded_tokens":128,"decode_seconds":0.09881854100967757,"wall_seconds":0.10799195800791495,"finite":true,"all_zero":false,"index":2,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0025956332683563232,"mean_abs_dp":0.0025956183671951294,"max_abs_dlogit_T":0.013560831546783447,"oracle_top2_margin":0.1240791380405426,"near_tie":false,"n_options":2,"probs":[0.5594439506530762,0.44055604934692383]},{"id":"tv4xh_qnli_09","q":0,"variant":"base","tokens":53,"calls":1,"padded_tokens":128,"decode_seconds":0.0986941670125816,"wall_seconds":0.10859291700762697,"finite":true,"all_zero":false,"index":3,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answers","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":5.6881457567214966e-05,"mean_abs_dp":5.6842342019081116e-05,"max_abs_dlogit_T":0.010620832443237305,"oracle_top2_margin":0.9663974046707153,"near_tie":false,"n_options":2,"probs":[0.9831418991088867,0.016858171671628952]},{"id":"tv4xh_paws_00","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.09886216701124795,"wall_seconds":0.10898079100297764,"finite":true,"all_zero":false,"index":4,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005168914794921875,"mean_abs_dp":0.0005168765783309937,"max_abs_dlogit_T":0.003953337669372559,"oracle_top2_margin":0.5565073490142822,"near_tie":false,"n_options":2,"probs":[0.2212294489145279,0.7787705659866333]},{"id":"tv4xh_paws_01","q":0,"variant":"base","tokens":61,"calls":1,"padded_tokens":128,"decode_seconds":0.09870795902679674,"wall_seconds":0.10761612499481998,"finite":true,"all_zero":false,"index":5,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006187707185745239,"mean_abs_dp":0.0006187036633491516,"max_abs_dlogit_T":0.002924978733062744,"oracle_top2_margin":0.6196070313453674,"near_tie":false,"n_options":2,"probs":[0.19081521034240723,0.8091848492622375]},{"id":"tv4xh_paws_02","q":0,"variant":"base","tokens":113,"calls":1,"padded_tokens":128,"decode_seconds":0.09849733300507069,"wall_seconds":0.10702095800661482,"finite":true,"all_zero":false,"index":6,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.002028822898864746,"mean_abs_dp":0.0020287856459617615,"max_abs_dlogit_T":0.010150715708732605,"oracle_top2_margin":0.5960623025894165,"near_tie":false,"n_options":2,"probs":[0.19994007050991058,0.800059974193573]},{"id":"tv4xh_paws_03","q":0,"variant":"base","tokens":94,"calls":1,"padded_tokens":128,"decode_seconds":0.09862862498266622,"wall_seconds":0.10742845799541101,"finite":true,"all_zero":false,"index":7,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00030821189284324646,"mean_abs_dp":0.000308183953166008,"max_abs_dlogit_T":0.006796598434448242,"oracle_top2_margin":0.9380728006362915,"near_tie":false,"n_options":2,"probs":[0.9693445563316345,0.030655397102236748]},{"id":"tv4xh_paws_04","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.0990847909997683,"wall_seconds":0.10842075000982732,"finite":true,"all_zero":false,"index":8,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0013341307640075684,"mean_abs_dp":0.0013341009616851807,"max_abs_dlogit_T":0.00950014591217041,"oracle_top2_margin":0.27054107189178467,"near_tie":false,"n_options":2,"probs":[0.36606353521347046,0.6339364051818848]},{"id":"tv4xh_paws_05","q":0,"variant":"base","tokens":116,"calls":1,"padded_tokens":128,"decode_seconds":0.09901750000426546,"wall_seconds":0.10918987501645461,"finite":true,"all_zero":false,"index":9,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":2.777576446533203e-05,"mean_abs_dp":2.775527536869049e-05,"max_abs_dlogit_T":0.0006809234619140625,"oracle_top2_margin":0.91278076171875,"near_tie":false,"n_options":2,"probs":[0.04358185455203056,0.9564181566238403]},{"id":"tv4xh_paws_06","q":0,"variant":"base","tokens":91,"calls":1,"padded_tokens":128,"decode_seconds":0.09902866699849255,"wall_seconds":0.10835008299909532,"finite":true,"all_zero":false,"index":10,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004632752388715744,"mean_abs_dp":0.00046326126903295517,"max_abs_dlogit_T":0.010436296463012695,"oracle_top2_margin":0.9447062611579895,"near_tie":false,"n_options":2,"probs":[0.971889853477478,0.02811010181903839]},{"id":"tv4xh_paws_07","q":0,"variant":"base","tokens":82,"calls":1,"padded_tokens":128,"decode_seconds":0.09905950000393204,"wall_seconds":0.10924200000590645,"finite":true,"all_zero":false,"index":11,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.003540217876434326,"mean_abs_dp":0.003540199249982834,"max_abs_dlogit_T":0.017049431800842285,"oracle_top2_margin":0.7551085352897644,"near_tie":false,"n_options":2,"probs":[0.8740140795707703,0.12598593533039093]},{"id":"tv4xh_paws_08","q":0,"variant":"base","tokens":96,"calls":1,"padded_tokens":128,"decode_seconds":0.09909612499177456,"wall_seconds":0.1089824169757776,"finite":true,"all_zero":false,"index":12,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0011911019682884216,"mean_abs_dp":0.0011910907924175262,"max_abs_dlogit_T":0.010647475719451904,"oracle_top2_margin":0.8073335886001587,"near_tie":false,"n_options":2,"probs":[0.09514207392930984,0.904857873916626]},{"id":"tv4xh_paws_09","q":0,"variant":"base","tokens":102,"calls":1,"padded_tokens":128,"decode_seconds":0.09898333399905823,"wall_seconds":0.1080274159903638,"finite":true,"all_zero":false,"index":13,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"paraphrase","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0001615285873413086,"mean_abs_dp":0.0001615174114704132,"max_abs_dlogit_T":0.0011716485023498535,"oracle_top2_margin":0.8446040153503418,"near_tie":false,"n_options":2,"probs":[0.9221404790878296,0.07785951346158981]},{"id":"tv4xh_sciq_00","q":0,"variant":"base","tokens":115,"calls":1,"padded_tokens":128,"decode_seconds":0.09918399999151006,"wall_seconds":0.10911779099842533,"finite":true,"all_zero":false,"index":14,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.00042551755905151367,"mean_abs_dp":0.00021275700419209898,"max_abs_dlogit_T":0.007608652114868164,"oracle_top2_margin":0.5720434188842773,"near_tie":false,"n_options":4,"probs":[0.0014424541732296348,0.0020868072751909494,0.21179287135601044,0.7846778631210327]},{"id":"tv4xh_sciq_01","q":0,"variant":"base","tokens":90,"calls":1,"padded_tokens":128,"decode_seconds":0.0989736249903217,"wall_seconds":0.10972520799259655,"finite":true,"all_zero":false,"index":15,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":9.119510650634766e-05,"mean_abs_dp":4.5586435589939356e-05,"max_abs_dlogit_T":0.008964776992797852,"oracle_top2_margin":0.9892774820327759,"near_tie":false,"n_options":4,"probs":[0.002638742094859481,0.9920186400413513,0.002473771572113037,0.0028687918093055487]},{"id":"tv4xh_sciq_02","q":0,"variant":"base","tokens":44,"calls":1,"padded_tokens":128,"decode_seconds":0.09894866700051352,"wall_seconds":0.10843287501484156,"finite":true,"all_zero":false,"index":16,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0003624856472015381,"mean_abs_dp":0.0001812274567782879,"max_abs_dlogit_T":0.00844794511795044,"oracle_top2_margin":0.14835545420646667,"near_tie":false,"n_options":4,"probs":[0.4035508632659912,0.02573258988559246,0.5523021817207336,0.018414320424199104]},{"id":"tv4xh_sciq_03","q":0,"variant":"base","tokens":124,"calls":1,"padded_tokens":128,"decode_seconds":0.09908241700031795,"wall_seconds":0.10997820799821056,"finite":true,"all_zero":false,"index":17,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00024372339248657227,"mean_abs_dp":0.0001218658871948719,"max_abs_dlogit_T":0.009252786636352539,"oracle_top2_margin":0.9629433155059814,"near_tie":false,"n_options":4,"probs":[0.9753456115722656,0.0044935159385204315,0.01272208709269762,0.007438824512064457]},{"id":"tv4xh_sciq_04","q":0,"variant":"base","tokens":173,"calls":2,"padded_tokens":256,"decode_seconds":0.19781079099630006,"wall_seconds":0.20775179198244587,"finite":true,"all_zero":false,"index":18,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.246566772460938e-05,"mean_abs_dp":3.125534567516297e-05,"max_abs_dlogit_T":0.014217376708984375,"oracle_top2_margin":0.9930907487869263,"near_tie":false,"n_options":4,"probs":[0.0016178539954125881,0.0007166651193983853,0.9953323006629944,0.0023332317359745502]},{"id":"tv4xh_sciq_05","q":0,"variant":"base","tokens":51,"calls":1,"padded_tokens":128,"decode_seconds":0.09923125000204891,"wall_seconds":0.10871749999932945,"finite":true,"all_zero":false,"index":19,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.000777021050453186,"mean_abs_dp":0.00046676117926836014,"max_abs_dlogit_T":0.013844966888427734,"oracle_top2_margin":0.42166265845298767,"near_tie":false,"n_options":4,"probs":[0.244114950299263,0.6671082973480225,0.043177176266908646,0.04559963196516037]},{"id":"tv4xh_sciq_06","q":0,"variant":"base","tokens":80,"calls":1,"padded_tokens":128,"decode_seconds":0.0988890000153333,"wall_seconds":0.10889670799952,"finite":true,"all_zero":false,"index":20,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":3,"argmax_oracle":3,"argmax_equal":true,"max_abs_dp":0.0002464205026626587,"mean_abs_dp":0.00012321255780989304,"max_abs_dlogit_T":0.012179851531982422,"oracle_top2_margin":0.8252434730529785,"near_tie":false,"n_options":4,"probs":[0.0004260787391103804,0.005512352101504803,0.08417896181344986,0.9098826050758362]},{"id":"tv4xh_sciq_07","q":0,"variant":"base","tokens":71,"calls":1,"padded_tokens":128,"decode_seconds":0.09919033298501745,"wall_seconds":0.11009162498521619,"finite":true,"all_zero":false,"index":21,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":6.860494613647461e-05,"mean_abs_dp":3.4303637221455574e-05,"max_abs_dlogit_T":0.007232666015625,"oracle_top2_margin":0.9847356677055359,"near_tie":false,"n_options":4,"probs":[0.00151135865598917,0.0030223065987229347,0.9900552034378052,0.005411110818386078]},{"id":"tv4xh_sciq_08","q":0,"variant":"base","tokens":112,"calls":1,"padded_tokens":128,"decode_seconds":0.09896224999101833,"wall_seconds":0.1082682500127703,"finite":true,"all_zero":false,"index":22,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00015467405319213867,"mean_abs_dp":7.735390681773424e-05,"max_abs_dlogit_T":0.010077238082885742,"oracle_top2_margin":0.9580673575401306,"near_tie":false,"n_options":4,"probs":[0.0034071882255375385,0.971771240234375,0.013889321126043797,0.01093230675905943]},{"id":"tv4xh_sciq_09","q":0,"variant":"base","tokens":185,"calls":2,"padded_tokens":256,"decode_seconds":0.19782204099465162,"wall_seconds":0.20799612498376518,"finite":true,"all_zero":false,"index":23,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"answer","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00016647577285766602,"mean_abs_dp":8.323963265866041e-05,"max_abs_dlogit_T":0.00820004940032959,"oracle_top2_margin":0.966467022895813,"near_tie":false,"n_options":4,"probs":[0.0013475031591951847,0.9805927276611328,0.0036648360546678305,0.014394883066415787]},{"id":"tv4xh_legacy_holdout_00","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09886041699792258,"wall_seconds":0.10837574998731725,"finite":true,"all_zero":false,"index":24,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":7.200241088867188e-05,"mean_abs_dp":7.199496030807495e-05,"max_abs_dlogit_T":0.007446765899658203,"oracle_top2_margin":0.9889394640922546,"near_tie":false,"n_options":2,"probs":[0.005602280143648386,0.994397759437561]},{"id":"tv4xh_legacy_holdout_01","q":0,"variant":"base","tokens":75,"calls":1,"padded_tokens":128,"decode_seconds":0.09879212500527501,"wall_seconds":0.10859079199144617,"finite":true,"all_zero":false,"index":25,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.104027852416039e-05,"mean_abs_dp":6.09781127423048e-05,"max_abs_dlogit_T":0.00986790657043457,"oracle_top2_margin":0.9905741810798645,"near_tie":false,"n_options":2,"probs":[0.9952261447906494,0.004773903638124466]},{"id":"tv4xh_legacy_holdout_02","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09882870898582041,"wall_seconds":0.10852470801910385,"finite":true,"all_zero":false,"index":26,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.803606033325195e-05,"mean_abs_dp":8.802302181720734e-05,"max_abs_dlogit_T":0.011111259460449219,"oracle_top2_margin":0.9910427927970886,"near_tie":false,"n_options":2,"probs":[0.004566629882901907,0.9954333901405334]},{"id":"tv4xh_legacy_holdout_03","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09881783300079405,"wall_seconds":0.10801445800461806,"finite":true,"all_zero":false,"index":27,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":4.464387893676758e-05,"mean_abs_dp":4.462478682398796e-05,"max_abs_dlogit_T":0.006757259368896484,"oracle_top2_margin":0.9930871725082397,"near_tie":false,"n_options":2,"probs":[0.9964989423751831,0.0035010352730751038]},{"id":"tv4xh_legacy_holdout_04","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09884595801122487,"wall_seconds":0.10862537499633618,"finite":true,"all_zero":false,"index":28,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00018689874559640884,"mean_abs_dp":0.00018682004883885384,"max_abs_dlogit_T":0.012691497802734375,"oracle_top2_margin":0.984364926815033,"near_tie":false,"n_options":2,"probs":[0.008004388771951199,0.9919956922531128]},{"id":"tv4xh_legacy_holdout_05","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09868666701368056,"wall_seconds":0.10852891701506451,"finite":true,"all_zero":false,"index":29,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.013666279613972e-05,"mean_abs_dp":6.0109072364866734e-05,"max_abs_dlogit_T":0.012124300003051758,"oracle_top2_margin":0.9926980137825012,"near_tie":false,"n_options":2,"probs":[0.9962888956069946,0.003711126046255231]},{"id":"tv4xh_legacy_holdout_06","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":0.09883058298146352,"wall_seconds":0.10790695800096728,"finite":true,"all_zero":false,"index":30,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":8.672475814819336e-05,"mean_abs_dp":8.670706301927567e-05,"max_abs_dlogit_T":0.008426904678344727,"oracle_top2_margin":0.9893897771835327,"near_tie":false,"n_options":2,"probs":[0.005391776096075773,0.9946081638336182]},{"id":"tv4xh_legacy_holdout_07","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09913245800998993,"wall_seconds":0.1092385420051869,"finite":true,"all_zero":false,"index":31,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.342586129903793e-05,"mean_abs_dp":6.339279934763908e-05,"max_abs_dlogit_T":0.01257634162902832,"oracle_top2_margin":0.9923657774925232,"near_tie":false,"n_options":2,"probs":[0.996119499206543,0.0038805005606263876]},{"id":"tv4xh_legacy_holdout_08","q":0,"variant":"base","tokens":77,"calls":1,"padded_tokens":128,"decode_seconds":0.09919287500088103,"wall_seconds":0.10970491598709486,"finite":true,"all_zero":false,"index":32,"shard":"shard_02","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00017274636775255203,"mean_abs_dp":0.00017268070951104164,"max_abs_dlogit_T":0.01048588752746582,"oracle_top2_margin":0.9799674153327942,"near_tie":false,"n_options":2,"probs":[0.010189001448452473,0.9898110628128052]},{"id":"tv4xh_legacy_holdout_09","q":0,"variant":"base","tokens":76,"calls":1,"padded_tokens":128,"decode_seconds":1.1781465419917367,"wall_seconds":1.1920186250063125,"finite":true,"all_zero":false,"index":0,"shard":"shard_03","first_in_process":true,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"noul","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.580881118774414e-05,"mean_abs_dp":2.5800196453928947e-05,"max_abs_dlogit_T":0.006042957305908203,"oracle_top2_margin":0.9851469993591309,"near_tie":false,"n_options":2,"probs":[0.9925476908683777,0.0074523151852190495]},{"id":"tv4xh_composition_holdout_00","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.1970110829861369,"wall_seconds":0.20675716700498015,"finite":true,"all_zero":false,"index":1,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.4318695068359375e-05,"mean_abs_dp":2.429727464914322e-05,"max_abs_dlogit_T":0.00935220718383789,"oracle_top2_margin":0.9652597308158875,"near_tie":false,"n_options":2,"probs":[0.9826055765151978,0.01739446446299553]},{"id":"tv4xh_composition_holdout_01","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.19731162500102073,"wall_seconds":0.20655916599207558,"finite":true,"all_zero":false,"index":2,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":5.716085433959961e-05,"mean_abs_dp":5.7159923017024994e-05,"max_abs_dlogit_T":0.002850770950317383,"oracle_top2_margin":0.9509299993515015,"near_tie":false,"n_options":2,"probs":[0.02459212951362133,0.9754078388214111]},{"id":"tv4xh_composition_holdout_02","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.1977068750129547,"wall_seconds":0.20733241699053906,"finite":true,"all_zero":false,"index":3,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":2.4318695068359375e-05,"mean_abs_dp":2.429727464914322e-05,"max_abs_dlogit_T":0.00935220718383789,"oracle_top2_margin":0.9652597308158875,"near_tie":false,"n_options":2,"probs":[0.9826055765151978,0.01739446446299553]},{"id":"tv4xh_composition_holdout_03","q":0,"variant":"base","tokens":145,"calls":2,"padded_tokens":256,"decode_seconds":0.19772233298863284,"wall_seconds":0.20713620801689103,"finite":true,"all_zero":false,"index":4,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.633996963500977e-05,"mean_abs_dp":6.630923599004745e-05,"max_abs_dlogit_T":0.009323596954345703,"oracle_top2_margin":0.9655353426933289,"near_tie":false,"n_options":2,"probs":[0.982833981513977,0.017166046425700188]},{"id":"tv4xh_composition_holdout_04","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09882837499026209,"wall_seconds":0.10890995900263079,"finite":true,"all_zero":false,"index":5,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.739398956298828e-05,"mean_abs_dp":9.73711721599102e-05,"max_abs_dlogit_T":0.009072065353393555,"oracle_top2_margin":0.9829210638999939,"near_tie":false,"n_options":2,"probs":[0.9913631677627563,0.008636834099888802]},{"id":"tv4xh_composition_holdout_05","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09885675000259653,"wall_seconds":0.1080461659876164,"finite":true,"all_zero":false,"index":6,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":3.790855407714844e-05,"mean_abs_dp":3.789737820625305e-05,"max_abs_dlogit_T":0.0054056644439697266,"oracle_top2_margin":0.9685831069946289,"near_tie":false,"n_options":2,"probs":[0.015670547261834145,0.9843294620513916]},{"id":"tv4xh_composition_holdout_06","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09885000000940636,"wall_seconds":0.10923762497259304,"finite":true,"all_zero":false,"index":7,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.739398956298828e-05,"mean_abs_dp":9.73711721599102e-05,"max_abs_dlogit_T":0.009072065353393555,"oracle_top2_margin":0.9829210638999939,"near_tie":false,"n_options":2,"probs":[0.9913631677627563,0.008636834099888802]},{"id":"tv4xh_composition_holdout_07","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09914308300358243,"wall_seconds":0.11012958298670128,"finite":true,"all_zero":false,"index":8,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":9.366311132907867e-05,"mean_abs_dp":9.365100413560867e-05,"max_abs_dlogit_T":0.009343862533569336,"oracle_top2_margin":0.9827718734741211,"near_tie":false,"n_options":2,"probs":[0.9912922978401184,0.00870770774781704]},{"id":"tv4xh_composition_holdout_08","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09903137499350123,"wall_seconds":0.10849179199431092,"finite":true,"all_zero":false,"index":9,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0002003023400902748,"mean_abs_dp":0.00020025717094540596,"max_abs_dlogit_T":0.015908479690551758,"oracle_top2_margin":0.983522891998291,"near_tie":false,"n_options":2,"probs":[0.00843882653862238,0.991561233997345]},{"id":"tv4xh_composition_holdout_09","q":0,"variant":"base","tokens":122,"calls":1,"padded_tokens":128,"decode_seconds":0.09925825000391342,"wall_seconds":0.10922174999723211,"finite":true,"all_zero":false,"index":10,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_sources_heldout","qid":"decision","type":"choice","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":8.571147918701172e-05,"mean_abs_dp":8.57105478644371e-05,"max_abs_dlogit_T":0.014541149139404297,"oracle_top2_margin":0.985171914100647,"near_tie":false,"n_options":2,"probs":[0.9925002455711365,0.007499769330024719]},{"id":"tv4sh_00","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09904925001319498,"wall_seconds":0.10888737498316914,"finite":true,"all_zero":false,"index":11,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00010508298873901367,"mean_abs_dp":7.006704496840636e-05,"max_abs_dlogit_T":0.014777898788452148,"oracle_top2_margin":0.9887208342552185,"near_tie":false,"n_options":3,"probs":[0.9927782416343689,0.004213162697851658,0.0030085777398198843]},{"id":"tv4sh_01","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09891216698451899,"wall_seconds":0.10877233298378997,"finite":true,"all_zero":false,"index":12,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.000256955623626709,"mean_abs_dp":0.0001713022356852889,"max_abs_dlogit_T":0.016048431396484375,"oracle_top2_margin":0.978819727897644,"near_tie":false,"n_options":3,"probs":[0.001987962983548641,0.009829063899815083,0.9881829619407654]},{"id":"tv4sh_02","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09919675000128336,"wall_seconds":0.10916062499745749,"finite":true,"all_zero":false,"index":13,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.002512514591217041,"mean_abs_dp":0.0016749799251556396,"max_abs_dlogit_T":0.020142674446105957,"oracle_top2_margin":0.8817192316055298,"near_tie":false,"n_options":3,"probs":[0.9213100075721741,0.03508860245347023,0.04360131546854973]},{"id":"tv4sh_03","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09946454199962318,"wall_seconds":0.10973541598650627,"finite":true,"all_zero":false,"index":14,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00017940998077392578,"mean_abs_dp":0.00011965973923603694,"max_abs_dlogit_T":0.009899139404296875,"oracle_top2_margin":0.9787620902061462,"near_tie":false,"n_options":3,"probs":[0.007198088336735964,0.9857282042503357,0.007073798216879368]},{"id":"tv4sh_04","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09917654099990614,"wall_seconds":0.10964545901515521,"finite":true,"all_zero":false,"index":15,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0008413791656494141,"mean_abs_dp":0.0005609616637229919,"max_abs_dlogit_T":0.02700519561767578,"oracle_top2_margin":0.9701148271560669,"near_tie":false,"n_options":3,"probs":[0.980529248714447,0.011800856329500675,0.007670019753277302]},{"id":"tv4sh_05","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09894024999812245,"wall_seconds":0.10901879199082032,"finite":true,"all_zero":false,"index":16,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.00036144256591796875,"mean_abs_dp":0.0002409865458806356,"max_abs_dlogit_T":0.008543252944946289,"oracle_top2_margin":0.9513813257217407,"near_tie":false,"n_options":3,"probs":[0.002298543695360422,0.023506276309490204,0.9741952419281006]},{"id":"tv4sh_06","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09904649999225512,"wall_seconds":0.10885645900270902,"finite":true,"all_zero":false,"index":17,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0007357895374298096,"mean_abs_dp":0.000490544984738032,"max_abs_dlogit_T":0.0060422420501708984,"oracle_top2_margin":0.15952494740486145,"near_tie":false,"n_options":3,"probs":[0.3932313323020935,0.5539569854736328,0.05281171575188637]},{"id":"tv4sh_07","q":0,"variant":"base","tokens":100,"calls":1,"padded_tokens":128,"decode_seconds":0.09902145800879225,"wall_seconds":0.10888204199727625,"finite":true,"all_zero":false,"index":18,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0005484223365783691,"mean_abs_dp":0.000365619237224261,"max_abs_dlogit_T":0.023227214813232422,"oracle_top2_margin":0.20999810099601746,"near_tie":false,"n_options":3,"probs":[0.013051517307758331,0.5980434417724609,0.38890501856803894]},{"id":"tv4sh_08","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.09902191601577215,"wall_seconds":0.10880870799883269,"finite":true,"all_zero":false,"index":19,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.006635189056396484,"mean_abs_dp":0.004423456887404124,"max_abs_dlogit_T":0.017021477222442627,"oracle_top2_margin":0.3359895348548889,"near_tie":false,"n_options":3,"probs":[0.311102032661438,0.6602389812469482,0.028658954426646233]},{"id":"tv4sh_09","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09914783301064745,"wall_seconds":0.10913399999844842,"finite":true,"all_zero":false,"index":20,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":2,"argmax_oracle":2,"argmax_equal":true,"max_abs_dp":0.0016987323760986328,"mean_abs_dp":0.0011324848358829815,"max_abs_dlogit_T":0.013919353485107422,"oracle_top2_margin":0.2841624319553375,"near_tie":false,"n_options":3,"probs":[0.013326405547559261,0.352905809879303,0.6337677240371704]},{"id":"tv4sh_10","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09883712499868125,"wall_seconds":0.10921191598754376,"finite":true,"all_zero":false,"index":21,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.0004927515983581543,"mean_abs_dp":0.0003284870957334836,"max_abs_dlogit_T":0.018581867218017578,"oracle_top2_margin":0.9621188044548035,"near_tie":false,"n_options":3,"probs":[0.9748657941818237,0.013459441252052784,0.011674805544316769]},{"id":"tv4sh_11","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.0989261670038104,"wall_seconds":0.10938670800533146,"finite":true,"all_zero":false,"index":22,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.009610295295715332,"mean_abs_dp":0.006406867255767186,"max_abs_dlogit_T":0.03335252404212952,"oracle_top2_margin":0.5623624920845032,"near_tie":false,"n_options":3,"probs":[0.19525735080242157,0.7765898704528809,0.028152788057923317]},{"id":"tv4sh_12","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.0993071660050191,"wall_seconds":0.10950725001748651,"finite":true,"all_zero":false,"index":23,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":0.00617295503616333,"mean_abs_dp":0.004115304599205653,"max_abs_dlogit_T":0.01932072639465332,"oracle_top2_margin":0.28827500343322754,"near_tie":false,"n_options":3,"probs":[0.6197444796562195,0.34299543499946594,0.03726009279489517]},{"id":"tv4sh_13","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09913399998913519,"wall_seconds":0.10941658398951404,"finite":true,"all_zero":false,"index":24,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0006088614463806152,"mean_abs_dp":0.00040591942767302197,"max_abs_dlogit_T":0.025184154510498047,"oracle_top2_margin":0.8573624491691589,"near_tie":false,"n_options":3,"probs":[0.027062930166721344,0.9147908091545105,0.05814623832702637]},{"id":"tv4sh_14","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09920383300050162,"wall_seconds":0.10969162499532104,"finite":true,"all_zero":false,"index":25,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":0,"argmax_oracle":0,"argmax_equal":true,"max_abs_dp":6.61611557006836e-05,"mean_abs_dp":4.408089444041252e-05,"max_abs_dlogit_T":0.015947580337524414,"oracle_top2_margin":0.9916475415229797,"near_tie":false,"n_options":3,"probs":[0.9944317936897278,0.002676584990695119,0.0028915968723595142]},{"id":"tv4sh_15","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09905645798426121,"wall_seconds":0.10910562498611398,"finite":true,"all_zero":false,"index":26,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.00025194883346557617,"mean_abs_dp":0.00016796464721361795,"max_abs_dlogit_T":0.013641119003295898,"oracle_top2_margin":0.9360062479972839,"near_tie":false,"n_options":3,"probs":[0.02354281209409237,0.9596729874610901,0.016784265637397766]},{"id":"tv4sh_16","q":0,"variant":"base","tokens":97,"calls":1,"padded_tokens":128,"decode_seconds":0.09903687500627711,"wall_seconds":0.10929716698592529,"finite":true,"all_zero":false,"index":27,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0046780407428741455,"mean_abs_dp":0.00311871866385142,"max_abs_dlogit_T":0.013877272605895996,"oracle_top2_margin":0.1747797131538391,"near_tie":false,"n_options":3,"probs":[0.3726317584514618,0.5559471249580383,0.07142119854688644]},{"id":"tv4sh_17","q":0,"variant":"base","tokens":98,"calls":1,"padded_tokens":128,"decode_seconds":0.09904712499701418,"wall_seconds":0.10989774999325164,"finite":true,"all_zero":false,"index":28,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0009366869926452637,"mean_abs_dp":0.0006244170169035593,"max_abs_dlogit_T":0.026853561401367188,"oracle_top2_margin":0.7584275603294373,"near_tie":false,"n_options":3,"probs":[0.013425428420305252,0.8717189431190491,0.1148555725812912]},{"id":"tv4sh_18","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09927666702424176,"wall_seconds":0.10944266698788851,"finite":true,"all_zero":false,"index":29,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0017285943031311035,"mean_abs_dp":0.00115242600440979,"max_abs_dlogit_T":0.004166126251220703,"oracle_top2_margin":0.22431200742721558,"near_tie":false,"n_options":3,"probs":[0.3658868670463562,0.5935103893280029,0.04060278460383415]},{"id":"tv4sh_19","q":0,"variant":"base","tokens":99,"calls":1,"padded_tokens":128,"decode_seconds":0.09941529200295918,"wall_seconds":0.10965545801445842,"finite":true,"all_zero":false,"index":30,"shard":"shard_03","first_in_process":false,"source":"transfer_v4_dev_score_heldout","qid":"decision","type":"score","argmax":1,"argmax_oracle":1,"argmax_equal":true,"max_abs_dp":0.0018425993621349335,"mean_abs_dp":0.001228415717681249,"max_abs_dlogit_T":0.03719377517700195,"oracle_top2_margin":0.17905420064926147,"near_tie":false,"n_options":3,"probs":[0.053191009908914566,0.5632940530776978,0.3835149109363556]}],"compare_with":{"other":"$ZOO_WORK_ROOT/_kev/results/readout_heldout_fp16_pf16_4b.json","other_chunk":16,"other_bundle":"kev_4b_decode_fp16_pf16","runs":130,"max_abs_dp":0.0019267797470092773,"argmax_equal_runs":129,"hidden_max_abs_diff":0.484375,"hidden_bit_equal_runs":0,"vs_oracle_on_shared_runs":{"order":["other","this"],"max_abs_dp":[0.010867595672607422,0.009610295295715332]},"timing_warm_common_runs":{"other":{"S":16,"runs":126,"ms_per_call_median":55.46641651017126,"ms_per_token_median":3.883711940272783,"decode_ms_total":49663.61590879387,"calls_total":792},"this":{"S":128,"runs":126,"ms_per_call_median":98.9374999771826,"ms_per_token_median":1.191548735827864,"decode_ms_total":13750.766454002587,"calls_total":139}},"rows":[{"id":"tv4h_00","q":0,"tokens":59,"max_abs_dp":0.00016567111015319824,"argmax_equal":true,"calls":[4,1],"decode_seconds":[12.489307332987664,1.1814949580002576],"max_abs_dp_vs_oracle":[0.0009740889072418213,0.001000821590423584],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4h_01","q":0,"tokens":127,"max_abs_dp":0.0004939734935760498,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.41873833298450336,0.0987103339866735],"max_abs_dp_vs_oracle":[0.00032453984022140503,0.0007988214492797852],"hidden_max_abs_diff":0.0859375,"hidden_bit_equal":false},{"id":"tv4h_02","q":0,"tokens":84,"max_abs_dp":0.00010462850332260132,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.32056029100203887,0.09904504197766073],"max_abs_dp_vs_oracle":[0.0034202933311462402,0.0034534335136413574],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_03","q":0,"tokens":67,"max_abs_dp":0.000204429030418396,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2600599169963971,0.09888112501357682],"max_abs_dp_vs_oracle":[0.002322554588317871,0.0021739304065704346],"hidden_max_abs_diff":0.125,"hidden_bit_equal":false},{"id":"tv4h_04","q":0,"tokens":140,"max_abs_dp":8.231401443481445e-05,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.46664966698153876,0.1979905409971252],"max_abs_dp_vs_oracle":[0.00018346309661865234,0.0002657771110534668],"hidden_max_abs_diff":0.048828125,"hidden_bit_equal":false},{"id":"tv4h_05","q":0,"tokens":55,"max_abs_dp":0.0005321800708770752,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.20586112499586307,0.09901554102543741],"max_abs_dp_vs_oracle":[0.0009049177169799805,0.0004712790250778198],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_06","q":0,"tokens":90,"max_abs_dp":0.0010403990745544434,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3114244589814916,0.09902424999745563],"max_abs_dp_vs_oracle":[0.008257865905761719,0.007217466831207275],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_07","q":0,"tokens":107,"max_abs_dp":0.00040924549102783203,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3653737909917254,0.0990331250068266],"max_abs_dp_vs_oracle":[0.0006309449672698975,0.0010401904582977295],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_08","q":0,"tokens":87,"max_abs_dp":0.0003347843885421753,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.315284917014651,0.09898908401373774],"max_abs_dp_vs_oracle":[0.0018422603607177734,0.001589059829711914],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_09","q":0,"tokens":118,"max_abs_dp":0.0005744695663452148,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.4170492090051994,0.0990269579924643],"max_abs_dp_vs_oracle":[0.0017365217208862305,0.0023109912872314453],"hidden_max_abs_diff":0.06640625,"hidden_bit_equal":false},{"id":"tv4h_10","q":0,"tokens":179,"max_abs_dp":0.0006032586097717285,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.6299374999944121,0.19729924999410287],"max_abs_dp_vs_oracle":[0.0025252103805541992,0.0019219517707824707],"hidden_max_abs_diff":0.080078125,"hidden_bit_equal":false},{"id":"tv4h_11","q":0,"tokens":299,"max_abs_dp":2.4919863790273666e-06,"argmax_equal":true,"calls":[19,3],"decode_seconds":[0.9992452910228167,0.2966812920058146],"max_abs_dp_vs_oracle":[0.0002623945474624634,0.00026448071002960205],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_12","q":0,"tokens":131,"max_abs_dp":0.0007491856813430786,"argmax_equal":true,"calls":[9,2],"decode_seconds":[0.4699382499966305,0.19770324998535216],"max_abs_dp_vs_oracle":[0.0030022263526916504,0.0022939443588256836],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_13","q":0,"tokens":76,"max_abs_dp":3.3853575587272644e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.25647562500671484,0.09900687501067296],"max_abs_dp_vs_oracle":[0.00041347742080688477,0.00043016672134399414],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_14","q":0,"tokens":60,"max_abs_dp":0.00026035308837890625,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.2065477499854751,0.0990274999930989],"max_abs_dp_vs_oracle":[0.0016148090362548828,0.001875162124633789],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4h_15","q":0,"tokens":49,"max_abs_dp":0.00021708756685256958,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.2040312500030268,0.09893958398606628],"max_abs_dp_vs_oracle":[0.00034201890230178833,0.0005591064691543579],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_16","q":0,"tokens":76,"max_abs_dp":0.00013077259063720703,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.26130679200286977,0.09893479201127775],"max_abs_dp_vs_oracle":[0.0010956525802612305,0.0009648799896240234],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4h_17","q":0,"tokens":57,"max_abs_dp":0.0005844831466674805,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.21288062501116656,0.09876275001442991],"max_abs_dp_vs_oracle":[0.001069188117980957,0.0016536712646484375],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_18","q":0,"tokens":62,"max_abs_dp":0.00012004375457763672,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.20161049999296665,0.09881762499571778],"max_abs_dp_vs_oracle":[0.0005266070365905762,0.0006466507911682129],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_19","q":0,"tokens":97,"max_abs_dp":0.0005553066730499268,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3529069159994833,0.0985680419835262],"max_abs_dp_vs_oracle":[0.003862142562866211,0.004417449235916138],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_20","q":0,"tokens":108,"max_abs_dp":0.000435560941696167,"argmax_equal":false,"calls":[7,1],"decode_seconds":[0.3717163330002222,0.09880341700045392],"max_abs_dp_vs_oracle":[0.0023893415927886963,0.0019537806510925293],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_21","q":0,"tokens":97,"max_abs_dp":0.00019809603691101074,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.368248249986209,0.09896183400996961],"max_abs_dp_vs_oracle":[0.0006567239761352539,0.0007414519786834717],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_22","q":0,"tokens":94,"max_abs_dp":0.00024700164794921875,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3111828330147546,0.09865816700039431],"max_abs_dp_vs_oracle":[0.0023023486137390137,0.0024174153804779053],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_23","q":0,"tokens":77,"max_abs_dp":2.9921531677246094e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.25468224997166544,0.09871208301046863],"max_abs_dp_vs_oracle":[0.00047838687896728516,0.00044846534729003906],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_24","q":0,"tokens":67,"max_abs_dp":5.372054874897003e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2627322080079466,0.09885645899339579],"max_abs_dp_vs_oracle":[0.000431060791015625,0.0004411935806274414],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_25","q":0,"tokens":63,"max_abs_dp":3.594160079956055e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.20934883298468776,0.09889854199718684],"max_abs_dp_vs_oracle":[0.00027257204055786133,0.0003085136413574219],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4h_26","q":0,"tokens":110,"max_abs_dp":0.00034105777740478516,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3581278749916237,0.09926087499479763],"max_abs_dp_vs_oracle":[0.0010443925857543945,0.0013854503631591797],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_27","q":0,"tokens":96,"max_abs_dp":0.00021554529666900635,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3078062080021482,0.09883058298146352],"max_abs_dp_vs_oracle":[0.0010770633816719055,0.0008615180850028992],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_28","q":0,"tokens":96,"max_abs_dp":4.9591064453125e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3140155829896685,0.09869754099054262],"max_abs_dp_vs_oracle":[0.00045239925384521484,0.0005019903182983398],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4h_29","q":0,"tokens":89,"max_abs_dp":0.0002899467945098877,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.44067283399635926,0.0985040410014335],"max_abs_dp_vs_oracle":[0.0027559995651245117,0.0030459463596343994],"hidden_max_abs_diff":0.083251953125,"hidden_bit_equal":false},{"id":"tv4h_30","q":0,"tokens":77,"max_abs_dp":5.159527063369751e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.3869153750129044,0.09862729199812748],"max_abs_dp_vs_oracle":[0.0019474625587463379,0.00199127197265625],"hidden_max_abs_diff":0.083251953125,"hidden_bit_equal":false},{"id":"tv4h_31","q":0,"tokens":75,"max_abs_dp":0.0005423426628112793,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.35657587499008514,0.09866195800714195],"max_abs_dp_vs_oracle":[0.0037256479263305664,0.004267990589141846],"hidden_max_abs_diff":0.083251953125,"hidden_bit_equal":false},{"id":"tv4h_32","q":0,"tokens":80,"max_abs_dp":1.1429190635681152e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.4661944580147974,0.09845150000182912],"max_abs_dp_vs_oracle":[0.0015184879302978516,0.0015120506286621094],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4h_33","q":0,"tokens":67,"max_abs_dp":0.0001304149627685547,"argmax_equal":true,"calls":[5,1],"decode_seconds":[19.677324457996292,1.1785443749977276],"max_abs_dp_vs_oracle":[0.001268625259399414,0.0013990402221679688],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4h_34","q":0,"tokens":66,"max_abs_dp":4.470348358154297e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.27714062499580905,0.09884062499622814],"max_abs_dp_vs_oracle":[0.0003033280372619629,0.0003077983856201172],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4h_35","q":0,"tokens":95,"max_abs_dp":0.00020545721054077148,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3314320830104407,0.09870391699951142],"max_abs_dp_vs_oracle":[0.00038646161556243896,0.00046218931674957275],"hidden_max_abs_diff":0.15625,"hidden_bit_equal":false},{"id":"tv4h_36","q":0,"tokens":86,"max_abs_dp":0.0001964867115020752,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3422102909826208,0.09887787498882972],"max_abs_dp_vs_oracle":[0.0004162173718214035,0.0002980828285217285],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4h_37","q":0,"tokens":81,"max_abs_dp":0.00017996132373809814,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3241622910136357,0.09907341600046493],"max_abs_dp_vs_oracle":[0.00023527443408966064,0.0004152357578277588],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4h_38","q":0,"tokens":251,"max_abs_dp":0.0002324804663658142,"argmax_equal":true,"calls":[16,2],"decode_seconds":[0.8481092079891823,0.19786604199907742],"max_abs_dp_vs_oracle":[0.0014846697449684143,0.0012521892786026],"hidden_max_abs_diff":0.0654296875,"hidden_bit_equal":false},{"id":"tv4h_39","q":0,"tokens":244,"max_abs_dp":0.0007010102272033691,"argmax_equal":true,"calls":[16,2],"decode_seconds":[0.8524447920208331,0.19733258298947476],"max_abs_dp_vs_oracle":[0.0014807209372520447,0.0008030533790588379],"hidden_max_abs_diff":0.0654296875,"hidden_bit_equal":false},{"id":"tv4xh_emotion_00","q":0,"tokens":38,"max_abs_dp":0.0004335939884185791,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.16490233401418664,0.09886929200729355],"max_abs_dp_vs_oracle":[0.0008490979671478271,0.0012826919555664062],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_emotion_01","q":0,"tokens":68,"max_abs_dp":0.00013749301433563232,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.28305266599636525,0.09909454098669812],"max_abs_dp_vs_oracle":[0.00035005807876586914,0.0004852414131164551],"hidden_max_abs_diff":0.0546875,"hidden_bit_equal":false},{"id":"tv4xh_emotion_02","q":0,"tokens":53,"max_abs_dp":0.0005722641944885254,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.2398415420029778,0.09909729100763798],"max_abs_dp_vs_oracle":[0.0018428564071655273,0.001270592212677002],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_emotion_03","q":0,"tokens":49,"max_abs_dp":0.00036767125129699707,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.23434879101114348,0.09918604098493233],"max_abs_dp_vs_oracle":[0.004074275493621826,0.003762364387512207],"hidden_max_abs_diff":0.03125,"hidden_bit_equal":false},{"id":"tv4xh_emotion_04","q":0,"tokens":42,"max_abs_dp":0.0004941225051879883,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.168014958006097,0.09908029201324098],"max_abs_dp_vs_oracle":[0.0008572041988372803,0.000447101891040802],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_emotion_05","q":0,"tokens":37,"max_abs_dp":0.00013595819473266602,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.16239462498924695,0.099111666000681],"max_abs_dp_vs_oracle":[0.0001182854175567627,0.00021570920944213867],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_emotion_06","q":0,"tokens":43,"max_abs_dp":6.22868537902832e-05,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.16162779199657962,0.0989465000166092],"max_abs_dp_vs_oracle":[0.0004686117172241211,0.0004063248634338379],"hidden_max_abs_diff":0.04296875,"hidden_bit_equal":false},{"id":"tv4xh_emotion_07","q":0,"tokens":64,"max_abs_dp":0.0004042685031890869,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.21660358298686333,0.09923916700063273],"max_abs_dp_vs_oracle":[0.0019339025020599365,0.0015296339988708496],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_emotion_08","q":0,"tokens":47,"max_abs_dp":0.00010878220200538635,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.15799091599183157,0.09929595800349489],"max_abs_dp_vs_oracle":[0.00167924165725708,0.0016444921493530273],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_emotion_09","q":0,"tokens":60,"max_abs_dp":0.0004214048385620117,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.21970645798137411,0.0986843749997206],"max_abs_dp_vs_oracle":[0.0005651041865348816,0.00039555877447128296],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_00","q":0,"tokens":82,"max_abs_dp":7.617473602294922e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.324924042011844,0.09872716598329134],"max_abs_dp_vs_oracle":[0.0001926422119140625,0.00011646747589111328],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_01","q":0,"tokens":68,"max_abs_dp":7.164478302001953e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.26161104202037677,0.09863724999013357],"max_abs_dp_vs_oracle":[0.0006495118141174316,0.0005779266357421875],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_02","q":0,"tokens":98,"max_abs_dp":2.2113323211669922e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.36305533300037496,0.09859125001821667],"max_abs_dp_vs_oracle":[0.00040015578269958496,0.0004222691059112549],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_03","q":0,"tokens":84,"max_abs_dp":7.68899917602539e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.32285570798558183,0.09859708399744704],"max_abs_dp_vs_oracle":[0.0011723637580871582,0.001095503568649292],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_04","q":0,"tokens":100,"max_abs_dp":0.00047779083251953125,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3809395419957582,0.09876666602212936],"max_abs_dp_vs_oracle":[0.001481175422668457,0.0019589662551879883],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_05","q":0,"tokens":57,"max_abs_dp":0.00037866830825805664,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.22360008300165646,0.09890474998974241],"max_abs_dp_vs_oracle":[3.5643577575683594e-05,0.00041431188583374023],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_06","q":0,"tokens":64,"max_abs_dp":0.0001614689826965332,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.21187208298943006,0.0986436249804683],"max_abs_dp_vs_oracle":[0.0004277825355529785,0.0002663135528564453],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_07","q":0,"tokens":34,"max_abs_dp":0.0005672574043273926,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.16105654099374078,0.09857129197916947],"max_abs_dp_vs_oracle":[0.0009947121143341064,0.00042745471000671387],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_08","q":0,"tokens":55,"max_abs_dp":0.00041800737380981445,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.21372629201505333,0.09905124999932013],"max_abs_dp_vs_oracle":[0.0004298985004425049,1.189112663269043e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_tweet_offensive_09","q":0,"tokens":74,"max_abs_dp":0.0001913905143737793,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2639587500016205,0.0991982500127051],"max_abs_dp_vs_oracle":[0.0010170936584472656,0.001208484172821045],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_qnli_00","q":0,"tokens":68,"max_abs_dp":5.185604095458984e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2687346250168048,0.09929891600040719],"max_abs_dp_vs_oracle":[7.49402679502964e-05,6.977887824177742e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_qnli_01","q":0,"tokens":59,"max_abs_dp":0.0003520846366882324,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.21633308299351484,0.0991746669751592],"max_abs_dp_vs_oracle":[0.0009749531745910645,0.0013269782066345215],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"tv4xh_qnli_02","q":0,"tokens":58,"max_abs_dp":4.08664345741272e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.2098195839789696,0.09946729202056304],"max_abs_dp_vs_oracle":[0.0012976527214050293,0.001338459551334381],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_qnli_03","q":0,"tokens":65,"max_abs_dp":0.0002822279930114746,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.273636500001885,0.09941391600295901],"max_abs_dp_vs_oracle":[0.001051478087902069,0.0007693134248256683],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4xh_qnli_04","q":0,"tokens":57,"max_abs_dp":4.673004150390625e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.213598791975528,0.09901916599483229],"max_abs_dp_vs_oracle":[3.707408905029297e-05,9.655952453613281e-06],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_qnli_05","q":0,"tokens":69,"max_abs_dp":4.6096742153167725e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2671734169998672,0.09872504201484844],"max_abs_dp_vs_oracle":[3.1948089599609375e-05,7.802248001098633e-05],"hidden_max_abs_diff":0.109375,"hidden_bit_equal":false},{"id":"tv4xh_qnli_06","q":0,"tokens":48,"max_abs_dp":8.887052536010742e-05,"argmax_equal":true,"calls":[3,1],"decode_seconds":[3.8040416659787297,1.208531167008914],"max_abs_dp_vs_oracle":[0.0020892173051834106,0.0021780729293823242],"hidden_max_abs_diff":0.453125,"hidden_bit_equal":false},{"id":"tv4xh_qnli_07","q":0,"tokens":85,"max_abs_dp":7.665157318115234e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.34047695898334496,0.0987996670010034],"max_abs_dp_vs_oracle":[0.000156402587890625,7.975101470947266e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4xh_qnli_08","q":0,"tokens":45,"max_abs_dp":0.0006507337093353271,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.19260770798427984,0.09881854100967757],"max_abs_dp_vs_oracle":[0.0032463669776916504,0.0025956332683563232],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_qnli_09","q":0,"tokens":53,"max_abs_dp":4.0531158447265625e-06,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.24237462499877438,0.0986941670125816],"max_abs_dp_vs_oracle":[6.086379289627075e-05,5.6881457567214966e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_paws_00","q":0,"tokens":94,"max_abs_dp":5.8710575103759766e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.34287362499162555,0.09886216701124795],"max_abs_dp_vs_oracle":[0.00045818090438842773,0.0005168914794921875],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4xh_paws_01","q":0,"tokens":61,"max_abs_dp":2.136826515197754e-05,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.23479954100912437,0.09870795902679674],"max_abs_dp_vs_oracle":[0.0005974024534225464,0.0006187707185745239],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_paws_02","q":0,"tokens":113,"max_abs_dp":7.402896881103516e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.4763307500106748,0.09849733300507069],"max_abs_dp_vs_oracle":[0.0019548386335372925,0.002028822898864746],"hidden_max_abs_diff":0.07421875,"hidden_bit_equal":false},{"id":"tv4xh_paws_03","q":0,"tokens":94,"max_abs_dp":2.473592758178711e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.34375075000571087,0.09862862498266622],"max_abs_dp_vs_oracle":[0.00033289194107055664,0.00030821189284324646],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_paws_04","q":0,"tokens":76,"max_abs_dp":0.0006195008754730225,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.271312166005373,0.0990847909997683],"max_abs_dp_vs_oracle":[0.001953601837158203,0.0013341307640075684],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_paws_05","q":0,"tokens":116,"max_abs_dp":4.4226646423339844e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.4346365419914946,0.09901750000426546],"max_abs_dp_vs_oracle":[1.648440957069397e-05,2.777576446533203e-05],"hidden_max_abs_diff":0.1328125,"hidden_bit_equal":false},{"id":"tv4xh_paws_06","q":0,"tokens":91,"max_abs_dp":4.655122756958008e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3208205410046503,0.09902866699849255],"max_abs_dp_vs_oracle":[0.0004167873412370682,0.0004632752388715744],"hidden_max_abs_diff":0.28125,"hidden_bit_equal":false},{"id":"tv4xh_paws_07","q":0,"tokens":82,"max_abs_dp":0.000494346022605896,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3272759999963455,0.09905950000393204],"max_abs_dp_vs_oracle":[0.0030459165573120117,0.003540217876434326],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4xh_paws_08","q":0,"tokens":96,"max_abs_dp":7.857382297515869e-05,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3404531670094002,0.09909612499177456],"max_abs_dp_vs_oracle":[0.0011126399040222168,0.0011911019682884216],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_paws_09","q":0,"tokens":102,"max_abs_dp":0.00010770559310913086,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.3898135409981478,0.09898333399905823],"max_abs_dp_vs_oracle":[0.00026923418045043945,0.0001615285873413086],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_sciq_00","q":0,"tokens":115,"max_abs_dp":0.0002313852310180664,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.4359738750208635,0.09918399999151006],"max_abs_dp_vs_oracle":[0.0001987367868423462,0.00042551755905151367],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_sciq_01","q":0,"tokens":90,"max_abs_dp":9.5367431640625e-07,"argmax_equal":true,"calls":[6,1],"decode_seconds":[0.3069663749774918,0.0989736249903217],"max_abs_dp_vs_oracle":[9.02414321899414e-05,9.119510650634766e-05],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_sciq_02","q":0,"tokens":44,"max_abs_dp":0.00017374753952026367,"argmax_equal":true,"calls":[3,1],"decode_seconds":[0.15742791700176895,0.09894866700051352],"max_abs_dp_vs_oracle":[0.0005362331867218018,0.0003624856472015381],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_sciq_03","q":0,"tokens":124,"max_abs_dp":6.73532485961914e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.4867417920031585,0.09908241700031795],"max_abs_dp_vs_oracle":[0.00017637014389038086,0.00024372339248657227],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_sciq_04","q":0,"tokens":173,"max_abs_dp":2.0682811737060547e-05,"argmax_equal":true,"calls":[11,2],"decode_seconds":[0.725619042001199,0.19781079099630006],"max_abs_dp_vs_oracle":[4.178285598754883e-05,6.246566772460938e-05],"hidden_max_abs_diff":0.078125,"hidden_bit_equal":false},{"id":"tv4xh_sciq_05","q":0,"tokens":51,"max_abs_dp":0.0012947916984558105,"argmax_equal":true,"calls":[4,1],"decode_seconds":[0.20610066599329002,0.09923125000204891],"max_abs_dp_vs_oracle":[0.000741124153137207,0.000777021050453186],"hidden_max_abs_diff":0.0390625,"hidden_bit_equal":false},{"id":"tv4xh_sciq_06","q":0,"tokens":80,"max_abs_dp":1.7762184143066406e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.28107475000433624,0.0988890000153333],"max_abs_dp_vs_oracle":[0.0002481713891029358,0.0002464205026626587],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_sciq_07","q":0,"tokens":71,"max_abs_dp":1.1324882507324219e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2631462500139605,0.09919033298501745],"max_abs_dp_vs_oracle":[5.728006362915039e-05,6.860494613647461e-05],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4xh_sciq_08","q":0,"tokens":112,"max_abs_dp":2.002716064453125e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.4028102919983212,0.09896224999101833],"max_abs_dp_vs_oracle":[0.00013464689254760742,0.00015467405319213867],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_sciq_09","q":0,"tokens":185,"max_abs_dp":3.838539123535156e-05,"argmax_equal":true,"calls":[12,2],"decode_seconds":[0.6503650409867987,0.19782204099465162],"max_abs_dp_vs_oracle":[0.00012809038162231445,0.00016647577285766602],"hidden_max_abs_diff":0.130859375,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_00","q":0,"tokens":75,"max_abs_dp":8.285045623779297e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.30317258299328387,0.09886041699792258],"max_abs_dp_vs_oracle":[8.028745651245117e-05,7.200241088867188e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_01","q":0,"tokens":75,"max_abs_dp":5.434267222881317e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2563593749946449,0.09879212500527501],"max_abs_dp_vs_oracle":[5.560601130127907e-05,6.104027852416039e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_02","q":0,"tokens":76,"max_abs_dp":2.384185791015625e-07,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2649107910110615,0.09882870898582041],"max_abs_dp_vs_oracle":[8.779764175415039e-05,8.803606033325195e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_03","q":0,"tokens":77,"max_abs_dp":5.960464477539062e-07,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.28806233301293105,0.09881783300079405],"max_abs_dp_vs_oracle":[4.404783248901367e-05,4.464387893676758e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_04","q":0,"tokens":77,"max_abs_dp":4.5952387154102325e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.2641898339788895,0.09884595801122487],"max_abs_dp_vs_oracle":[0.00014094635844230652,0.00018689874559640884],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_05","q":0,"tokens":76,"max_abs_dp":1.0788440704345703e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.281960666005034,0.09868666701368056],"max_abs_dp_vs_oracle":[7.086992263793945e-05,6.013666279613972e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_06","q":0,"tokens":76,"max_abs_dp":4.216562956571579e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.30172550000133924,0.09883058298146352],"max_abs_dp_vs_oracle":[9.090593084692955e-05,8.672475814819336e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_07","q":0,"tokens":77,"max_abs_dp":3.3855903893709183e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.30740920899552293,0.09913245800998993],"max_abs_dp_vs_oracle":[6.681145168840885e-05,6.342586129903793e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_08","q":0,"tokens":77,"max_abs_dp":1.701992005109787e-05,"argmax_equal":true,"calls":[5,1],"decode_seconds":[0.31545691698556766,0.09919287500088103],"max_abs_dp_vs_oracle":[0.00015572644770145416,0.00017274636775255203],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_legacy_holdout_09","q":0,"tokens":76,"max_abs_dp":9.357929229736328e-06,"argmax_equal":true,"calls":[5,1],"decode_seconds":[46.37977175001288,1.1781465419917367],"max_abs_dp_vs_oracle":[1.6450881958007812e-05,2.580881118774414e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_00","q":0,"tokens":145,"max_abs_dp":7.299706339836121e-06,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.767822249996243,0.1970110829861369],"max_abs_dp_vs_oracle":[1.704692840576172e-05,2.4318695068359375e-05],"hidden_max_abs_diff":0.15380859375,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_01","q":0,"tokens":145,"max_abs_dp":9.208917617797852e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.8148740409815218,0.19731162500102073],"max_abs_dp_vs_oracle":[3.4928321838378906e-05,5.716085433959961e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_02","q":0,"tokens":145,"max_abs_dp":7.299706339836121e-06,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.8103665419912431,0.1977068750129547],"max_abs_dp_vs_oracle":[1.704692840576172e-05,2.4318695068359375e-05],"hidden_max_abs_diff":0.15380859375,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_03","q":0,"tokens":145,"max_abs_dp":1.9371509552001953e-05,"argmax_equal":true,"calls":[10,2],"decode_seconds":[0.8240407499833964,0.19772233298863284],"max_abs_dp_vs_oracle":[8.571147918701172e-05,6.633996963500977e-05],"hidden_max_abs_diff":0.15380859375,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_04","q":0,"tokens":122,"max_abs_dp":1.096818596124649e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.6628384579962585,0.09882837499026209],"max_abs_dp_vs_oracle":[8.64863395690918e-05,9.739398956298828e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_05","q":0,"tokens":122,"max_abs_dp":1.15223228931427e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.6604087080049794,0.09885675000259653],"max_abs_dp_vs_oracle":[4.941225051879883e-05,3.790855407714844e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_06","q":0,"tokens":122,"max_abs_dp":1.096818596124649e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.6443529999814928,0.09885000000940636],"max_abs_dp_vs_oracle":[8.64863395690918e-05,9.739398956298828e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_07","q":0,"tokens":122,"max_abs_dp":7.987022399902344e-06,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.6578700419922825,0.09914308300358243],"max_abs_dp_vs_oracle":[8.57105478644371e-05,9.366311132907867e-05],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_08","q":0,"tokens":122,"max_abs_dp":9.675510227680206e-06,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.6338438329985365,0.09903137499350123],"max_abs_dp_vs_oracle":[0.0001906268298625946,0.0002003023400902748],"hidden_max_abs_diff":0.484375,"hidden_bit_equal":false},{"id":"tv4xh_composition_holdout_09","q":0,"tokens":122,"max_abs_dp":2.664327621459961e-05,"argmax_equal":true,"calls":[8,1],"decode_seconds":[0.6497258749732282,0.09925825000391342],"max_abs_dp_vs_oracle":[5.909428000450134e-05,8.571147918701172e-05],"hidden_max_abs_diff":0.484375,"hidden_bit_equal":false},{"id":"tv4sh_00","q":0,"tokens":98,"max_abs_dp":4.351139068603516e-06,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5626289590145461,0.09904925001319498],"max_abs_dp_vs_oracle":[0.00010073184967041016,0.00010508298873901367],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_01","q":0,"tokens":99,"max_abs_dp":0.0001150369644165039,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5616949999821372,0.09891216698451899],"max_abs_dp_vs_oracle":[0.00014191865921020508,0.000256955623626709],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_02","q":0,"tokens":99,"max_abs_dp":0.00020068883895874023,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.562366625003051,0.09919675000128336],"max_abs_dp_vs_oracle":[0.0027132034301757812,0.002512514591217041],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_03","q":0,"tokens":98,"max_abs_dp":4.559755325317383e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5537515420001,0.09946454199962318],"max_abs_dp_vs_oracle":[0.00013381242752075195,0.00017940998077392578],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_04","q":0,"tokens":98,"max_abs_dp":6.073713302612305e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.566412832995411,0.09917654099990614],"max_abs_dp_vs_oracle":[0.0009021162986755371,0.0008413791656494141],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_05","q":0,"tokens":99,"max_abs_dp":5.9723854064941406e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5695618340105284,0.09894024999812245],"max_abs_dp_vs_oracle":[0.00030171871185302734,0.00036144256591796875],"hidden_max_abs_diff":0.12890625,"hidden_bit_equal":false},{"id":"tv4sh_06","q":0,"tokens":99,"max_abs_dp":0.0012764930725097656,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5694450000009965,0.09904649999225512],"max_abs_dp_vs_oracle":[0.0018932521343231201,0.0007357895374298096],"hidden_max_abs_diff":0.09375,"hidden_bit_equal":false},{"id":"tv4sh_07","q":0,"tokens":100,"max_abs_dp":0.0009126663208007812,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.583606999978656,0.09902145800879225],"max_abs_dp_vs_oracle":[0.0005744397640228271,0.0005484223365783691],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4sh_08","q":0,"tokens":97,"max_abs_dp":0.0004781186580657959,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5543369579827413,0.09902191601577215],"max_abs_dp_vs_oracle":[0.0061570703983306885,0.006635189056396484],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_09","q":0,"tokens":98,"max_abs_dp":0.00011479854583740234,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.579367333004484,0.09914783301064745],"max_abs_dp_vs_oracle":[0.0016543865203857422,0.0016987323760986328],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_10","q":0,"tokens":98,"max_abs_dp":0.00016033649444580078,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5767760410089977,0.09883712499868125],"max_abs_dp_vs_oracle":[0.0003324151039123535,0.0004927515983581543],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_11","q":0,"tokens":97,"max_abs_dp":0.0012573003768920898,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5688684160122648,0.0989261670038104],"max_abs_dp_vs_oracle":[0.010867595672607422,0.009610295295715332],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_12","q":0,"tokens":98,"max_abs_dp":0.0007698237895965576,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5602320419857278,0.0993071660050191],"max_abs_dp_vs_oracle":[0.006889283657073975,0.00617295503616333],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_13","q":0,"tokens":99,"max_abs_dp":0.00018990039825439453,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5637402500142343,0.09913399998913519],"max_abs_dp_vs_oracle":[0.00046119652688503265,0.0006088614463806152],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_14","q":0,"tokens":98,"max_abs_dp":1.722574234008789e-05,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5626004590012599,0.09920383300050162],"max_abs_dp_vs_oracle":[8.338689804077148e-05,6.61611557006836e-05],"hidden_max_abs_diff":0.046875,"hidden_bit_equal":false},{"id":"tv4sh_15","q":0,"tokens":99,"max_abs_dp":0.00011241436004638672,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5654445409891196,0.09905645798426121],"max_abs_dp_vs_oracle":[0.0003160294145345688,0.00025194883346557617],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_16","q":0,"tokens":97,"max_abs_dp":0.00015687942504882812,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5721034590096679,0.09903687500627711],"max_abs_dp_vs_oracle":[0.004568547010421753,0.0046780407428741455],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_17","q":0,"tokens":98,"max_abs_dp":0.0004165768623352051,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5547146660101134,0.09904712499701418],"max_abs_dp_vs_oracle":[0.0005249381065368652,0.0009366869926452637],"hidden_max_abs_diff":0.052734375,"hidden_bit_equal":false},{"id":"tv4sh_18","q":0,"tokens":99,"max_abs_dp":0.0019267797470092773,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5700436670158524,0.09927666702424176],"max_abs_dp_vs_oracle":[0.003527820110321045,0.0017285943031311035],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false},{"id":"tv4sh_19","q":0,"tokens":99,"max_abs_dp":0.0014590620994567871,"argmax_equal":true,"calls":[7,1],"decode_seconds":[0.5777971670031548,0.09941529200295918],"max_abs_dp_vs_oracle":[0.0027146637439727783,0.0018425993621349335],"hidden_max_abs_diff":0.0625,"hidden_bit_equal":false}]},"note":"round 12 full gate (held-out 130), form K128","generated_at":"2026-10-04T02:10:22+00:00"},"red_arms_v2":{"schema":"kev-decoder-readout-red-arms/1","bundle":{"bundle":"$ZOO_WORK_ROOT/_kev/exports/bundles/kev_4b_decode_fp16_metal_pf128","name":"kev_4b_decode_fp16_metal_pf128","kind":"decision-backbone","compression":null,"prefill_chunk":128,"metadata_sha256":"c4e928ab41354b8c9ad7f7f74fb74ac7799da62199cd6ca6762d802763ee9b67","main_mlirb":{"bytes":8412500461,"sha256":"da529dd48f08a7535ca6b8dfb5640723641c2058daf7757a52a9a527413eb17f"},"tokenizer_sha256":{"tokenizer.json":"fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927","tokenizer_config.json":"3891e840d7dc5fca0af33d3a25083a735e36fe06214e3f707024820cb6b9f89c"},"head_sha256":{"head.safetensors":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head.json":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416"},"aimodelc":{"path":"$ZOO_WORK_ROOT/_kev/exports/bundles_aotc/kev_4b_decode_fp16_metal_pf128.h16c.aimodelc","bytes":15552786962,"tree_sha256":"bd6e33767833e36a75b3264a9117bacdfee07f7a58f381321da231752f023547","files":{"main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist":"fcbdecf16c8847baaee51308c8342ee64d4ed0bc61ab905be6225c565dc7c196","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph":"8895a751b20f1fc26f9f465628eb7eaa6421b607232d5d33b669933704148073","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin":"cf0d00a7a041df40e0503d493450711a9ef73d146ac4b665c64bdbc79abd2fed","main-h16c-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph":"7a484ea23d273a4954f6340e000ec4b858740e1e41ceabe9e99fc54ae7be1678","main-h16c.mlirb":"58543af8e0c6016a8341064565c91757fa62ce39c12ec3659dfe370f68ad9100","main.hash":"40ae31fcc9c5b87b7f1fbceb6b89e7af060e7727e1e20cd3648e763a97ceecf9","metadata.json":"de19112835764a79c0e13fd9b601efc2a27020e7bd0e5ca00b832077c455bad7","stats.json":"7407b0a055b43c5460f2472d08b46f846a092aaa45c8bd5944ad47e1e0fbbf9b"}}},"chunk":128,"max_ctx":4096,"rows_file":{"path":"$ZOO_WORK_ROOT/_kev/readout/red_arms_v2.json","sha256":"2de94c557e94ecf318242331d7bcba61e1372e4b4fb0ab8e95a695cd0ca0be89","version":2},"model":"kev-4b","head":{"head_safetensors":"$ZOO_WORK_ROOT/_kev/oracle_4b/head/head.safetensors","head_safetensors_sha256":"36c392f75fa5eff2243b07664e1edb1dc4e771dfc9d145469ba175db54157106","kev_head_json_sha256":"5ff071ffaa5b620999f44770a014b4b5b1da2a8225acbde10b412652cfba7416","scale":0.0625,"temperature":2.406050072164233,"dtype":"float32","device":"cpu"},"oracle":{"path":"$ZOO_WORK_ROOT/_kev/oracle_4b/records_oracle.json","sha256":"eb3031df83a75b746beec3480a4bbb47787e13f8a12412ff135feb9f609c70f9","checkpoint":"jaredpalmer/kev-4b@591dcb5bd6d05eb0b5131ea6608f93f10243335c"},"gate_transcript":{"path":"$ZOO_WORK_ROOT/_kev/results/r12_fixture_K128_4b.json","sha256":"41dca9cbed8d58bf331480137dee62f212449769c2e723b2f7d79ca7f43ab6b4","result":"PASS"},"script":{"path":"conversion/kev/readout_gate.py","sha256":"9fa297d1ac6cde05208026a582808d7ddc5d35674dba7d21efefabcbf686fd2b"},"environment":{"versions":{"python":"3.11.13","numpy":"2.3.5","coreai-core":"1.0.0b2","coreai-torch":"0.4.1","coreai-models":"0.1.0","torch":"2.9.0","safetensors":"0.7.0"},"platform":"macOS-27.0-arm64-arm-64bit","macos_build":"26A428","chip":"Apple M4 Max","runtime":"coreai python runtime, AOT h16c GPU .aimodelc, SpecializationOptions.default(), no JIT","head":"the pointer head from head.safetensors, fp32, CPU (parity_decoder_torch.KevHead)","gpu":"shared with other sessions, no _GPU_LOCK held (times are contended reference values)"},"gpu_lock":{"start":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":68,"content":"kev speed r12 timing-gate pid <n> since 2026-10-04T11:03:39+09:00\n","mtime":"2026-10-04T11:03:39+09:00"},"end":{"path":"$ZOO_WORK_ROOT/_GPU_LOCK","exists":true,"bytes":68,"content":"kev speed r12 timing-gate pid <n> since 2026-10-04T11:03:39+09:00\n","mtime":"2026-10-04T11:03:39+09:00"}},"process":[{"shard":"red_arms_v2","runs":["tv4_000:q0:base","tv4_000:q0:state_swap","semif_a3f18f3a63d45345942b:q0:base","semif_a3f18f3a63d45345942b:q0:state_swap","semif_0b43ea8e24e74d621f1b:q0:base","semif_0b43ea8e24e74d621f1b:q0:state_swap","own_t01:q0:base","own_t01:q0:state_swap","tv4x_qnli_00:q0:base","tv4x_qnli_00:q0:state_swap","tv4x_tweet_offensive_00:q0:base","tv4x_tweet_offensive_00:q0:instr_negate_v2","tv4x_qnli_00:q0:instr_negate_v2","tv4x_paws_00:q0:base","tv4x_paws_00:q0:instr_negate_v2","tv4x_legacy_holdout_00:q0:base","tv4x_legacy_holdout_00:q0:instr_negate_v2","own_t05:q2:base","own_t05:q2:instr_negate_v2"],"prompts":20,"load_seconds":1.3461677079903893,"load_split_seconds":{"model":0.005571624991716817,"main":1.3405960829986725},"function_names":["main"],"process_wall_seconds":5.166731749981409,"reset_check":{"run":"tv4_000:q0:base","bit_equal":true,"hidden_max_abs_diff":0.0,"wall_seconds":0.10757595798349939},"contract_mismatch":[]}],"rule":"red = the perturbed runs against the unperturbed ones fail the gate's own bar (FACTS §7): (a) an argmax moves on at least one question whose oracle top-2 margin is above 0.02, or (b) max |dp| > 0.02, or (c) the mean over runs of the run's mean |dp| > 0.002","v1_rule":"argmax moved on >= 1 row AND max |dp| > 0.02","arms":{"instr_negate_v2":{"rows":5,"argmax_moved":3,"argmax_moved_non_near_tie":3,"max_abs_dp_vs_base":0.9573591132648289,"mean_of_run_mean_abs_dp_vs_base":0.5551608669105917,"red_facts7":{"a_argmax_non_near_tie":true,"b_max_abs_dp":true,"c_mean_of_run_means":true},"red":true,"red_v1_rule":true,"items":[{"row":"tv4x_tweet_offensive_00:q0","type":"noul","state_from":null,"tokens":69,"near_tie":false,"argmax_moved":false,"max_abs_dp_vs_base":0.0031189322471618652,"mean_abs_dp_vs_base":0.0031189322471618652,"base_probs":[0.4002145528793335,0.5997854471206665],"perturbed_probs":[0.39709562063217163,0.6029043793678284],"base_argmax":1,"perturbed_argmax":1,"oracle_argmax":1},{"row":"tv4x_qnli_00:q0","type":"noul","state_from":null,"tokens":95,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.8329195827245712,"mean_abs_dp_vs_base":0.8329195827245712,"base_probs":[0.010213449597358704,0.9897865056991577],"perturbed_probs":[0.8431330323219299,0.1568669229745865],"base_argmax":1,"perturbed_argmax":0,"oracle_argmax":1},{"row":"tv4x_paws_00:q0","type":"noul","state_from":null,"tokens":82,"near_tie":false,"argmax_moved":false,"max_abs_dp_vs_base":0.0844232439994812,"mean_abs_dp_vs_base":0.0844232439994812,"base_probs":[0.37558645009994507,0.6244135499000549],"perturbed_probs":[0.46000969409942627,0.5399903059005737],"base_argmax":1,"perturbed_argmax":1,"oracle_argmax":1},{"row":"tv4x_legacy_holdout_00:q0","type":"noul","state_from":null,"tokens":79,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.9573591132648289,"mean_abs_dp_vs_base":0.9573590888176113,"base_probs":[0.006519875954836607,0.9934800863265991],"perturbed_probs":[0.9638789892196655,0.03612102195620537],"base_argmax":1,"perturbed_argmax":0,"oracle_argmax":1},{"row":"own_t05:q2","type":"noul","state_from":null,"tokens":118,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.8979835137724876,"mean_abs_dp_vs_base":0.897983486764133,"base_probs":[0.9958563446998596,0.004143686965107918],"perturbed_probs":[0.09787283092737198,0.9021271467208862],"base_argmax":0,"perturbed_argmax":1,"oracle_argmax":0}]},"state_swap":{"rows":5,"argmax_moved":5,"argmax_moved_non_near_tie":5,"max_abs_dp_vs_base":0.9879233158426359,"mean_of_run_mean_abs_dp_vs_base":0.5282467578809398,"red_facts7":{"a_argmax_non_near_tie":true,"b_max_abs_dp":true,"c_mean_of_run_means":true},"red":true,"red_v1_rule":true,"items":[{"row":"tv4_000:q0","type":"choice","state_from":"tv4_001","tokens":80,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.08848538994789124,"mean_abs_dp_vs_base":0.04961973428726196,"base_probs":[0.3147282004356384,0.1275910884141922,0.2873123586177826,0.2703683376312256],"perturbed_probs":[0.2262428104877472,0.1633884161710739,0.2765583097934723,0.3338105082511902],"base_argmax":0,"perturbed_argmax":3,"oracle_argmax":0},{"row":"semif_a3f18f3a63d45345942b:q0","type":"choice","state_from":"semif_0b43ea8e24e74d621f1b","tokens":60,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.9854049565037712,"mean_abs_dp_vs_base":0.6569366377855962,"base_probs":[0.0012049248907715082,0.012159205973148346,0.9866358637809753],"perturbed_probs":[0.9845272302627563,0.014241857454180717,0.0012309072772040963],"base_argmax":2,"perturbed_argmax":0,"oracle_argmax":2},{"row":"semif_0b43ea8e24e74d621f1b:q0","type":"choice","state_from":"semif_942ec65dac0bfb9874f9","tokens":60,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.978876746725291,"mean_abs_dp_vs_base":0.6525845382129773,"base_probs":[0.015693234279751778,0.9831932783126831,0.0011134188389405608],"perturbed_probs":[0.38154545426368713,0.004316531587392092,0.6141380667686462],"base_argmax":1,"perturbed_argmax":2,"oracle_argmax":1},{"row":"own_t01:q0","type":"choice","state_from":"own_t03","tokens":245,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.5563204297795892,"mean_abs_dp_vs_base":0.29416956659406424,"base_probs":[0.57033771276474,0.09170949459075928,0.20198439061641693,0.026061683893203735,0.10990674793720245],"perturbed_probs":[0.014017282985150814,0.13138312101364136,0.02288089506328106,0.18456807732582092,0.6471506357192993],"base_argmax":0,"perturbed_argmax":4,"oracle_argmax":0},{"row":"tv4x_qnli_00:q0","type":"noul","state_from":"tv4x_paws_00","tokens":52,"near_tie":false,"argmax_moved":true,"max_abs_dp_vs_base":0.9879233158426359,"mean_abs_dp_vs_base":0.9879233125247993,"base_probs":[0.010213449597358704,0.9897865056991577],"perturbed_probs":[0.9981367588043213,0.0018631898565217853],"base_argmax":1,"perturbed_argmax":0,"oracle_argmax":1}]}},"base_vs_gate_run":[{"row":"tv4_000:q0","bit_equal_gate_run":true},{"row":"semif_a3f18f3a63d45345942b:q0","bit_equal_gate_run":true},{"row":"semif_0b43ea8e24e74d621f1b:q0","bit_equal_gate_run":true},{"row":"own_t01:q0","bit_equal_gate_run":true},{"row":"tv4x_qnli_00:q0","bit_equal_gate_run":true},{"row":"tv4x_tweet_offensive_00:q0","bit_equal_gate_run":true},{"row":"tv4x_paws_00:q0","bit_equal_gate_run":true},{"row":"tv4x_legacy_holdout_00:q0","bit_equal_gate_run":true},{"row":"own_t05:q2","bit_equal_gate_run":true}],"base_bit_equal_all":true,"all_arms_red":true,"reset_bit_equal":true,"result":"RED (every arm)","seconds":14.304583874996752,"note":"round 12 full gate (red arms v2), form K128","generated_at":"2026-10-04T02:09:44+00:00"}}